phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): fix cache init

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-05 12:54:20 -08:00
parent 0b3ea42af9
commit 2e5eb56e7c
1 changed files with 15 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/router.py
View file

@ -116,13 +116,21 @@ class Router:
cache_config = {}
if redis_url is not None or (redis_host is not None and redis_port is not None and redis_password is not None):
cache_type = "redis"
cache_config = {
'url': redis_url,
'host': redis_host,
'port': redis_port,
'password': redis_password,
**cache_kwargs
}
if redis_url is not None:
cache_config['url'] = redis_url
if redis_host is not None:
cache_config['host'] = redis_host
if redis_port is not None:
cache_config['port'] = redis_port
if redis_password is not None:
cache_config['password'] = redis_password
# Add additional key-value pairs from cache_kwargs
cache_config.update(cache_kwargs)
redis_cache = RedisCache(**cache_config)
if cache_responses:
litellm.cache = litellm.Cache(type=cache_type, **cache_config)