phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) proxy - cache allow bool

Browse source
This commit is contained in:
ishaan-jaff 2023-12-09 15:55:38 -08:00
parent da08be1f43
commit 1f1f749ad9
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -496,7 +496,10 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str):
if key == "cache":
print(f"{blue_color_code}\nSetting Cache on Proxy")
from litellm.caching import Cache
cache_type = value["type"]
if isinstance(value, dict):
cache_type = value.get("type", "redis")
else:
cache_type = "redis" # default to using redis on cache
cache_responses = True
cache_host = litellm.get_secret("REDIS_HOST", None)
cache_port = litellm.get_secret("REDIS_PORT", None)