phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) redis-semantic cache on proxy

Browse source
This commit is contained in:
ishaan-jaff 2024-02-06 10:35:21 -08:00 • committed by Krrish Dholakia
parent ee80987c8f
commit a8d190f507
2 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -1168,7 +1168,7 @@ class ProxyConfig:
verbose_proxy_logger.debug(f"passed cache type={cache_type}")
if cache_type == "redis":
if cache_type == "redis" or cache_type == "redis-semantic":
cache_host = litellm.get_secret("REDIS_HOST", None)
cache_port = litellm.get_secret("REDIS_PORT", None)
cache_password = litellm.get_secret("REDIS_PASSWORD", None)
@ -1195,6 +1195,9 @@ class ProxyConfig:
f"{blue_color_code}Cache Password:{reset_color_code} {cache_password}"
)
print() # noqa
if cache_type == "redis-semantic":
# by default this should always be async
cache_params.update({"redis_semantic_cache_use_async": True})
# users can pass os.environ/ variables on the proxy - we should read them from the env
for key, value in cache_params.items():