phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) redis cache

Browse source
This commit is contained in:
ishaan-jaff 2023-12-08 19:14:46 -08:00
parent d7265a84c9
commit 04ec363788
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/caching.py
View file

@ -91,6 +91,7 @@ class RedisCache(BaseCache):
def set_cache(self, key, value, **kwargs): def set_cache(self, key, value, **kwargs):
ttl = kwargs.get("ttl", None) ttl = kwargs.get("ttl", None)
print_verbose(f"Set Redis Cache: key: {key}\nValue {value}")
try: try:
self.redis_client.set(name=key, value=str(value), ex=ttl) self.redis_client.set(name=key, value=str(value), ex=ttl)
except Exception as e: except Exception as e:
@ -99,8 +100,9 @@ class RedisCache(BaseCache):
def get_cache(self, key, **kwargs): def get_cache(self, key, **kwargs):
try: try:
# TODO convert this to a ModelResponse object print_verbose(f"Get Redis Cache: key: {key}")
cached_response = self.redis_client.get(key) cached_response = self.redis_client.get(key)
print_verbose(f"Got Redis Cache: key: {key}, cached_response {cached_response}")
if cached_response != None: if cached_response != None:
# cached_response is in `b{} convert it to ModelResponse # cached_response is in `b{} convert it to ModelResponse
cached_response = cached_response.decode("utf-8") # Convert bytes to string cached_response = cached_response.decode("utf-8") # Convert bytes to string