phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) Redis caching print exception statements when it fails

Browse source
This commit is contained in:
ishaan-jaff 2023-10-25 11:29:47 -07:00
parent 7f7802ec1b
commit 5bd1b3968e
1 changed files with 17 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

26
litellm/caching.py
View file

@ -30,17 +30,25 @@ class RedisCache():
self.redis_client = redis.Redis(host=host, port=port, password=password) self.redis_client = redis.Redis(host=host, port=port, password=password)
def set_cache(self, key, value): def set_cache(self, key, value):
self.redis_client.set(key, str(value)) try:
self.redis_client.set(key, str(value))
except Exception as e:
# NON blocking - notify users Redis is throwing an exception
print("LiteLLM Caching: Got exception from REDIS: ", e)
def get_cache(self, key): def get_cache(self, key):
# TODO convert this to a ModelResponse object try:
cached_response = self.redis_client.get(key) # TODO convert this to a ModelResponse object
if cached_response!=None: cached_response = self.redis_client.get(key)
# cached_response is in `b{} convert it to ModelResponse if cached_response!=None:
cached_response = cached_response.decode("utf-8") # Convert bytes to string # cached_response is in `b{} convert it to ModelResponse
cached_response = json.loads(cached_response) # Convert string to dictionary cached_response = cached_response.decode("utf-8") # Convert bytes to string
cached_response['cache'] = True # set cache-hit flag to True cached_response = json.loads(cached_response) # Convert string to dictionary
return cached_response cached_response['cache'] = True # set cache-hit flag to True
return cached_response
except Exception as e:
# NON blocking - notify users Redis is throwing an exception
print("LiteLLM Caching: Got exception from REDIS: ", e)
class HostedCache(): class HostedCache():
def set_cache(self, key, value): def set_cache(self, key, value):