phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(caching.py): enable async setting of cache for dual cache

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-20 18:42:34 -07:00
parent 9a221851d5
commit f0d8472bfd
2 changed files with 11 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/caching.py
View file

@ -836,6 +836,17 @@ class DualCache(BaseCache):
except Exception as e: except Exception as e:
traceback.print_exc() traceback.print_exc()
async def async_set_cache(self, key, value, local_only: bool = False, **kwargs):
try:
if self.in_memory_cache is not None:
await self.in_memory_cache.async_set_cache(key, value, **kwargs)
if self.redis_cache is not None and local_only == False:
await self.redis_cache.async_set_cache(key, value, **kwargs)
except Exception as e:
print_verbose(f"LiteLLM Cache: Excepton async add_cache: {str(e)}")
traceback.print_exc()
def flush_cache(self): def flush_cache(self):
if self.in_memory_cache is not None: if self.in_memory_cache is not None:
self.in_memory_cache.flush_cache() self.in_memory_cache.flush_cache()

2
litellm/proxy/proxy_server.py
View file

@ -409,8 +409,6 @@ async def user_api_key_auth(
models=user_object.models, models=user_object.models,
user_role="app_owner", user_role="app_owner",
) )
else:
raise Exception("Invalid key error!")
#### ELSE #### #### ELSE ####
if master_key is None: if master_key is None:
if isinstance(api_key, str): if isinstance(api_key, str):