phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #2606 from BerriAI/litellm_jwt_auth_updates

Browse source 
fix(handle_jwt.py): track spend for user using jwt auth
This commit is contained in:
Krish Dholakia 2024-03-20 19:40:17 -07:00 • committed by GitHub
commit 007d439017
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 296 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/caching.py
View file

@ -841,6 +841,17 @@ class DualCache(BaseCache):
except Exception as e:
traceback.print_exc()
async def async_set_cache(self, key, value, local_only: bool = False, **kwargs):
try:
if self.in_memory_cache is not None:
await self.in_memory_cache.async_set_cache(key, value, **kwargs)
if self.redis_cache is not None and local_only == False:
await self.redis_cache.async_set_cache(key, value, **kwargs)
except Exception as e:
print_verbose(f"LiteLLM Cache: Excepton async add_cache: {str(e)}")
traceback.print_exc()
def flush_cache(self):
if self.in_memory_cache is not None:
self.in_memory_cache.flush_cache()