phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(llm_caching_handler.py): handle no current event loop error

Browse source
This commit is contained in:
Krrish Dholakia 2025-03-12 12:29:25 -07:00
parent ac3504e000
commit a174ef2bf4
1 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/caching/llm_caching_handler.py
View file

@ -14,9 +14,12 @@ class LLMClientCache(InMemoryCache):
Add the event loop to the cache key, to prevent event loop closed errors. Add the event loop to the cache key, to prevent event loop closed errors.
If none, use the key as is. If none, use the key as is.
""" """
try:
event_loop = asyncio.get_event_loop() event_loop = asyncio.get_event_loop()
stringified_event_loop = str(id(event_loop)) stringified_event_loop = str(id(event_loop))
return f"{key}-{stringified_event_loop}" return f"{key}-{stringified_event_loop}"
except Exception: # handle no current event loop
return key
def set_cache(self, key, value, **kwargs): def set_cache(self, key, value, **kwargs):
key = self.update_cache_key_with_event_loop(key) key = self.update_cache_key_with_event_loop(key)