From a174ef2bf4fd60f1589138e5c96ece00f815b8f9 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 12 Mar 2025 12:29:25 -0700 Subject: [PATCH] fix(llm_caching_handler.py): handle no current event loop error --- litellm/caching/llm_caching_handler.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/litellm/caching/llm_caching_handler.py b/litellm/caching/llm_caching_handler.py index e6fbee15bc..429634b7b1 100644 --- a/litellm/caching/llm_caching_handler.py +++ b/litellm/caching/llm_caching_handler.py @@ -14,9 +14,12 @@ class LLMClientCache(InMemoryCache): Add the event loop to the cache key, to prevent event loop closed errors. If none, use the key as is. """ - event_loop = asyncio.get_event_loop() - stringified_event_loop = str(id(event_loop)) - return f"{key}-{stringified_event_loop}" + try: + event_loop = asyncio.get_event_loop() + stringified_event_loop = str(id(event_loop)) + return f"{key}-{stringified_event_loop}" + except Exception: # handle no current event loop + return key def set_cache(self, key, value, **kwargs): key = self.update_cache_key_with_event_loop(key)