diff --git a/litellm/caching.py b/litellm/caching.py index 5aa41ce358..705b5fc13e 100644 --- a/litellm/caching.py +++ b/litellm/caching.py @@ -76,7 +76,6 @@ class InMemoryCache(BaseCache): ) self.ttl_dict: dict = {} self.default_ttl = default_ttl or 120.0 - self.last_cleaned = 0 # since this is in memory we need to periodically clean it up to not overuse the machines RAM def set_cache(self, key, value, **kwargs): print_verbose("InMemoryCache: set_cache") @@ -149,22 +148,8 @@ class InMemoryCache(BaseCache): value = init_value + value await self.async_set_cache(key, value, **kwargs) - if time.time() - self.last_cleaned > self.default_ttl: - asyncio.create_task(self.clean_up_in_memory_cache()) - return value - async def clean_up_in_memory_cache(self): - """ - Runs periodically to clean up the in-memory cache - - - loop through all keys in cache, check if they are expired - - if yes, delete them - """ - self.cache_dict = {} - self.ttl_dict = {} - self.last_cleaned = time.time() - def flush_cache(self): self.cache_dict.clear() self.ttl_dict.clear()