diff --git a/litellm/caching.py b/litellm/caching.py index 38174c2abb..257bb1ca54 100644 --- a/litellm/caching.py +++ b/litellm/caching.py @@ -61,6 +61,10 @@ class InMemoryCache(BaseCache): self.cache_dict.clear() self.ttl_dict.clear() + def delete_cache(self, key): + self.cache_dict.pop(key, None) + self.ttl_dict.pop(key, None) + class RedisCache(BaseCache): def __init__(self, host=None, port=None, password=None, **kwargs): @@ -117,6 +121,9 @@ class RedisCache(BaseCache): def flush_cache(self): self.redis_client.flushall() + def delete_cache(self, key): + self.redis_client.delete(key) + class S3Cache(BaseCache): def __init__( @@ -304,6 +311,12 @@ class DualCache(BaseCache): if self.redis_cache is not None: self.redis_cache.flush_cache() + def delete_cache(self, key): + if self.in_memory_cache is not None: + self.in_memory_cache.delete_cache(key) + if self.redis_cache is not None: + self.redis_cache.delete_cache(key) + #### LiteLLM.Completion / Embedding Cache #### class Cache: