phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) - cache - add delete cache

Browse source
This commit is contained in:
ishaan-jaff 2024-02-02 18:36:51 -08:00
parent d69edac11b
commit 4d6ffe4400
1 changed files with 13 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/caching.py
View file

@ -61,6 +61,10 @@ class InMemoryCache(BaseCache):
self.cache_dict.clear() self.cache_dict.clear()
self.ttl_dict.clear() self.ttl_dict.clear()
def delete_cache(self, key):
self.cache_dict.pop(key, None)
self.ttl_dict.pop(key, None)
class RedisCache(BaseCache): class RedisCache(BaseCache):
def __init__(self, host=None, port=None, password=None, **kwargs): def __init__(self, host=None, port=None, password=None, **kwargs):
@ -117,6 +121,9 @@ class RedisCache(BaseCache):
def flush_cache(self): def flush_cache(self):
self.redis_client.flushall() self.redis_client.flushall()
def delete_cache(self, key):
self.redis_client.delete(key)
class S3Cache(BaseCache): class S3Cache(BaseCache):
def __init__( def __init__(
@ -304,6 +311,12 @@ class DualCache(BaseCache):
if self.redis_cache is not None: if self.redis_cache is not None:
self.redis_cache.flush_cache() self.redis_cache.flush_cache()
def delete_cache(self, key):
if self.in_memory_cache is not None:
self.in_memory_cache.delete_cache(key)
if self.redis_cache is not None:
self.redis_cache.delete_cache(key)
#### LiteLLM.Completion / Embedding Cache #### #### LiteLLM.Completion / Embedding Cache ####
class Cache: class Cache: