phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) debug when in meory cache is used

Browse source
This commit is contained in:
ishaan-jaff 2024-03-09 16:24:04 -08:00
parent 4b717810ec
commit 1917ee7fcf
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/caching.py
View file

@ -48,6 +48,7 @@ class InMemoryCache(BaseCache):
self.ttl_dict = {} self.ttl_dict = {}
def set_cache(self, key, value, **kwargs): def set_cache(self, key, value, **kwargs):
print_verbose("InMemoryCache: set_cache")
self.cache_dict[key] = value self.cache_dict[key] = value
if "ttl" in kwargs: if "ttl" in kwargs:
self.ttl_dict[key] = time.time() + kwargs["ttl"] self.ttl_dict[key] = time.time() + kwargs["ttl"]