phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove debug print statement

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-27 20:58:29 -07:00
parent e776ac8ffc
commit 511dd18e4b
1 changed files with 3 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/caching.py
View file

@ -97,19 +97,13 @@ class InMemoryCache(BaseCache):
""" """
for key in list(self.ttl_dict.keys()): for key in list(self.ttl_dict.keys()):
if time.time() > self.ttl_dict[key]: if time.time() > self.ttl_dict[key]:
print( # noqa
"Cache Evicting item key=",
key,
"ttl=",
self.ttl_dict[key],
"size of cache=",
len(self.cache_dict),
)
self.cache_dict.pop(key, None) self.cache_dict.pop(key, None)
self.ttl_dict.pop(key, None) self.ttl_dict.pop(key, None)
def set_cache(self, key, value, **kwargs): def set_cache(self, key, value, **kwargs):
print_verbose("InMemoryCache: set_cache") print_verbose(
"InMemoryCache: set_cache. current size= {}".format(len(self.cache_dict))
)
if len(self.cache_dict) >= self.max_size_in_memory: if len(self.cache_dict) >= self.max_size_in_memory:
# only evict when cache is full # only evict when cache is full
self.evict_cache() self.evict_cache()