phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[Perf Fix] Don't always read from Redis by Default (#5877)

Browse source 
* fix use previous internal usage caching logic

* fix test_dual_cache_uses_redis
This commit is contained in:
Ishaan Jaff 2024-09-24 21:34:18 -07:00 • committed by GitHub
parent 3ccdb42d26
commit 2000e8cde9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 7 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/caching.py
View file

@ -1945,12 +1945,8 @@ class DualCache(BaseCache):
if in_memory_result is not None:
result = in_memory_result
if (
(self.always_read_redis is True)
and self.redis_cache is not None
and local_only == False
):
# If not found in in-memory cache or always_read_redis is True, try fetching from Redis
if result is None and self.redis_cache is not None and local_only == False:
# If not found in in-memory cache, try fetching from Redis
redis_result = await self.redis_cache.async_get_cache(key, **kwargs)
if redis_result is not None:
@ -2697,7 +2693,7 @@ class DiskCache(BaseCache):
original_cached_response = self.disk_cache.get(key)
if original_cached_response:
try:
cached_response = json.loads(original_cached_response)
cached_response = json.loads(original_cached_response) # type: ignore
except:
cached_response = original_cached_response
return cached_response
@ -2713,7 +2709,7 @@ class DiskCache(BaseCache):
def increment_cache(self, key, value: int, **kwargs) -> int:
# get the value
init_value = self.get_cache(key=key) or 0
value = init_value + value
value = init_value + value # type: ignore
self.set_cache(key, value, **kwargs)
return value
@ -2730,7 +2726,7 @@ class DiskCache(BaseCache):
async def async_increment(self, key, value: int, **kwargs) -> int:
# get the value
init_value = await self.async_get_cache(key=key) or 0
value = init_value + value
value = init_value + value # type: ignore
await self.async_set_cache(key, value, **kwargs)
return value