phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(caching.py): fix linting issues

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-23 13:21:38 -08:00
parent b10102c285
commit 87aa36a2ec
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/caching.py
View file

@ -10,6 +10,7 @@
import litellm import litellm
import time, logging import time, logging
import json, traceback, ast import json, traceback, ast
from typing import Optional
def get_prompt(*args, **kwargs): def get_prompt(*args, **kwargs):
# make this safe checks, it should not throw any exceptions # make this safe checks, it should not throw any exceptions
@ -102,7 +103,7 @@ class DualCache(BaseCache):
When data is updated or inserted, it is written to both the in-memory cache + Redis. When data is updated or inserted, it is written to both the in-memory cache + Redis.
This ensures that even if Redis hasn't been updated yet, the in-memory cache reflects the most recent data. This ensures that even if Redis hasn't been updated yet, the in-memory cache reflects the most recent data.
""" """
def __init__(self, in_memory_cache: InMemoryCache =None, redis_cache: RedisCache =None) -> None: def __init__(self, in_memory_cache: Optional[InMemoryCache] =None, redis_cache: Optional[RedisCache] =None) -> None:
super().__init__() super().__init__()
# If in_memory_cache is not provided, use the default InMemoryCache # If in_memory_cache is not provided, use the default InMemoryCache
self.in_memory_cache = in_memory_cache or InMemoryCache() self.in_memory_cache = in_memory_cache or InMemoryCache()