phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) init redis cache with **kwargs

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 20:50:06 -08:00
parent 31f3187670
commit 9ba17657ad
2 changed files with 31 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/caching.py
View file

@ -69,10 +69,10 @@ class InMemoryCache(BaseCache):
class RedisCache(BaseCache):
def __init__(self, host, port, password):
def __init__(self, host, port, password, **kwargs):
import redis
# if users don't provider one, use the default litellm cache
self.redis_client = redis.Redis(host=host, port=port, password=password)
self.redis_client = redis.Redis(host=host, port=port, password=password, **kwargs)
def set_cache(self, key, value, **kwargs):
ttl = kwargs.get("ttl", None)
@ -168,7 +168,8 @@ class Cache:
type="local",
host=None,
port=None,
password=None
password=None,
**kwargs
):
"""
Initializes the cache based on the given type.
@ -178,6 +179,7 @@ class Cache:
host (str, optional): The host address for the Redis cache. Required if type is "redis".
port (int, optional): The port number for the Redis cache. Required if type is "redis".
password (str, optional): The password for the Redis cache. Required if type is "redis".
**kwargs: Additional keyword arguments for redis.Redis() cache
Raises:
ValueError: If an invalid cache type is provided.
@ -186,7 +188,7 @@ class Cache:
None
"""
if type == "redis":
self.cache = RedisCache(host, port, password)
self.cache = RedisCache(host, port, password, **kwargs)
if type == "local":
self.cache = InMemoryCache()
if "cache" not in litellm.input_callback: