phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): fix default caching response value

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-07 13:44:21 -08:00
parent 418099085c
commit e5638e2c5d
7 changed files with 127 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -53,7 +53,7 @@ class Router:
```
"""
model_names: List = []
cache_responses: bool = False
cache_responses: Optional[bool] = None
default_cache_time_seconds: int = 1 * 60 * 60 # 1 hour
num_retries: int = 0
tenacity = None
@ -65,7 +65,7 @@ class Router:
redis_host: Optional[str] = None,
redis_port: Optional[int] = None,
redis_password: Optional[str] = None,
cache_responses: bool = False,
cache_responses: Optional[bool] = None,
cache_kwargs: dict = {}, # additional kwargs to pass to RedisCache (see caching.py)
## RELIABILITY ##
num_retries: int = 0,