mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
fix(router.py): add support for diskcache to router
This commit is contained in:
parent
bfdda089c8
commit
711496e260
1 changed files with 3 additions and 1 deletions
|
@ -263,7 +263,9 @@ class Router:
|
|||
) # names of models under litellm_params. ex. azure/chatgpt-v-2
|
||||
self.deployment_latency_map = {}
|
||||
### CACHING ###
|
||||
cache_type: Literal["local", "redis"] = "local" # default to an in-memory cache
|
||||
cache_type: Literal["local", "redis", "redis-semantic", "s3", "disk"] = (
|
||||
"local" # default to an in-memory cache
|
||||
)
|
||||
redis_cache = None
|
||||
cache_config = {}
|
||||
self.client_ttl = client_ttl
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue