phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix router.py

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-24 17:10:34 -07:00
parent e5ab0d4ecd
commit 5bbbb5a7ee
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router.py
View file

@ -282,7 +282,7 @@ class Router:
litellm.cache = litellm.Cache(type=cache_type, **cache_config) # type: ignore litellm.cache = litellm.Cache(type=cache_type, **cache_config) # type: ignore
self.cache_responses = cache_responses self.cache_responses = cache_responses
self.cache = DualCache( self.cache = DualCache(
redis_cache=redis_cache, in_memory_cache=InMemoryCache(default_ttl=86400) redis_cache=redis_cache, in_memory_cache=InMemoryCache()
) # use a dual cache (Redis+In-Memory) for tracking cooldowns, usage, etc. ) # use a dual cache (Redis+In-Memory) for tracking cooldowns, usage, etc.
### SCHEDULER ### ### SCHEDULER ###