phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(base_routing_strategy.py): fix init in async environments

Browse source
This commit is contained in:
Krrish Dholakia 2025-04-15 17:13:39 -07:00
parent a4baa61888
commit 2e682145e8
2 changed files with 31 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -43,6 +43,12 @@ class _PROXY_MaxParallelRequestsHandler(BaseRoutingStrategy, CustomLogger):
# Class variables or attributes
def __init__(self, internal_usage_cache: InternalUsageCache):
self.internal_usage_cache = internal_usage_cache
BaseRoutingStrategy.__init__(
self,
dual_cache=internal_usage_cache.dual_cache,
should_batch_redis_writes=True,
default_sync_interval=0.1,
)
def print_verbose(self, print_statement):
try: