phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'litellm_dev_03_10_2025_p3' into litellm_router_client_init_migration

Browse source
This commit is contained in:
Krish Dholakia 2025-03-11 18:27:56 -07:00 • committed by GitHub
commit 8dea6e91a6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 21 additions and 94 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/router.py
View file

@ -5345,6 +5345,13 @@ class Router:
client = self.cache.get_cache(
key=cache_key, local_only=True, parent_otel_span=parent_otel_span
)
if client is None:
InitalizeOpenAISDKClient.set_max_parallel_requests_client(
litellm_router_instance=self, model=deployment
)
client = self.cache.get_cache(
key=cache_key, local_only=True, parent_otel_span=parent_otel_span
)
return client
elif client_type == "async":
if kwargs.get("stream") is True: