diff --git a/litellm/router.py b/litellm/router.py index c4a48581b0..311afeb446 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -1469,7 +1469,7 @@ class Router: api_version=api_version, timeout=stream_timeout, max_retries=max_retries, - http_client=httpx.Client( + http_client=httpx.AsyncClient( limits=httpx.Limits( max_connections=1000, max_keepalive_connections=100