phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(http_handler.py): add retry logic for httpx.ConnectError

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-28 22:35:26 -07:00
parent 831745e710
commit 8571cb45e8
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/custom_httpx/http_handler.py
View file

@ -98,7 +98,7 @@ class AsyncHTTPHandler:
response = await self.client.send(req, stream=stream)
response.raise_for_status()
return response
except httpx.RemoteProtocolError:
except (httpx.RemoteProtocolError, httpx.ConnectError):
# Retry the request with a new session if there is a connection error
new_client = self.create_client(timeout=self.timeout, concurrent_limit=1)
try: