phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): use litellm.request_timeout as default for router clients

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-03 14:19:53 -07:00
parent 90f5aa7125
commit 1de5235ba0
2 changed files with 14 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/utils.py
View file

@ -11941,11 +11941,23 @@ class CustomStreamWrapper:
)
)
return processed_chunk
except httpx.TimeoutException as e: # if httpx read timeout error occues
traceback_exception = traceback.format_exc()
## ADD DEBUG INFORMATION - E.G. LITELLM REQUEST TIMEOUT
traceback_exception += "\nLiteLLM Default Request Timeout - {}".format(
litellm.request_timeout
)
if self.logging_obj is not None:
# Handle any exceptions that might occur during streaming
asyncio.create_task(
self.logging_obj.async_failure_handler(e, traceback_exception)
)
raise e
except Exception as e:
traceback_exception = traceback.format_exc()
# Handle any exceptions that might occur during streaming
asyncio.create_task(
self.logging_obj.async_failure_handler(e, traceback_exception)
self.logging_obj.async_failure_handler(e, traceback_exception) # type: ignore
)
raise e