phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): use litellm.request_timeout as default for router clients

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-03 14:19:53 -07:00
parent 90f5aa7125
commit 1de5235ba0
2 changed files with 14 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router.py
View file

@ -2869,7 +2869,7 @@ class Router:
api_version = litellm.get_secret(api_version_env_name)
litellm_params["api_version"] = api_version
timeout = litellm_params.pop("timeout", None)
timeout = litellm_params.pop("timeout", None) or litellm.request_timeout
if isinstance(timeout, str) and timeout.startswith("os.environ/"):
timeout_env_name = timeout.replace("os.environ/", "")
timeout = litellm.get_secret(timeout_env_name)