phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): fix client init

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-22 22:15:30 -08:00 • committed by ishaan-jaff
parent 278cc75603
commit eb46ea8f8b
3 changed files with 33 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/router.py
View file

@ -1521,13 +1521,13 @@ class Router:
):
stream_timeout_env_name = stream_timeout.replace("os.environ/", "")
stream_timeout = litellm.get_secret(stream_timeout_env_name)
litellm_params["stream_timeout"] = stream_timeout
max_retries = litellm_params.pop("max_retries", 2)
if isinstance(max_retries, str) and max_retries.startswith("os.environ/"):
max_retries_env_name = max_retries.replace("os.environ/", "")
max_retries = litellm.get_secret(max_retries_env_name)
litellm_params["max_retries"] = max_retries
if isinstance(max_retries, str):
if max_retries.startswith("os.environ/"):
max_retries_env_name = max_retries.replace("os.environ/", "")
max_retries = litellm.get_secret(max_retries_env_name)
max_retries = int(max_retries)
if "azure" in model_name:
if api_base is None: