fix(router.py): ensure no unsupported args are passed to completion()

This commit is contained in:
Krrish Dholakia 2024-01-22 22:33:06 -08:00
parent f19f0dad89
commit 53b879bc6c
2 changed files with 7 additions and 7 deletions

View file

@ -1528,6 +1528,9 @@ class Router:
max_retries_env_name = max_retries.replace("os.environ/", "")
max_retries = litellm.get_secret(max_retries_env_name)
max_retries = int(max_retries)
litellm_params[
"max_retries"
] = max_retries # do this for testing purposes
if "azure" in model_name:
if api_base is None: