diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index 039a36c7e8..711b516aba 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -1,5 +1,5 @@ model_list: - - model_name: groq-whisper + - model_name: llama-3 litellm_params: - model: groq/whisper-large-v3 - \ No newline at end of file + model: gpt-4 + request_timeout: 1 \ No newline at end of file diff --git a/litellm/router.py b/litellm/router.py index f50723ab99..7542108024 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -718,6 +718,9 @@ class Router: data.get( "timeout", None ) # timeout set on litellm_params for this deployment + or data.get( + "request_timeout", None + ) # timeout set on litellm_params for this deployment or self.timeout # timeout set on router or kwargs.get( "timeout", None