From 432b7ae264c832b255effa3f272686d29f81b810 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 17 Jul 2024 17:16:44 -0700 Subject: [PATCH] fix(router.py): check for request_timeout in acompletion support 'request_timeout' param in router acompletion --- litellm/proxy/_new_secret_config.yaml | 6 +++--- litellm/router.py | 3 +++ 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index 039a36c7e8..711b516aba 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -1,5 +1,5 @@ model_list: - - model_name: groq-whisper + - model_name: llama-3 litellm_params: - model: groq/whisper-large-v3 - \ No newline at end of file + model: gpt-4 + request_timeout: 1 \ No newline at end of file diff --git a/litellm/router.py b/litellm/router.py index f50723ab99..7542108024 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -718,6 +718,9 @@ class Router: data.get( "timeout", None ) # timeout set on litellm_params for this deployment + or data.get( + "request_timeout", None + ) # timeout set on litellm_params for this deployment or self.timeout # timeout set on router or kwargs.get( "timeout", None