phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): check for request_timeout in acompletion

Browse source 
support 'request_timeout' param in router acompletion
This commit is contained in:
Krrish Dholakia 2024-07-17 17:16:44 -07:00
parent f7713cff05
commit 432b7ae264
2 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/_new_secret_config.yaml
View file

@ -1,5 +1,5 @@
model_list: model_list:
- model_name: groq-whisper - model_name: llama-3
litellm_params: litellm_params:
model: groq/whisper-large-v3 model: gpt-4
request_timeout: 1

3
litellm/router.py
View file

@ -718,6 +718,9 @@ class Router:
data.get( data.get(
"timeout", None "timeout", None
) # timeout set on litellm_params for this deployment ) # timeout set on litellm_params for this deployment
or data.get(
"request_timeout", None
) # timeout set on litellm_params for this deployment
or self.timeout # timeout set on router or self.timeout # timeout set on router
or kwargs.get( or kwargs.get(
"timeout", None "timeout", None