forked from phoenix/litellm-mirror
fix(router.py): check for request_timeout in acompletion
support 'request_timeout' param in router acompletion
This commit is contained in:
parent
5faa840eb1
commit
0a94953896
2 changed files with 6 additions and 3 deletions
|
@ -1,5 +1,5 @@
|
|||
model_list:
|
||||
- model_name: groq-whisper
|
||||
- model_name: llama-3
|
||||
litellm_params:
|
||||
model: groq/whisper-large-v3
|
||||
|
||||
model: gpt-4
|
||||
request_timeout: 1
|
|
@ -718,6 +718,9 @@ class Router:
|
|||
data.get(
|
||||
"timeout", None
|
||||
) # timeout set on litellm_params for this deployment
|
||||
or data.get(
|
||||
"request_timeout", None
|
||||
) # timeout set on litellm_params for this deployment
|
||||
or self.timeout # timeout set on router
|
||||
or kwargs.get(
|
||||
"timeout", None
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue