phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

perf(openai.py): extending request timeout

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-15 18:45:45 -08:00
parent a575ff867f
commit da68e1ea81
2 changed files with 96 additions and 96 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/openai.py
View file

@ -228,7 +228,7 @@ class OpenAIChatCompletion(BaseLLM):
url=api_base,
json=data,
headers=headers,
timeout=litellm.request_timeout
timeout=600 # Set a 10-minute timeout for both connection and read
)
if response.status_code != 200:
raise OpenAIError(status_code=response.status_code, message=response.text)