phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_langfuse.py): handle timeouts

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-17 17:05:01 -08:00
parent 1ba32368ef
commit 7d70bf84a7
4 changed files with 151 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/main.py
View file

@ -243,7 +243,7 @@ def completion(
messages: List = [],
functions: List = [],
function_call: str = "", # optional params
timeout: Union[float, int] = 600.0,
timeout: Optional[Union[float, int]] = None,
temperature: Optional[float] = None,
top_p: Optional[float] = None,
n: Optional[int] = None,
@ -338,6 +338,8 @@ def completion(
if mock_response:
return mock_completion(model, messages, stream=stream, mock_response=mock_response)
if timeout is None:
timeout = 600 # set timeout for 10 minutes by default
timeout = float(timeout)
try:
if base_url: