phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(completion()): add request_timeout as a param, fix claude error when request_timeout set

Browse source
This commit is contained in:
ishaan-jaff 2023-10-05 19:05:27 -07:00
parent a724d4bed2
commit 8120477be4
5 changed files with 18 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/timeout.py
View file

@ -64,6 +64,8 @@ def timeout(timeout_duration: float = 0.0, exception_to_raise=Timeout):
local_timeout_duration = timeout_duration
if "force_timeout" in kwargs:
local_timeout_duration = kwargs["force_timeout"]
elif "request_timeout" in kwargs and kwargs["request_timeout"] is not None:
local_timeout_duration = kwargs["request_timeout"]
try:
value = await asyncio.wait_for(
func(*args, **kwargs), timeout=timeout_duration