phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(completion()): add request_timeout as a param, fix claude error when request_timeout set

Browse source
This commit is contained in:
ishaan-jaff 2023-10-05 19:05:27 -07:00
parent a724d4bed2
commit 8120477be4
5 changed files with 18 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -947,6 +947,7 @@ def get_optional_params( # use the openai defaults
frequency_penalty=0,
logit_bias={},
user="",
request_timeout=None,
deployment_id=None,
model=None,
custom_llm_provider="",
@ -971,6 +972,7 @@ def get_optional_params( # use the openai defaults
"logit_bias":{},
"user":"",
"deployment_id":None,
"request_timeout":None,
"model":None,
"custom_llm_provider":"",
}
@ -991,6 +993,8 @@ def get_optional_params( # use the openai defaults
if k not in supported_params:
if k == "n" and n == 1: # langchain sends n=1 as a default value
pass
if k == "request_timeout": # litellm handles request time outs
pass
else:
unsupported_params.append(k)
if unsupported_params and not litellm.drop_params:
@ -1273,7 +1277,7 @@ def get_optional_params( # use the openai defaults
if stream:
optional_params["stream"] = stream
else: # assume passing in params for openai/azure openai
supported_params = ["functions", "function_call", "temperature", "top_p", "n", "stream", "stop", "max_tokens", "presence_penalty", "frequency_penalty", "logit_bias", "user", "deployment_id"]
supported_params = ["functions", "function_call", "temperature", "top_p", "n", "stream", "stop", "max_tokens", "presence_penalty", "frequency_penalty", "logit_bias", "user", "deployment_id", "request_timeout"]
_check_valid_arg(supported_params=supported_params)
optional_params = non_default_params
# if user passed in non-default kwargs for specific providers/models, pass them along