phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) patch max_retries for non openai llms

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 09:36:38 -08:00
parent 3bdf61f02a
commit 732a049513
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -1985,6 +1985,8 @@ def get_optional_params( # use the openai defaults
if k not in supported_params: if k not in supported_params:
if k == "n" and n == 1: # langchain sends n=1 as a default value if k == "n" and n == 1: # langchain sends n=1 as a default value
pass pass
if k == "max_retries": # TODO: This is a patch. We support max retries for OpenAI, Azure. For non OpenAI LLMs we need to add support for max retries
pass
# Always keeps this in elif code blocks # Always keeps this in elif code blocks
else: else:
unsupported_params[k] = non_default_params[k] unsupported_params[k] = non_default_params[k]