From 2038c9816f40b95c66efd85bffc44f1f18b53bec Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 5 Dec 2023 09:36:38 -0800 Subject: [PATCH] (fix) patch max_retries for non openai llms --- litellm/utils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/utils.py b/litellm/utils.py index 892fc010c1..ea0b4002f7 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -1985,6 +1985,8 @@ def get_optional_params( # use the openai defaults if k not in supported_params: if k == "n" and n == 1: # langchain sends n=1 as a default value pass + if k == "max_retries": # TODO: This is a patch. We support max retries for OpenAI, Azure. For non OpenAI LLMs we need to add support for max retries + pass # Always keeps this in elif code blocks else: unsupported_params[k] = non_default_params[k]