fix(utils.py): set max_retries = num_retries, if given

This commit is contained in:
Krrish Dholakia 2024-08-09 16:54:54 -07:00
parent 83180c50f7
commit abda7e37ec
2 changed files with 94 additions and 63 deletions

View file

@ -762,8 +762,8 @@ def completion(
try:
if base_url is not None:
api_base = base_url
if max_retries is not None: # openai allows openai.OpenAI(max_retries=3)
num_retries = max_retries
if num_retries is not None:
max_retries = num_retries
logging = litellm_logging_obj
fallbacks = fallbacks or litellm.model_fallbacks
if fallbacks is not None: