phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) don't run .completion retries if using router / proxy

Browse source
This commit is contained in:
Ishaan Jaff 2024-03-21 08:32:42 -07:00
parent 14459b89e3
commit 0558ac2345
1 changed files with 12 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/utils.py
View file

@ -2752,7 +2752,12 @@ def client(original_function):
"context_window_fallback_dict", {}
)
if num_retries:
_is_litellm_router_call = "model_group" in kwargs.get(
"metadata", {}
) # check if call from litellm.router/proxy
if (
num_retries and not _is_litellm_router_call
): # only enter this if call is not from litellm router/proxy. router has it's own logic for retrying
if (
isinstance(e, openai.APIError)
or isinstance(e, openai.Timeout)
@ -3222,7 +3227,12 @@ def client(original_function):
"context_window_fallback_dict", {}
)
if num_retries:
_is_litellm_router_call = "model_group" in kwargs.get(
"metadata", {}
) # check if call from litellm.router/proxy
if (
num_retries and not _is_litellm_router_call
): # only enter this if call is not from litellm router/proxy. router has it's own logic for retrying
try:
kwargs["num_retries"] = num_retries
kwargs["original_function"] = original_function