phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix current_attempt, num_retries not defined

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-01 17:42:37 -07:00
parent cfc55b39a9
commit d4378143f1
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -1972,6 +1972,8 @@ class Router:
response = await original_function(*args, **kwargs)
return response
except Exception as e:
num_retries = None
current_attempt = None
original_exception = e
"""
Retry Logic
@ -2245,6 +2247,8 @@ class Router:
response = original_function(*args, **kwargs)
return response
except Exception as e:
num_retries = None
current_attempt = None
original_exception = e
### CHECK IF RATE LIMIT / CONTEXT WINDOW ERROR
_healthy_deployments = self._get_healthy_deployments(
@ -2299,6 +2303,7 @@ class Router:
if type(original_exception) in litellm.LITELLM_EXCEPTION_TYPES:
original_exception.max_retries = num_retries
original_exception.num_retries = current_attempt
raise original_exception
### HELPER FUNCTIONS