phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix _time_to_sleep_before_retry

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-11 18:05:12 -07:00
parent 3e6097d9f8
commit 6e39760779
1 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/router.py
View file

@ -1512,11 +1512,11 @@ class Router:
Retry Logic
"""
# raises an exception if this error should not be retries
_, _healthy_deployments = self._common_checks_available_deployment(
model=kwargs.get("model"),
)
# raises an exception if this error should not be retries
self.should_retry_this_error(
error=e,
healthy_deployments=_healthy_deployments,
@ -1524,6 +1524,7 @@ class Router:
context_window_fallbacks=context_window_fallbacks,
)
# decides how long to sleep before retry
_timeout = self._time_to_sleep_before_retry(
e=original_exception,
remaining_retries=num_retries,
@ -1532,7 +1533,7 @@ class Router:
fallbacks=fallbacks,
)
### RETRY
# sleeps for the length of the timeout
await asyncio.sleep(_timeout)
if (
@ -1566,10 +1567,15 @@ class Router:
## LOGGING
kwargs = self.log_retry(kwargs=kwargs, e=e)
remaining_retries = num_retries - current_attempt
_, _healthy_deployments = self._common_checks_available_deployment(
model=kwargs.get("model"),
)
_timeout = self._time_to_sleep_before_retry(
e=original_exception,
remaining_retries=remaining_retries,
num_retries=num_retries,
healthy_deployments=_healthy_deployments,
fallbacks=fallbacks,
)
await asyncio.sleep(_timeout)
try: