phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat - add num retries and max retries in exception

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-01 16:53:00 -07:00
parent 40622f5f27
commit 286d42a881
3 changed files with 24 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/router.py
View file

@ -2041,11 +2041,10 @@ class Router:
)
await asyncio.sleep(_timeout)
try:
cooldown_deployments = await self._async_get_cooldown_deployments()
original_exception.message += f"\nNumber Retries = {current_attempt + 1}, Max Retries={num_retries}\nCooldown Deployments={cooldown_deployments}"
except:
pass
if type(original_exception) in litellm.LITELLM_EXCEPTION_TYPES:
original_exception.max_retries = num_retries
original_exception.num_retries = current_attempt
raise original_exception
def should_retry_this_error(