phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix don't retry errors when no healthy deployments available

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-20 12:17:05 -07:00
parent 5e2f962ba3
commit fb16ff2335
2 changed files with 64 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -2727,6 +2727,11 @@ class Router:
if _num_healthy_deployments <= 0: # if no healthy deployments
raise error # then raise error
# Do not retry if there are no healthy deployments
# just raise the error
if _num_healthy_deployments <= 0: # if no healthy deployments
raise error
return True
def function_with_fallbacks(self, *args, **kwargs):