test + never retry on 404 errors

This commit is contained in:
Ishaan Jaff 2024-08-20 11:59:43 -07:00
parent 6f8840daa1
commit 19c3a82d1b
2 changed files with 46 additions and 4 deletions

View file

@ -2708,6 +2708,8 @@ class Router:
):
raise error
if isinstance(error, litellm.NotFoundError):
raise error
# Error we should only retry if there are other deployments
if isinstance(error, openai.RateLimitError):
if (