router - clean up should_retry_this_error

This commit is contained in:
Ishaan Jaff 2024-05-11 17:30:21 -07:00
parent 6a967b3267
commit 9ca793fffd

View file

@ -1594,17 +1594,21 @@ class Router:
_num_healthy_deployments = 0
if healthy_deployments is not None and isinstance(healthy_deployments, list):
_num_healthy_deployments = len(healthy_deployments)
### CHECK IF RATE LIMIT / CONTEXT WINDOW ERROR w/ fallbacks available / Bad Request Error
if (
isinstance(error, litellm.ContextWindowExceededError)
and context_window_fallbacks is not None
) or (
isinstance(error, openai.RateLimitError)
and fallbacks is not None
and _num_healthy_deployments <= 0
and context_window_fallbacks is None
):
raise error
if isinstance(error, openai.RateLimitError):
if fallbacks is None and _num_healthy_deployments <= 0:
raise error
return True
def function_with_fallbacks(self, *args, **kwargs):
"""
Try calling the function_with_retries