Merge branch 'main' into litellm_slack_daily_reports

This commit is contained in:
Krish Dholakia 2024-05-06 19:31:20 -07:00 committed by GitHub
commit aa62d891a0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
32 changed files with 346 additions and 73 deletions

View file

@ -2634,6 +2634,7 @@ class Router:
"retry_after",
"fallbacks",
"context_window_fallbacks",
"model_group_retry_policy",
]
for var in vars_to_include:
@ -2659,6 +2660,7 @@ class Router:
"retry_after",
"fallbacks",
"context_window_fallbacks",
"model_group_retry_policy",
]
_int_settings = [
@ -3269,6 +3271,8 @@ class Router:
if retry_policy is None:
return None
if isinstance(retry_policy, dict):
retry_policy = RetryPolicy(**retry_policy)
if (
isinstance(exception, litellm.BadRequestError)
and retry_policy.BadRequestErrorRetries is not None