phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test - client side fallbacks

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-10 15:00:36 -07:00
parent 66fd69b704
commit dfe874c9e5
2 changed files with 61 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/router.py
View file

@ -2058,7 +2058,7 @@ class Router:
## check for specific model group-specific fallbacks
if isinstance(fallbacks, list):
fallback_model_group = fallbacks
else:
elif isinstance(fallbacks, dict):
for idx, item in enumerate(fallbacks):
if list(item.keys())[0] == model_group:
fallback_model_group = item[model_group]
@ -2313,13 +2313,16 @@ class Router:
verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}")
fallback_model_group = None
generic_fallback_idx: Optional[int] = None
## check for specific model group-specific fallbacks
for idx, item in enumerate(fallbacks):
if list(item.keys())[0] == model_group:
fallback_model_group = item[model_group]
break
elif list(item.keys())[0] == "*":
generic_fallback_idx = idx
if isinstance(fallbacks, list):
fallback_model_group = fallbacks
elif isinstance(fallbacks, dict):
## check for specific model group-specific fallbacks
for idx, item in enumerate(fallbacks):
if list(item.keys())[0] == model_group:
fallback_model_group = item[model_group]
break
elif list(item.keys())[0] == "*":
generic_fallback_idx = idx
## if none, check for generic fallback
if (
fallback_model_group is None