phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - support fallbacks as list

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-10 14:32:28 -07:00
parent 24a5731b52
commit 878fa676d7
1 changed files with 9 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/router.py
View file

@ -2056,12 +2056,15 @@ class Router:
verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}") verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}")
generic_fallback_idx: Optional[int] = None generic_fallback_idx: Optional[int] = None
## check for specific model group-specific fallbacks ## check for specific model group-specific fallbacks
for idx, item in enumerate(fallbacks): if isinstance(fallbacks, list):
if list(item.keys())[0] == model_group: fallback_model_group = fallbacks
fallback_model_group = item[model_group] else:
break for idx, item in enumerate(fallbacks):
elif list(item.keys())[0] == "*": if list(item.keys())[0] == model_group:
generic_fallback_idx = idx fallback_model_group = item[model_group]
break
elif list(item.keys())[0] == "*":
generic_fallback_idx = idx
## if none, check for generic fallback ## if none, check for generic fallback
if ( if (
fallback_model_group is None fallback_model_group is None