phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - support fallbacks as list

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-10 14:32:28 -07:00
parent 24a5731b52
commit 878fa676d7
1 changed files with 9 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/router.py
View file

@ -2056,6 +2056,9 @@ class Router:
verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}") verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}")
generic_fallback_idx: Optional[int] = None generic_fallback_idx: Optional[int] = None
## check for specific model group-specific fallbacks ## check for specific model group-specific fallbacks
if isinstance(fallbacks, list):
fallback_model_group = fallbacks
else:
for idx, item in enumerate(fallbacks): for idx, item in enumerate(fallbacks):
if list(item.keys())[0] == model_group: if list(item.keys())[0] == model_group:
fallback_model_group = item[model_group] fallback_model_group = item[model_group]