phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix azure falbacks test

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-10 21:50:12 -07:00
parent 2e49614230
commit d628bf0bd3
1 changed files with 8 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/router.py
View file

@ -2056,15 +2056,15 @@ class Router:
verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}") verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}")
generic_fallback_idx: Optional[int] = None generic_fallback_idx: Optional[int] = None
## check for specific model group-specific fallbacks ## check for specific model group-specific fallbacks
if isinstance(fallbacks, list): for idx, item in enumerate(fallbacks):
fallback_model_group = fallbacks if isinstance(item, dict):
elif isinstance(fallbacks, dict):
for idx, item in enumerate(fallbacks):
if list(item.keys())[0] == model_group: if list(item.keys())[0] == model_group:
fallback_model_group = item[model_group] fallback_model_group = item[model_group]
break break
elif list(item.keys())[0] == "*": elif list(item.keys())[0] == "*":
generic_fallback_idx = idx generic_fallback_idx = idx
elif isinstance(item, str):
fallback_model_group = [fallbacks.pop(idx)]
## if none, check for generic fallback ## if none, check for generic fallback
if ( if (
fallback_model_group is None fallback_model_group is None
@ -2313,16 +2313,15 @@ class Router:
verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}") verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}")
fallback_model_group = None fallback_model_group = None
generic_fallback_idx: Optional[int] = None generic_fallback_idx: Optional[int] = None
if isinstance(fallbacks, list): for idx, item in enumerate(fallbacks):
fallback_model_group = fallbacks if isinstance(item, dict):
elif isinstance(fallbacks, dict):
## check for specific model group-specific fallbacks
for idx, item in enumerate(fallbacks):
if list(item.keys())[0] == model_group: if list(item.keys())[0] == model_group:
fallback_model_group = item[model_group] fallback_model_group = item[model_group]
break break
elif list(item.keys())[0] == "*": elif list(item.keys())[0] == "*":
generic_fallback_idx = idx generic_fallback_idx = idx
elif isinstance(item, str):
fallback_model_group = [fallbacks.pop(idx)]
## if none, check for generic fallback ## if none, check for generic fallback
if ( if (
fallback_model_group is None fallback_model_group is None