phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(router.py): support mock testing fallbacks flag

Browse source 
allow user to test if fallbacks work as expected with a `mock_testing_fallbacks = True` flag set during a call
This commit is contained in:
Krrish Dholakia 2024-04-24 20:13:10 -07:00
parent 94cbe5516e
commit 5650e8ea44
5 changed files with 32 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/router.py
View file

@ -1309,7 +1309,7 @@ class Router:
Try calling the function_with_retries
If it fails after num_retries, fall back to another model group
"""
mock_testing_fallbacks = kwargs.get("mock_testing_fallbacks", None)
mock_testing_fallbacks = kwargs.pop("mock_testing_fallbacks", None)
model_group = kwargs.get("model")
fallbacks = kwargs.get("fallbacks", self.fallbacks)
context_window_fallbacks = kwargs.get(
@ -1369,7 +1369,10 @@ class Router:
elif fallbacks is not None:
verbose_router_logger.debug(f"inside model fallbacks: {fallbacks}")
for item in fallbacks:
if list(item.keys())[0] == model_group:
key_list = list(item.keys())
if len(key_list) == 0:
continue
if key_list[0] == model_group:
fallback_model_group = item[model_group]
break
if fallback_model_group is None: