phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Improve validate-fallbacks method

Browse source 
* No need to check for fallback_params length
* Instead of asserting, used if condition and raised valueError
* Improved Error message
This commit is contained in:
sujan100000 2024-05-26 19:09:07 +09:30
parent 2179598d1d
commit e02328c9f1
1 changed files with 7 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/router.py
View file

@ -348,17 +348,13 @@ class Router:
def validate_fallbacks(self, fallback_param: Optional[List]):
if fallback_param is None:
return
if len(fallback_param) > 0: # if set
## for dictionary in list, check if only 1 key in dict
for _dict in fallback_param:
assert isinstance(_dict, dict), "Item={}, not a dictionary".format(
_dict
)
assert (
len(_dict.keys()) == 1
), "Only 1 key allows in dictionary. You set={} for dict={}".format(
len(_dict.keys()), _dict
)
for fallback_dict in fallback_param:
if not isinstance(fallback_dict, dict):
raise ValueError(f"Item '{fallback_dict}' is not a dictionary.")
if len(fallback_dict) != 1:
raise ValueError(
f"Dictionary '{fallback_dict}' must have exactly one key, but has {len(fallback_dict)} keys.")
def routing_strategy_init(self, routing_strategy: str, routing_strategy_args: dict):
if routing_strategy == "least-busy":