phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): fix get_model_list to return all wildcard models

Browse source 
enables viewing all wildcard models on `/model/info`
This commit is contained in:
Krrish Dholakia 2025-03-22 15:39:23 -07:00
parent f859c6ac0f
commit 59e14fc45c
2 changed files with 10 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/proxy_server.py
View file

@ -6172,12 +6172,12 @@ async def model_info_v1( # noqa: PLR0915
) )
if len(all_models_str) > 0: if len(all_models_str) > 0:
model_names = all_models_str _relevant_models = []
llm_model_list = llm_router.get_model_list() for model in all_models_str:
router_models = llm_router.get_model_list(model_name=model)
if router_models is not None:
_relevant_models.extend(router_models)
if llm_model_list is not None: if llm_model_list is not None:
_relevant_models = [
m for m in llm_model_list if m["model_name"] in model_names
]
all_models = copy.deepcopy(_relevant_models) # type: ignore all_models = copy.deepcopy(_relevant_models) # type: ignore
else: else:
all_models = [] all_models = []

9
litellm/router.py
View file

@ -5286,10 +5286,11 @@ class Router:
if len(returned_models) == 0: # check if wildcard route if len(returned_models) == 0: # check if wildcard route
potential_wildcard_models = self.pattern_router.route(model_name) potential_wildcard_models = self.pattern_router.route(model_name)
if potential_wildcard_models is not None: if model_name is not None and potential_wildcard_models is not None:
returned_models.extend( for m in potential_wildcard_models:
[DeploymentTypedDict(**m) for m in potential_wildcard_models] # type: ignore deployment_typed_dict = DeploymentTypedDict(**m) # type: ignore
) deployment_typed_dict["model_name"] = model_name
returned_models.append(deployment_typed_dict)
if model_name is None: if model_name is None:
returned_models += self.model_list returned_models += self.model_list