phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(router.py): allow user to call specific deployment via id

Browse source 
Allows easier health checks for specific deployments by just passing in model id
This commit is contained in:
Krrish Dholakia 2024-06-19 13:02:46 -07:00
parent 9cc104eb03
commit 16889b8478
3 changed files with 42 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/router.py
View file

@ -4294,6 +4294,15 @@ class Router:
raise ValueError(
f"LiteLLM Router: Trying to call specific deployment, but Model:{model} does not exist in Model List: {self.model_list}"
)
elif model in self.get_model_ids():
deployment = self.get_model_info(id=model)
if deployment is not None:
deployment_model = deployment.get("litellm_params", {}).get("model")
return deployment_model, deployment
raise ValueError(
f"LiteLLM Router: Trying to call specific deployment, but Model ID :{model} does not exist in \
Model ID List: {self.get_model_ids}"
)
if model in self.model_group_alias:
verbose_router_logger.debug(