phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #4290 from BerriAI/litellm_specific_deployment

Browse source 
feat(router.py): allow user to call specific deployment via id
This commit is contained in:
Krish Dholakia 2024-06-20 20:36:13 -07:00 • committed by GitHub
commit f86290584a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 84 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/router.py
View file

@ -4295,6 +4295,15 @@ class Router:
raise ValueError(
f"LiteLLM Router: Trying to call specific deployment, but Model:{model} does not exist in Model List: {self.model_list}"
)
elif model in self.get_model_ids():
deployment = self.get_model_info(id=model)
if deployment is not None:
deployment_model = deployment.get("litellm_params", {}).get("model")
return deployment_model, deployment
raise ValueError(
f"LiteLLM Router: Trying to call specific deployment, but Model ID :{model} does not exist in \
Model ID List: {self.get_model_ids}"
)
if model in self.model_group_alias:
verbose_router_logger.debug(