phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(ui/model_dashboard.tsx): show if model is config or db model

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-07 18:29:14 -07:00
parent f210318bf1
commit 312249ca44
4 changed files with 42 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/router.py
View file

@ -2590,11 +2590,21 @@ class Router:
except:
return None
def get_deployment(self, model_id: str):
def get_deployment(self, model_id: str) -> Optional[Deployment]:
"""
Returns -> Deployment or None
Raise Exception -> if model found in invalid format
"""
for model in self.model_list:
if "model_info" in model and "id" in model["model_info"]:
if model_id == model["model_info"]["id"]:
return model
if isinstance(model, dict):
return Deployment(**model)
elif isinstance(model, Deployment):
return model
else:
raise Exception("Model invalid format - {}".format(type(model)))
return None
def get_model_info(self, id: str) -> Optional[dict]: