phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - upsert_deployment logic

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-10 13:41:51 -07:00
parent 547976448f
commit 5c69515a13
1 changed files with 12 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/router.py
View file

@ -2606,7 +2606,7 @@ class Router:
self.model_names.append(deployment.model_name) self.model_names.append(deployment.model_name)
return deployment return deployment
def upsert_deployment(self, deployment: Deployment) -> Deployment: def upsert_deployment(self, deployment: Deployment) -> Deployment | None:
""" """
Add or update deployment Add or update deployment
Parameters: Parameters:
@ -2616,7 +2616,17 @@ class Router:
- The added/updated deployment - The added/updated deployment
""" """
# check if deployment already exists # check if deployment already exists
if deployment.model_info.id in self.get_model_ids(): _deployment_model_id = deployment.model_info.id or ""
_deployment_on_router: Optional[Deployment] = self.get_deployment(
model_id=_deployment_model_id
)
if _deployment_on_router is not None:
# deployment with this model_id exists on the router
if deployment.litellm_params == _deployment_on_router.litellm_params:
# No need to update
return None
# if there is a new litellm param -> then update the deployment
# remove the previous deployment # remove the previous deployment
removal_idx: Optional[int] = None removal_idx: Optional[int] = None
for idx, model in enumerate(self.model_list): for idx, model in enumerate(self.model_list):