fix(proxy_server.py): ensure id used in delete deployment matches id used in litellm Router

This commit is contained in:
Krrish Dholakia 2024-04-16 15:17:18 -07:00
parent 70716b3373
commit 13cd252f3e
4 changed files with 307 additions and 62 deletions

View file

@ -2271,11 +2271,19 @@ class Router:
return deployment
def add_deployment(self, deployment: Deployment):
def add_deployment(self, deployment: Deployment) -> Optional[Deployment]:
"""
Parameters:
- deployment: Deployment - the deployment to be added to the Router
Returns:
- The added deployment
- OR None (if deployment already exists)
"""
# check if deployment already exists
if deployment.model_info.id in self.get_model_ids():
return
return None
# add to model list
_deployment = deployment.to_json(exclude_none=True)
@ -2286,7 +2294,7 @@ class Router:
# add to model names
self.model_names.append(deployment.model_name)
return
return deployment
def delete_deployment(self, id: str) -> Optional[Deployment]:
"""