phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) router - track original deployment names

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 17:18:46 -08:00
parent e4fae5a3e8
commit a532cf14ae
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router.py
View file

@ -78,6 +78,7 @@ class Router:
routing_strategy: Literal["simple-shuffle", "least-busy", "usage-based-routing", "latency-based-routing"] = "simple-shuffle") -> None: routing_strategy: Literal["simple-shuffle", "least-busy", "usage-based-routing", "latency-based-routing"] = "simple-shuffle") -> None:
self.set_verbose = set_verbose self.set_verbose = set_verbose
self.deployment_names = [] # names of models under litellm_params. ex. azure/chatgpt-v-2
if model_list: if model_list:
self.set_model_list(model_list) self.set_model_list(model_list)
self.healthy_deployments: List = self.model_list self.healthy_deployments: List = self.model_list
@ -990,6 +991,7 @@ class Router:
) )
############ End of initializing Clients for OpenAI/Azure ################### ############ End of initializing Clients for OpenAI/Azure ###################
self.deployment_names.append(model["litellm_params"]["model"])
model_id = "" model_id = ""
for key in model["litellm_params"]: for key in model["litellm_params"]:
if key != "api_key": if key != "api_key":