forked from phoenix/litellm-mirror
fix(router.py): move specific deployment check outside common functions
This commit is contained in:
parent
37ac17aebd
commit
52462e8bac
1 changed files with 24 additions and 12 deletions
|
@ -2435,18 +2435,6 @@ class Router:
|
||||||
"""
|
"""
|
||||||
Common checks for 'get_available_deployment' across sync + async call.
|
Common checks for 'get_available_deployment' across sync + async call.
|
||||||
"""
|
"""
|
||||||
if specific_deployment == True:
|
|
||||||
# users can also specify a specific deployment name. At this point we should check if they are just trying to call a specific deployment
|
|
||||||
for deployment in self.model_list:
|
|
||||||
deployment_model = deployment.get("litellm_params").get("model")
|
|
||||||
if deployment_model == model:
|
|
||||||
# User Passed a specific deployment name on their config.yaml, example azure/chat-gpt-v-2
|
|
||||||
# return the first deployment where the `model` matches the specificed deployment name
|
|
||||||
return deployment
|
|
||||||
raise ValueError(
|
|
||||||
f"LiteLLM Router: Trying to call specific deployment, but Model:{model} does not exist in Model List: {self.model_list}"
|
|
||||||
)
|
|
||||||
|
|
||||||
# check if aliases set on litellm model alias map
|
# check if aliases set on litellm model alias map
|
||||||
if model in self.model_group_alias:
|
if model in self.model_group_alias:
|
||||||
verbose_router_logger.debug(
|
verbose_router_logger.debug(
|
||||||
|
@ -2507,6 +2495,19 @@ class Router:
|
||||||
input=input,
|
input=input,
|
||||||
specific_deployment=specific_deployment,
|
specific_deployment=specific_deployment,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
if specific_deployment == True:
|
||||||
|
# users can also specify a specific deployment name. At this point we should check if they are just trying to call a specific deployment
|
||||||
|
for deployment in self.model_list:
|
||||||
|
deployment_model = deployment.get("litellm_params").get("model")
|
||||||
|
if deployment_model == model:
|
||||||
|
# User Passed a specific deployment name on their config.yaml, example azure/chat-gpt-v-2
|
||||||
|
# return the first deployment where the `model` matches the specificed deployment name
|
||||||
|
return deployment
|
||||||
|
raise ValueError(
|
||||||
|
f"LiteLLM Router: Trying to call specific deployment, but Model:{model} does not exist in Model List: {self.model_list}"
|
||||||
|
)
|
||||||
|
|
||||||
model, healthy_deployments = self._common_checks_available_deployment(
|
model, healthy_deployments = self._common_checks_available_deployment(
|
||||||
model=model,
|
model=model,
|
||||||
messages=messages,
|
messages=messages,
|
||||||
|
@ -2571,6 +2572,17 @@ class Router:
|
||||||
"""
|
"""
|
||||||
# users need to explicitly call a specific deployment, by setting `specific_deployment = True` as completion()/embedding() kwarg
|
# users need to explicitly call a specific deployment, by setting `specific_deployment = True` as completion()/embedding() kwarg
|
||||||
# When this was no explicit we had several issues with fallbacks timing out
|
# When this was no explicit we had several issues with fallbacks timing out
|
||||||
|
if specific_deployment == True:
|
||||||
|
# users can also specify a specific deployment name. At this point we should check if they are just trying to call a specific deployment
|
||||||
|
for deployment in self.model_list:
|
||||||
|
deployment_model = deployment.get("litellm_params").get("model")
|
||||||
|
if deployment_model == model:
|
||||||
|
# User Passed a specific deployment name on their config.yaml, example azure/chat-gpt-v-2
|
||||||
|
# return the first deployment where the `model` matches the specificed deployment name
|
||||||
|
return deployment
|
||||||
|
raise ValueError(
|
||||||
|
f"LiteLLM Router: Trying to call specific deployment, but Model:{model} does not exist in Model List: {self.model_list}"
|
||||||
|
)
|
||||||
|
|
||||||
model, healthy_deployments = self._common_checks_available_deployment(
|
model, healthy_deployments = self._common_checks_available_deployment(
|
||||||
model=model,
|
model=model,
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue