mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 11:14:04 +00:00
router use provider specific wildcard routing
This commit is contained in:
parent
5e0e113b39
commit
bb9493e5f7
1 changed files with 23 additions and 0 deletions
|
@ -4475,6 +4475,29 @@ class Router:
|
||||||
) # self.default_deployment
|
) # self.default_deployment
|
||||||
updated_deployment["litellm_params"]["model"] = model
|
updated_deployment["litellm_params"]["model"] = model
|
||||||
return model, updated_deployment
|
return model, updated_deployment
|
||||||
|
elif model not in self.model_names:
|
||||||
|
# check if provider/ specific wildcard routing
|
||||||
|
try:
|
||||||
|
(
|
||||||
|
_,
|
||||||
|
custom_llm_provider,
|
||||||
|
_,
|
||||||
|
_,
|
||||||
|
) = litellm.get_llm_provider(model=model)
|
||||||
|
# check if custom_llm_provider
|
||||||
|
if custom_llm_provider in self.provider_default_deployments:
|
||||||
|
_provider_deployments = self.provider_default_deployments[
|
||||||
|
custom_llm_provider
|
||||||
|
]
|
||||||
|
provider_deployments = []
|
||||||
|
for deployment in _provider_deployments:
|
||||||
|
dep = copy.deepcopy(deployment)
|
||||||
|
dep["litellm_params"]["model"] = model
|
||||||
|
provider_deployments.append(dep)
|
||||||
|
return model, provider_deployments
|
||||||
|
except:
|
||||||
|
# get_llm_provider raises exception when provider is unknown
|
||||||
|
pass
|
||||||
|
|
||||||
## get healthy deployments
|
## get healthy deployments
|
||||||
### get all deployments
|
### get all deployments
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue