phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

router use provider specific wildcard routing

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-07 14:12:10 -07:00
parent 5e0e113b39
commit bb9493e5f7
1 changed files with 23 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

23
litellm/router.py
View file

@ -4475,6 +4475,29 @@ class Router:
) # self.default_deployment
updated_deployment["litellm_params"]["model"] = model
return model, updated_deployment
elif model not in self.model_names:
# check if provider/ specific wildcard routing
try:
(
_,
custom_llm_provider,
_,
_,
) = litellm.get_llm_provider(model=model)
# check if custom_llm_provider
if custom_llm_provider in self.provider_default_deployments:
_provider_deployments = self.provider_default_deployments[
custom_llm_provider
]
provider_deployments = []
for deployment in _provider_deployments:
dep = copy.deepcopy(deployment)
dep["litellm_params"]["model"] = model
provider_deployments.append(dep)
return model, provider_deployments
except:
# get_llm_provider raises exception when provider is unknown
pass
## get healthy deployments
### get all deployments