phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #4046 from BerriAI/litellm_router_order

Browse source 
feat(router.py): enable settting 'order' for a deployment in model list
This commit is contained in:
Krish Dholakia 2024-06-06 16:37:03 -07:00 • committed by GitHub
commit 0b3165e5ee
3 changed files with 69 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/router.py
View file

@ -4050,6 +4050,12 @@ class Router:
for idx in reversed(invalid_model_indices):
_returned_deployments.pop(idx)
## ORDER FILTERING ## -> if user set 'order' in deployments, return deployments with lowest order (e.g. order=1 > order=2)
if len(_returned_deployments) > 0:
_returned_deployments = litellm.utils._get_order_filtered_deployments(
_returned_deployments
)
return _returned_deployments
def _common_checks_available_deployment(