forked from phoenix/litellm-mirror
Merge pull request #1195 from AllentDan/fix-routing
fix least_busy router by updating min_traffic
This commit is contained in:
commit
710c809478
1 changed files with 2 additions and 1 deletions
|
@ -1269,6 +1269,7 @@ class Router:
|
|||
min_deployment = None
|
||||
for k, v in deployments.items():
|
||||
if v < min_traffic:
|
||||
min_traffic = v
|
||||
min_deployment = k
|
||||
############## No Available Deployments passed, we do a random pick #################
|
||||
if min_deployment is None:
|
||||
|
@ -1340,4 +1341,4 @@ class Router:
|
|||
litellm.failure_callback = []
|
||||
litellm._async_failure_callback = []
|
||||
self.flush_cache()
|
||||
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue