Merge pull request #1195 from AllentDan/fix-routing

fix least_busy router by updating min_traffic
This commit is contained in:
Krish Dholakia 2023-12-23 11:45:35 +05:30 committed by GitHub
commit 710c809478
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -1269,6 +1269,7 @@ class Router:
min_deployment = None
for k, v in deployments.items():
if v < min_traffic:
min_traffic = v
min_deployment = k
############## No Available Deployments passed, we do a random pick #################
if min_deployment is None:
@ -1340,4 +1341,4 @@ class Router:
litellm.failure_callback = []
litellm._async_failure_callback = []
self.flush_cache()