From 672cd09e3fc0fc69be70aae628ddbfc73c887803 Mon Sep 17 00:00:00 2001 From: Nathan Kim Date: Thu, 9 Nov 2023 22:07:19 -0800 Subject: [PATCH] first commit --- litellm/router.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/router.py b/litellm/router.py index 90e8b37b67..578f549b46 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -109,14 +109,14 @@ class Router: if len(self.healthy_deployments) > 0: for item in self.healthy_deployments: if item[0]["model_name"] == model: # first one in queue will be the one with the most availability - return item + return item or item[0] else: potential_deployments = [] for item in self.model_list: if item["model_name"] == model: potential_deployments.append(item) item = random.choice(potential_deployments) - return item + return item or item[0] raise ValueError("No models available.")