phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

first commit

Browse source
This commit is contained in:
Nathan Kim 2023-11-09 22:12:39 -08:00
parent 672cd09e3f
commit ada2d40a43
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router.py
View file

@ -109,7 +109,7 @@ class Router:
if len(self.healthy_deployments) > 0: if len(self.healthy_deployments) > 0:
for item in self.healthy_deployments: for item in self.healthy_deployments:
if item[0]["model_name"] == model: # first one in queue will be the one with the most availability if item[0]["model_name"] == model: # first one in queue will be the one with the most availability
return item or item[0] return item[0]
else: else:
potential_deployments = [] potential_deployments = []
for item in self.model_list: for item in self.model_list: