phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix lowest latency - routing

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-29 15:51:52 -07:00
parent 5247d7b6a5
commit 3b0aa05378
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router_strategy/lowest_latency.py
View file

@ -312,6 +312,8 @@ class LowestLatencyLoggingHandler(CustomLogger):
except:
input_tokens = 0
all_deployments = random.sample(all_deployments.items(), len(all_deployments))
all_deployments = dict(all_deployments)
for item, item_map in all_deployments.items():
## get the item from model list
_deployment = None