From 3b0aa0537854dbb53dffe402569b4fe3722ce42c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 29 Apr 2024 15:51:52 -0700 Subject: [PATCH] fix lowest latency - routing --- litellm/router_strategy/lowest_latency.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/router_strategy/lowest_latency.py b/litellm/router_strategy/lowest_latency.py index 19780f708..cd5cea2e9 100644 --- a/litellm/router_strategy/lowest_latency.py +++ b/litellm/router_strategy/lowest_latency.py @@ -312,6 +312,8 @@ class LowestLatencyLoggingHandler(CustomLogger): except: input_tokens = 0 + all_deployments = random.sample(all_deployments.items(), len(all_deployments)) + all_deployments = dict(all_deployments) for item, item_map in all_deployments.items(): ## get the item from model list _deployment = None