From a26ecbad97c8bfdc8133452f521392b4433be98c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 25 Apr 2024 07:54:25 -0700 Subject: [PATCH] fix - increase default penalty for lowest latency --- litellm/router_strategy/lowest_latency.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/router_strategy/lowest_latency.py b/litellm/router_strategy/lowest_latency.py index 9e80275ade..221a666dca 100644 --- a/litellm/router_strategy/lowest_latency.py +++ b/litellm/router_strategy/lowest_latency.py @@ -169,7 +169,7 @@ class LowestLatencyLoggingHandler(CustomLogger): request_count_dict[id] = {} ## Latency - request_count_dict[id].setdefault("latency", []).append(100.0) + request_count_dict[id].setdefault("latency", []).append(1000.0) self.router_cache.set_cache( key=latency_key, value=request_count_dict,