From a6f24acb8be745dc1cb0e26101c00f5a629d19f5 Mon Sep 17 00:00:00 2001 From: stephenleo Date: Sun, 11 Feb 2024 17:06:46 +0800 Subject: [PATCH] fix latency calc (lower better) --- litellm/router_strategy/lowest_latency.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/router_strategy/lowest_latency.py b/litellm/router_strategy/lowest_latency.py index 3f8cb513b4..d3090d44f9 100644 --- a/litellm/router_strategy/lowest_latency.py +++ b/litellm/router_strategy/lowest_latency.py @@ -86,7 +86,7 @@ class LowestLatencyLoggingHandler(CustomLogger): if isinstance(response_obj, ModelResponse): completion_tokens = response_obj.usage.completion_tokens total_tokens = response_obj.usage.total_tokens - final_value = float(completion_tokens / response_ms.total_seconds()) + final_value = float(response_ms.total_seconds() / completion_tokens) # ------------ # Update usage