From 3ab5e687f65239b62e8c126198515d59b711b58c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 25 Apr 2024 11:35:08 -0700 Subject: [PATCH] fix better debugging for latency --- litellm/router_strategy/lowest_latency.py | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/litellm/router_strategy/lowest_latency.py b/litellm/router_strategy/lowest_latency.py index f0fc63267f..6c7454f74a 100644 --- a/litellm/router_strategy/lowest_latency.py +++ b/litellm/router_strategy/lowest_latency.py @@ -339,18 +339,20 @@ class LowestLatencyLoggingHandler(CustomLogger): item_rpm = item_map.get(precise_minute, {}).get("rpm", 0) item_tpm = item_map.get(precise_minute, {}).get("tpm", 0) - # _latency_per_deployment is used for debuggig - _deployment_api_base = _deployment.get("litellm_params", {}).get( - "api_base", "" - ) - # get average latency total: float = 0.0 for _call_latency in item_latency: if isinstance(_call_latency, float): total += _call_latency item_latency = total / len(item_latency) - print("item_latency=", item_latency, "deployment=", deployment) # noqa + print("item_latency=", item_latency, "deployment=", _deployment) # noqa + + # Debugging Logic # + _deployment_api_base = _deployment.get("litellm_params", {}).get( + "api_base", "" + ) + # End of Debugging Logic # + if _deployment_api_base is not None: _latency_per_deployment[_deployment_api_base] = item_latency if item_latency == 0: