From 26eda88b26a9bde157c1c83c6c504a50a9be4266 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 1 May 2024 17:18:14 -0700
Subject: [PATCH] feat - show slow count and total count

---
 litellm/proxy/proxy_server.py | 12 +++++++-----
 1 file changed, 7 insertions(+), 5 deletions(-)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 72dd9e613..06651e7b6 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -7639,18 +7639,20 @@ async def model_metrics_slow_responses(
     sql_query = """
 SELECT
     api_base,
-    COUNT(*) AS count
+    COUNT(*) AS total_count,
+    SUM(CASE
+        WHEN ("endTime" - "startTime") >= (INTERVAL '1 SECOND' * CAST($1 AS INTEGER)) THEN 1
+        ELSE 0
+    END) AS slow_count
 FROM
     "LiteLLM_SpendLogs"
 WHERE
-    ("endTime" - "startTime") >= (INTERVAL '1 SECOND' * CAST($1 AS INTEGER))
-    AND "model" = $2
+    "model" = $2
     AND "cache_hit" != 'True'
 GROUP BY
     api_base
 ORDER BY
-    count DESC;
-
+    slow_count DESC;
     """
 
     db_response = await prisma_client.db.query_raw(