From ccceff62df90a90c7d5a0ed894057e99e893235e Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 1 May 2024 16:47:12 -0700
Subject: [PATCH 1/3] ui -  fix latency tool tip

---
 .../src/components/model_dashboard.tsx        | 23 +++++++++++--------
 1 file changed, 13 insertions(+), 10 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/model_dashboard.tsx b/ui/litellm-dashboard/src/components/model_dashboard.tsx
index 12e650ac7..c9fcdf228 100644
--- a/ui/litellm-dashboard/src/components/model_dashboard.tsx
+++ b/ui/litellm-dashboard/src/components/model_dashboard.tsx
@@ -720,17 +720,20 @@ const handleEditSubmit = async (formValues: Record<string, any>) => {
     return (
       <div className="w-150 rounded-tremor-default border border-tremor-border bg-tremor-background p-2 text-tremor-default shadow-tremor-dropdown">
         {date && <p className="text-tremor-content-emphasis mb-2">Date: {date}</p>}
-        {sortedPayload.map((category: any, idx: number) => (
-          <div key={idx} className="flex justify-between">
-            <div className="flex items-center space-x-2">
-              <div className={`w-2 h-2 mt-1 rounded-full bg-${category.color}-500`} />
-              <p className="text-tremor-content">{category.dataKey}</p>
+        {sortedPayload.map((category: any, idx: number) => {
+          const roundedValue = parseFloat(category.value.toFixed(5));
+          const displayValue =
+            roundedValue === 0 && category.value > 0 ? "<0.00001" : roundedValue.toFixed(5);
+          return (
+            <div key={idx} className="flex justify-between">
+              <div className="flex items-center space-x-2">
+                <div className={`w-2 h-2 mt-1 rounded-full bg-${category.color}-500`} />
+                <p className="text-tremor-content">{category.dataKey}</p>
+              </div>
+              <p className="font-medium text-tremor-content-emphasis text-righ ml-2">{displayValue}</p>
             </div>
-            <p className="font-medium text-tremor-content-emphasis text-righ ml-2">
-              {category.value.toFixed(5)}
-            </p>
-          </div>
-        ))}
+          );
+        })}
       </div>
     );
   };

From 2b467a847af7a7f4f7cbf3d3210d652d775a032b Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 1 May 2024 16:47:30 -0700
Subject: [PATCH 2/3] fix latency tracking tool tip

---
 litellm/proxy/proxy_server.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 22717b925..8230bad6b 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -7598,7 +7598,7 @@ async def model_metrics(
         for day in _daily_entries:
             entry = {"date": str(day)}
             for model_key, latency in _daily_entries[day].items():
-                entry[model_key] = round(latency, 8)
+                entry[model_key] = latency
             response.append(entry)
 
         return {

From e9dd4bbe57b44a09bc1461e1e8a26c181cef90fd Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 1 May 2024 16:51:15 -0700
Subject: [PATCH 3/3] fix  - dont show cache hits on model latency tracker

---
 litellm/proxy/proxy_server.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 8230bad6b..36548dbed 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -7549,7 +7549,7 @@ async def model_metrics(
             "LiteLLM_SpendLogs"
         WHERE
             "startTime" >= NOW() - INTERVAL '30 days'
-            AND "model" = $1
+            AND "model" = $1 AND "cache_hit" != 'True'
         GROUP BY
             api_base,
             model,