From 3d0ece828aa3be4bf6a3b1c8f1151121dfc30ae9 Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Tue, 6 Feb 2024 13:35:25 -0800
Subject: [PATCH] (feat) show semantic-cache on health/readiness

---
 litellm/caching.py            |  3 +++
 litellm/proxy/proxy_server.py | 10 ++++++++++
 2 files changed, 13 insertions(+)

diff --git a/litellm/caching.py b/litellm/caching.py
index 6bf53ea451..f996a58735 100644
--- a/litellm/caching.py
+++ b/litellm/caching.py
@@ -531,6 +531,9 @@ class RedisSemanticCache(BaseCache):
             return None
         pass
 
+    async def _index_info(self):
+        return await self.index.ainfo()
+
 
 class S3Cache(BaseCache):
     def __init__(
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 661e932f37..427bb88a9c 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -4051,8 +4051,18 @@ async def health_readiness():
 
     cache_type = None
     if litellm.cache is not None:
+        from litellm.caching import RedisSemanticCache
+
         cache_type = litellm.cache.type
 
+        if isinstance(litellm.cache.cache, RedisSemanticCache):
+            # ping the cache
+            try:
+                index_info = await litellm.cache.cache._index_info()
+            except Exception as e:
+                index_info = "index does not exist - error: " + str(e)
+            cache_type = {"type": cache_type, "index_info": index_info}
+
     if prisma_client is not None:  # if db passed in, check if it's connected
         if prisma_client.db.is_connected() == True:
             response_object = {"db": "connected"}