(Redis fix) - use mget_non_atomic (#8682)

* use mget_nonatomic

* redis cluster override MGET op

* fix redis cluster + MGET

* test redis cluster

litellm/caching/redis_cluster_cache.py

@@ -5,7 +5,7 @@ Key differences:
 - RedisClient NEEDs to be re-used across requests, adds 3000ms latency if it's re-created
 """
 
-from typing import TYPE_CHECKING, Any, Optional
+from typing import TYPE_CHECKING, Any, List, Optional
 
 from litellm.caching.redis_cache import RedisCache
 
@@ -26,19 +26,34 @@ else:
 class RedisClusterCache(RedisCache):
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
-        self.redis_cluster_client: Optional[RedisCluster] = None
+        self.redis_async_redis_cluster_client: Optional[RedisCluster] = None
+        self.redis_sync_redis_cluster_client: Optional[RedisCluster] = None
 
     def init_async_client(self):
         from redis.asyncio import RedisCluster
 
         from .._redis import get_redis_async_client
 
-        if self.redis_cluster_client:
-            return self.redis_cluster_client
+        if self.redis_async_redis_cluster_client:
+            return self.redis_async_redis_cluster_client
 
         _redis_client = get_redis_async_client(
             connection_pool=self.async_redis_conn_pool, **self.redis_kwargs
         )
         if isinstance(_redis_client, RedisCluster):
-            self.redis_cluster_client = _redis_client
+            self.redis_async_redis_cluster_client = _redis_client
+
         return _redis_client
+
+    def _run_redis_mget_operation(self, keys: List[str]) -> List[Any]:
+        """
+        Overrides `_run_redis_mget_operation` in redis_cache.py
+        """
+        return self.redis_client.mget_nonatomic(keys=keys)  # type: ignore
+
+    async def _async_run_redis_mget_operation(self, keys: List[str]) -> List[Any]:
+        """
+        Overrides `_async_run_redis_mget_operation` in redis_cache.py
+        """
+        async_redis_cluster_client = self.init_async_client()
+        return await async_redis_cluster_client.mget_nonatomic(keys=keys)  # type: ignore