From 8bc291f42164185892470ff39ede3e4bca416589 Mon Sep 17 00:00:00 2001 From: lielbach123 <114851907+lielbach123@users.noreply.github.com> Date: Sun, 18 Aug 2024 22:44:23 +0300 Subject: [PATCH] Fixes priority queue comparison to work with Redis cache enabled --- litellm/scheduler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/scheduler.py b/litellm/scheduler.py index 8ee7f0e078..730607c7ce 100644 --- a/litellm/scheduler.py +++ b/litellm/scheduler.py @@ -49,7 +49,7 @@ class Scheduler: # get the queue queue = await self.get_queue(model_name=request.model_name) # update the queue - heapq.heappush(queue, (request.priority, request.request_id)) + heapq.heappush(queue, [request.priority, request.request_id]) # save the queue await self.save_queue(queue=queue, model_name=request.model_name)