mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 10:14:26 +00:00
Merge 8bc291f421
into b82af5b826
This commit is contained in:
commit
6ebbbdac02
1 changed files with 1 additions and 1 deletions
|
@ -50,7 +50,7 @@ class Scheduler:
|
|||
# get the queue
|
||||
queue = await self.get_queue(model_name=request.model_name)
|
||||
# update the queue
|
||||
heapq.heappush(queue, (request.priority, request.request_id))
|
||||
heapq.heappush(queue, [request.priority, request.request_id])
|
||||
|
||||
# save the queue
|
||||
await self.save_queue(queue=queue, model_name=request.model_name)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue