phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add MAX_SIZE_IN_MEMORY_QUEUE

Browse source
This commit is contained in:
Ishaan Jaff 2025-04-04 15:31:09 -07:00
parent 3374c54ba2
commit 363fb0c46f
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/db/db_transaction_queue/base_update_queue.py
View file

@ -4,6 +4,7 @@ Base class for in memory buffer for database transactions
import asyncio
from litellm._logging import verbose_proxy_logger
from litellm.constants import MAX_SIZE_IN_MEMORY_QUEUE
class BaseUpdateQueue:
@ -11,6 +12,7 @@ class BaseUpdateQueue:
def __init__(self):
self.update_queue = asyncio.Queue()
self.MAX_SIZE_IN_MEMORY_QUEUE = MAX_SIZE_IN_MEMORY_QUEUE
async def add_update(self, update):
"""Enqueue an update."""