diff --git a/litellm/proxy/db/db_transaction_queue/base_update_queue.py b/litellm/proxy/db/db_transaction_queue/base_update_queue.py index b3c3c26c84..11a20c4804 100644 --- a/litellm/proxy/db/db_transaction_queue/base_update_queue.py +++ b/litellm/proxy/db/db_transaction_queue/base_update_queue.py @@ -4,6 +4,7 @@ Base class for in memory buffer for database transactions import asyncio from litellm._logging import verbose_proxy_logger +from litellm.constants import MAX_SIZE_IN_MEMORY_QUEUE class BaseUpdateQueue: @@ -11,6 +12,7 @@ class BaseUpdateQueue: def __init__(self): self.update_queue = asyncio.Queue() + self.MAX_SIZE_IN_MEMORY_QUEUE = MAX_SIZE_IN_MEMORY_QUEUE async def add_update(self, update): """Enqueue an update."""