mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-11 19:56:03 +00:00
fix: add missing enable_write_queue initialization in InferenceStore
This commit is contained in:
parent
168c1209a0
commit
b74752dd54
1 changed files with 1 additions and 0 deletions
|
|
@ -35,6 +35,7 @@ class InferenceStore:
|
||||||
self.reference = reference
|
self.reference = reference
|
||||||
self.sql_store = None
|
self.sql_store = None
|
||||||
self.policy = policy
|
self.policy = policy
|
||||||
|
self.enable_write_queue = True
|
||||||
|
|
||||||
# Async write queue and worker control
|
# Async write queue and worker control
|
||||||
self._queue: asyncio.Queue[tuple[OpenAIChatCompletion, list[OpenAIMessageParam]]] | None = None
|
self._queue: asyncio.Queue[tuple[OpenAIChatCompletion, list[OpenAIMessageParam]]] | None = None
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue