phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-16 03:12:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

close connections

Browse source
This commit is contained in:
Raghotham Murthy 2025-10-07 08:29:06 -07:00
parent 22077e7f32
commit fa100c77fd
7 changed files with 13 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/inline/batches/reference/batches.py
View file

@ -129,6 +129,7 @@ class ReferenceBatchesImpl(Batches):
# don't cancel tasks - just let them stop naturally on shutdown
# cancelling would mark batches as "cancelled" in the database
logger.info(f"Shutdown initiated with {len(self._processing_tasks)} active batch processing tasks")
await self.kvstore.close()
# TODO (SECURITY): this currently works w/ configured api keys, not with x-llamastack-provider-data or with user policy restrictions
async def create_batch(