phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-16 06:27:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add notes about batches development status to docs

Browse source 
this also captures other notes from agents, eval and inference apis
This commit is contained in:
Matthew Farrellee 2025-08-13 07:15:07 -04:00 • committed by Ashwin Bharambe
parent 11249b029b
commit e6d5bf5588
7 changed files with 56 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_stack/apis/batches/batches.py
View file

@ -39,7 +39,14 @@ class ListBatchesResponse(BaseModel):
@runtime_checkable
class Batches(Protocol):
"""Protocol for batch processing API operations."""
"""Protocol for batch processing API operations.
The Batches API enables efficient processing of multiple requests in a single operation,
particularly useful for processing large datasets, batch evaluation workflows, and
cost-effective inference at scale.
Note: This API is currently under active development and may undergo changes.
"""
@webmethod(route="/openai/v1/batches", method="POST")
async def create_batch(