phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

add /inference/chat_completion to SSE special case

Browse source
This commit is contained in:
Dalton Flanagan 2024-09-10 01:14:11 -04:00
parent 4f021de10f
commit 2b63074676
3 changed files with 31 additions and 28 deletions
Download patch file Download diff file Expand all files Collapse all files

5
rfcs/openapi_generator/generate.py
View file

@ -35,7 +35,10 @@ from llama_toolchain.stack import LlamaStack
# TODO: this should be fixed in the generator itself so it reads appropriate annotations
STREAMING_ENDPOINTS = ["/agentic_system/turn/create"]
STREAMING_ENDPOINTS = [
"/agentic_system/turn/create",
"/inference/chat_completion",
]
def patch_sse_stream_responses(spec: Specification):