phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-07 02:58:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

align with CompletionResponseStreamChunk.delta as str (instead of TextDelta)

Browse source
This commit is contained in:
Matthew Farrellee 2025-01-29 12:22:02 -05:00
parent 9f709387e2
commit d95477cdd4
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/remote/inference/nvidia/openai_utils.py
View file

@ -632,7 +632,7 @@ async def convert_openai_completion_stream(
async for chunk in stream: async for chunk in stream:
choice = chunk.choices[0] choice = chunk.choices[0]
yield CompletionResponseStreamChunk( yield CompletionResponseStreamChunk(
delta=TextDelta(text=choice.text), delta=choice.text,
stop_reason=_convert_openai_finish_reason(choice.finish_reason), stop_reason=_convert_openai_finish_reason(choice.finish_reason),
logprobs=_convert_openai_completion_logprobs(choice.logprobs), logprobs=_convert_openai_completion_logprobs(choice.logprobs),
) )