From d95477cdd45af6bd607f4017fd6842e9b6aa7b5e Mon Sep 17 00:00:00 2001 From: Matthew Farrellee Date: Wed, 29 Jan 2025 12:22:02 -0500 Subject: [PATCH] align with CompletionResponseStreamChunk.delta as str (instead of TextDelta) --- llama_stack/providers/remote/inference/nvidia/openai_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/remote/inference/nvidia/openai_utils.py b/llama_stack/providers/remote/inference/nvidia/openai_utils.py index 0f753f80d..43be0fc94 100644 --- a/llama_stack/providers/remote/inference/nvidia/openai_utils.py +++ b/llama_stack/providers/remote/inference/nvidia/openai_utils.py @@ -632,7 +632,7 @@ async def convert_openai_completion_stream( async for chunk in stream: choice = chunk.choices[0] yield CompletionResponseStreamChunk( - delta=TextDelta(text=choice.text), + delta=choice.text, stop_reason=_convert_openai_finish_reason(choice.finish_reason), logprobs=_convert_openai_completion_logprobs(choice.logprobs), )