phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-12 13:00:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

check for text delta type

Browse source
This commit is contained in:
Dinesh Yeduguru 2025-02-04 16:23:32 -08:00
parent 37b7390079
commit 52e533dc89
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/distribution/routers/routers.py
View file

@ -237,6 +237,7 @@ class InferenceRouter(Inference):
completion_text = "" completion_text = ""
async for chunk in await provider.chat_completion(**params): async for chunk in await provider.chat_completion(**params):
if chunk.event.event_type == ChatCompletionResponseEventType.progress: if chunk.event.event_type == ChatCompletionResponseEventType.progress:
if chunk.event.delta.type == "text":
completion_text += chunk.event.delta.text completion_text += chunk.event.delta.text
if chunk.event.event_type == ChatCompletionResponseEventType.complete: if chunk.event.event_type == ChatCompletionResponseEventType.complete:
model_output = self.formatter.encode_dialog_prompt( model_output = self.formatter.encode_dialog_prompt(