phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 16:24:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

kind of working

Browse source
This commit is contained in:
Kai Wu 2025-07-31 15:19:46 -07:00
parent b63982ef00
commit 3c24be8273
6 changed files with 42 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/utils/inference/stream_utils.py
View file

@ -110,9 +110,11 @@ async def stream_and_store_openai_completion(
logprobs_content = choice_data["logprobs_content_parts"]
final_logprobs = OpenAIChoiceLogprobs(content=logprobs_content) if logprobs_content else None
# Ensure finish_reason is a string as required by OpenAIChoice
finish_reason = choice_data["finish_reason"] or "unknown"
assembled_choices.append(
OpenAIChoice(
finish_reason=choice_data["finish_reason"],
finish_reason=finish_reason,
index=choice_idx,
message=message,
logprobs=final_logprobs,