phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-05 18:22:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

stream completion log probs

Browse source
This commit is contained in:
Xi Yan 2025-01-15 16:50:58 -08:00
parent 9c13a7b76b
commit 44069404fd
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/utils/inference/openai_compat.py
View file

@ -178,6 +178,7 @@ async def process_completion_stream_response(
yield CompletionResponseStreamChunk(
delta=text,
stop_reason=stop_reason,
logprobs=convert_openai_completion_logprobs(choice.logprobs),
)
if finish_reason:
if finish_reason in ["stop", "eos", "eos_token"]: