phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 12:59:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Nutanix AI on!

Browse source
This commit is contained in:
Jinan Zhou 2024-10-29 22:43:52 +00:00
parent 1e2faa461f
commit 64c5d38ae9
10 changed files with 234 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/utils/inference/openai_compat.py
View file

@ -43,6 +43,8 @@ def get_sampling_options(params: SamplingParams) -> dict:
def text_from_choice(choice) -> str:
if hasattr(choice, "message") and choice.message:
return choice.message.content
if hasattr(choice, "delta") and choice.delta:
return choice.delta.content