phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-01 13:34:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

meta reference inference fixes

Browse source
This commit is contained in:
Ashwin Bharambe 2025-01-16 17:12:38 -08:00
parent cb41848a2a
commit af9f4287b0
5 changed files with 20 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/utils/inference/prompt_adapter.py
View file

@ -227,9 +227,11 @@ async def completion_request_to_prompt_model_input_info(
def augment_content_with_response_format_prompt(response_format, content):
if fmt_prompt := response_format_prompt(response_format):
if isinstance(content, list):
return content + [fmt_prompt]
return content + [TextContentItem(text=fmt_prompt)]
elif isinstance(content, str):
return [TextContentItem(text=content), TextContentItem(text=fmt_prompt)]
else:
return [content, fmt_prompt]
return [content, TextContentItem(text=fmt_prompt)]
return content