phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-01 23:20:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

infer tool prompt format

Browse source
This commit is contained in:
Dinesh Yeduguru 2025-01-09 17:22:18 -08:00
parent 4938f2fe5d
commit 5f69747b89
21 changed files with 29 additions and 87 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/providers/utils/inference/prompt_adapter.py
View file

@ -358,7 +358,10 @@ def augment_messages_for_tools_llama_3_1(
has_custom_tools = any(isinstance(dfn.tool_name, str) for dfn in request.tools)
if has_custom_tools:
if request.tool_prompt_format == ToolPromptFormat.json:
if (
request.tool_prompt_format == ToolPromptFormat.json
or request.tool_prompt_format is None
):
tool_gen = JsonCustomToolGenerator()
elif request.tool_prompt_format == ToolPromptFormat.function_tag:
tool_gen = FunctionTagCustomToolGenerator()
@ -410,7 +413,10 @@ def augment_messages_for_tools_llama_3_2(
custom_tools = [dfn for dfn in request.tools if isinstance(dfn.tool_name, str)]
if custom_tools:
if request.tool_prompt_format != ToolPromptFormat.python_list:
if (
request.tool_prompt_format is not None
and request.tool_prompt_format != ToolPromptFormat.python_list
):
raise ValueError(
f"Non supported ToolPromptFormat {request.tool_prompt_format}"
)