phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-02 16:34:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

tool calls and responses end with <|emo|>

Browse source
This commit is contained in:
Hardik Shah 2025-04-06 15:38:13 -07:00
parent 9334338928
commit d86ee6f386
3 changed files with 32 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

17
tests/integration/inference/test_text_inference.py
View file

@ -513,7 +513,11 @@ def test_text_chat_completion_with_tool_calling_loop_non_streaming(client_with_m
# 2. no messages bust last message is tool response
while len(tc["messages"]) > 0 or (len(messages) > 0 and messages[-1]["role"] == "tool"):
# do not take new messages if last message is tool response
if len(messages) == 0 or messages[-1]["role"] != "tool":
if (
len(messages) == 0
or (isinstance(messages[-1], dict) and messages[-1]["role"] != "tool")
or (not isinstance(messages[-1], dict) and messages[-1].role != "tool")
):
new_messages = tc["messages"].pop(0)
messages += new_messages
@ -523,9 +527,16 @@ def test_text_chat_completion_with_tool_calling_loop_non_streaming(client_with_m
messages=messages,
tools=tc["tools"],
stream=False,
# sampling_params={
# "strategy": {
# "type": "top_p",
# "top_p": 0.9,
# "temperature": 0.6,
# }
# },
)
op_msg = response.completion_message
messages.append(op_msg)
messages.append(op_msg.model_dump())
pprint(op_msg)
assert op_msg.role == "assistant"
@ -536,8 +547,6 @@ def test_text_chat_completion_with_tool_calling_loop_non_streaming(client_with_m
assert op_msg.tool_calls[0].tool_name == expected["tool_name"]
assert op_msg.tool_calls[0].arguments == expected["tool_arguments"]
# messages.append(op_msg)
tool_response = tc["tool_responses"].pop(0)
messages.append(
# Tool Response Message