phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-01 23:14:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

tool calls and responses end with <|emo|>

Browse source
This commit is contained in:
Hardik Shah 2025-04-06 15:38:13 -07:00
parent 9334338928
commit d86ee6f386
3 changed files with 32 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/models/llama/llama4/chat_format.py
View file

@ -224,7 +224,9 @@ class ChatFormat:
eom = False
if message.role == "assistant":
eom = message.stop_reason == StopReason.end_of_message
eom = message.stop_reason == StopReason.end_of_message or message.tool_calls
elif message.role == "tool":
eom = True
tokens.append(self.tokenizer.special_tokens["<|eom|>" if eom else "<|eot|>"])
return tokens, images