phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-27 18:50:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: kill the usage of python_start and python_end tokens

Browse source
This commit is contained in:
Ashwin Bharambe 2025-04-05 19:00:26 -07:00
parent 3021c87271
commit 3f92b2bf85
1 changed files with 0 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/models/llama/llama4/chat_format.py
View file

@ -203,14 +203,8 @@ class ChatFormat:
tokens.extend(toks)
images.extend(imgs)
if message.role == "assistant" and len(message.tool_calls) > 0:
tokens.append(self.tokenizer.special_tokens["<|python_start|>"])
_process_content(message.content)
if message.role == "assistant" and len(message.tool_calls) > 0:
tokens.append(self.tokenizer.special_tokens["<|python_end|>"])
if message.role == "user" and message.context is not None:
# This is RAG context; why is it here in the chat format? I don't think
# this is needed and can be moved upwards