phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-28 02:53:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: unhide python_start, python_end

Browse source
This commit is contained in:
Ashwin Bharambe 2025-04-11 20:30:44 -07:00
parent 51492bd9b6
commit 70a7e4d51e
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/models/llama/llama4/tokenizer.py
View file

@ -56,8 +56,8 @@ LLAMA4_TEXT_POST_TRAIN_SPECIAL_TOKENS = [
"<|text_post_train_reserved_special_token_3|>", "<|text_post_train_reserved_special_token_3|>",
"<|text_post_train_reserved_special_token_4|>", "<|text_post_train_reserved_special_token_4|>",
"<|text_post_train_reserved_special_token_5|>", "<|text_post_train_reserved_special_token_5|>",
"<|text_post_train_reserved_special_token_6|>", "<|python_start|>",
"<|text_post_train_reserved_special_token_7|>", "<|python_end|>",
"<|finetune_right_pad|>", "<|finetune_right_pad|>",
] + get_reserved_special_tokens( ] + get_reserved_special_tokens(
"text_post_train", 61, 8 "text_post_train", 61, 8