fix(utils.py): add new special token for cleanup

This commit is contained in:
Krrish Dholakia 2024-06-26 22:52:50 -07:00 committed by Ishaan Jaff
parent 8142891a5c
commit 6efe247708

View file

@ -7805,6 +7805,7 @@ class CustomStreamWrapper:
"<s>",
"</s>",
"<|im_end|>",
"<|im_start|>",
]
self.holding_chunk = ""
self.complete_response = ""