fix(utils.py): add new special token for cleanup

This commit is contained in:
Krrish Dholakia 2024-06-26 22:52:50 -07:00
parent 31dc3cd84f
commit 23a1f21f86

View file

@ -7805,6 +7805,7 @@ class CustomStreamWrapper:
"<s>",
"</s>",
"<|im_end|>",
"<|im_start|>",
]
self.holding_chunk = ""
self.complete_response = ""