phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): filter out hf eos token

Browse source 
Closes https://github.com/BerriAI/litellm/issues/3757
This commit is contained in:
Krrish Dholakia 2024-05-21 14:30:30 -07:00
parent 33a6647fac
commit 62e5559e0a
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/utils.py
View file

@ -10080,7 +10080,14 @@ class CustomStreamWrapper:
self.sent_last_chunk = False self.sent_last_chunk = False
self.system_fingerprint: Optional[str] = None self.system_fingerprint: Optional[str] = None
self.received_finish_reason: Optional[str] = None self.received_finish_reason: Optional[str] = None
self.special_tokens = ["<|assistant|>", "<|system|>", "<|user|>", "<s>", "</s>"] self.special_tokens = [
"<|assistant|>",
"<|system|>",
"<|user|>",
"<s>",
"</s>",
"<|im_end|>",
]
self.holding_chunk = "" self.holding_chunk = ""
self.complete_response = "" self.complete_response = ""
self.response_uptil_now = "" self.response_uptil_now = ""