phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into litellm_filter_invalid_params

Browse source
This commit is contained in:
Krish Dholakia 2024-05-21 20:42:21 -07:00 • committed by GitHub
commit beb61702c3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
21 changed files with 649 additions and 343 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/utils.py
View file

@ -10127,7 +10127,14 @@ class CustomStreamWrapper:
self.sent_last_chunk = False
self.system_fingerprint: Optional[str] = None
self.received_finish_reason: Optional[str] = None
self.special_tokens = ["<|assistant|>", "<|system|>", "<|user|>", "<s>", "</s>"]
self.special_tokens = [
"<|assistant|>",
"<|system|>",
"<|user|>",
"<s>",
"</s>",
"<|im_end|>",
]
self.holding_chunk = ""
self.complete_response = ""
self.response_uptil_now = ""