From 6efe2477087d80c312bdcf5f7457554c7877efef Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Wed, 26 Jun 2024 22:52:50 -0700
Subject: [PATCH] fix(utils.py): add new special token for cleanup

---
 litellm/utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/litellm/utils.py b/litellm/utils.py
index 515918822..dbc988bb9 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -7805,6 +7805,7 @@ class CustomStreamWrapper:
             "<s>",
             "</s>",
             "<|im_end|>",
+            "<|im_start|>",
         ]
         self.holding_chunk = ""
         self.complete_response = ""