From f4c49755a044e98d0dca550bbe3280918db3ff8e Mon Sep 17 00:00:00 2001
From: Raymond Huang <1415176717@qq.com>
Date: Wed, 5 Jun 2024 23:40:55 -0700
Subject: [PATCH] fix token counter bug

---
 litellm/utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/litellm/utils.py b/litellm/utils.py
index 178860094..a1ef3352b 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -4060,6 +4060,7 @@ def openai_token_counter(
                     for c in value:
                         if c["type"] == "text":
                             text += c["text"]
+                            num_tokens += len(encoding.encode(c["text"], disallowed_special=()))
                         elif c["type"] == "image_url":
                             if isinstance(c["image_url"], dict):
                                 image_url_dict = c["image_url"]