From c91abc8ad10ab5885427be4d93b214590e404ffc Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 13 Nov 2023 08:00:27 -0800 Subject: [PATCH] (fix) token_counter - use openai token counter only for chat completion --- litellm/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/utils.py b/litellm/utils.py index 408645914..cb17812d9 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -1323,7 +1323,7 @@ def token_counter(model="", text=None, messages: Optional[List] = None): enc = tokenizer_json["tokenizer"].encode(text) num_tokens = len(enc.ids) elif tokenizer_json["type"] == "openai_tokenizer": - if messages is not None: + if model in litellm.open_ai_chat_completion_models and messages != None: num_tokens = openai_token_counter(messages, model=model) else: enc = tokenizer_json["tokenizer"].encode(text)