diff --git a/litellm/utils.py b/litellm/utils.py
index 98a9c34b47..717d5921fc 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1566,9 +1566,12 @@ def _return_huggingface_tokenizer(model: str) -> Optional[SelectTokenizerRespons
         )
         return {"type": "huggingface_tokenizer", "tokenizer": cohere_tokenizer}
     # anthropic
-    elif model in litellm.anthropic_models and "claude-3" not in model:
-        claude_tokenizer = Tokenizer.from_str(claude_json_str)
-        return {"type": "huggingface_tokenizer", "tokenizer": claude_tokenizer}
+    elif model in litellm.anthropic_models:
+        if "claude-3" not in model:
+            claude_tokenizer = Tokenizer.from_str(claude_json_str)
+            return {"type": "huggingface_tokenizer", "tokenizer": claude_tokenizer}
+        else:
+            return {"type": "openai_tokenizer", "tokenizer": encoding}
     # llama2
     elif "llama-2" in model.lower() or "replicate" in model.lower():
         tokenizer = Tokenizer.from_pretrained("hf-internal-testing/llama-tokenizer")