From 81d265b0f04948d2084b70809387150015cf4123 Mon Sep 17 00:00:00 2001 From: Andrew Bradley Date: Wed, 2 Oct 2024 23:47:15 -0400 Subject: [PATCH] When defaulting claude-3, avoid failed network call in huggingface `from_pretrained` --- litellm/utils.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/litellm/utils.py b/litellm/utils.py index b0417babd3..70f6c7ec71 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -1590,9 +1590,12 @@ def _select_tokenizer(model: str): ) return {"type": "huggingface_tokenizer", "tokenizer": cohere_tokenizer} # anthropic - elif model in litellm.anthropic_models and "claude-3" not in model: - claude_tokenizer = Tokenizer.from_str(claude_json_str) - return {"type": "huggingface_tokenizer", "tokenizer": claude_tokenizer} + elif model in litellm.anthropic_models: + if "claude-3" not in model: + claude_tokenizer = Tokenizer.from_str(claude_json_str) + return {"type": "huggingface_tokenizer", "tokenizer": claude_tokenizer} + else: + return {"type": "openai_tokenizer", "tokenizer": encoding} # llama2 elif "llama-2" in model.lower() or "replicate" in model.lower(): tokenizer = Tokenizer.from_pretrained("hf-internal-testing/llama-tokenizer")