diff --git a/litellm/utils.py b/litellm/utils.py index e1d80c2d2..45bfba303 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -3668,7 +3668,7 @@ def _select_tokenizer(model: str): tokenizer = Tokenizer.from_str(json_str) return {"type": "huggingface_tokenizer", "tokenizer": tokenizer} # llama2 - elif "llama-2" in model.lower(): + elif "llama-2" in model.lower() or "replicate" in model.lower(): tokenizer = Tokenizer.from_pretrained("hf-internal-testing/llama-tokenizer") return {"type": "huggingface_tokenizer", "tokenizer": tokenizer} # default - tiktoken