Update utils.py

This commit is contained in:
Nathan Brake 2025-04-22 11:05:47 -04:00 committed by GitHub
parent ebfff975d4
commit e4a0d42cc0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -180,9 +180,9 @@ from litellm.types.utils import (
all_litellm_params,
)
with resources.open_text(
"litellm.litellm_core_utils.tokenizers", "anthropic_tokenizer.json"
) as f:
with resources.files("litellm.litellm_core_utils.tokenizers") \
.joinpath("anthropic_tokenizer.json") \
.open("r") as f:
json_data = json.load(f)
# Convert to str (if necessary)
claude_json_str = json.dumps(json_data)