phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #1947 from sorokine/main

Browse source 
Update utils.py: switched from pkg_resources to importlib.resources for `filename` stored in the `os.environ(TIKTOKEN_CACHE_DIR)`
This commit is contained in:
Krish Dholakia 2024-02-14 22:02:35 -08:00 • committed by GitHub
commit 78bff46d4a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -29,9 +29,11 @@ from dataclasses import (
dataclass, dataclass,
field, field,
) # for storing API inputs, outputs, and metadata ) # for storing API inputs, outputs, and metadata
import pkg_resources #import pkg_resources
from importlib import resources
filename = pkg_resources.resource_filename(__name__, "llms/tokenizers") # filename = pkg_resources.resource_filename(__name__, "llms/tokenizers")
filename = str(resources.files().joinpath("llms/tokenizers"))
os.environ[ os.environ[
"TIKTOKEN_CACHE_DIR" "TIKTOKEN_CACHE_DIR"
] = filename # use local copy of tiktoken b/c of - https://github.com/BerriAI/litellm/issues/1071 ] = filename # use local copy of tiktoken b/c of - https://github.com/BerriAI/litellm/issues/1071