phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into litellm_allow_users_use_generic_api_logger

Browse source
This commit is contained in:
Ishaan Jaff 2024-02-15 18:27:25 -08:00 • committed by GitHub
commit 41302ed903
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 58 additions and 217 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -34,6 +34,7 @@ from dataclasses import (
# import pkg_resources
from importlib import resources
try:
filename = str(
resources.files().joinpath("llms/tokenizers") # type: ignore
@ -42,6 +43,10 @@ except:
filename = str(
resources.files(litellm).joinpath("llms/tokenizers") # for python 3.10
) # for python 3.10+
os.environ[
"TIKTOKEN_CACHE_DIR"
] = filename # use local copy of tiktoken b/c of - https://github.com/BerriAI/litellm/issues/1071
encoding = tiktoken.get_encoding("cl100k_base")
import importlib.metadata
from ._logging import verbose_logger