fix for importllib compatibility issue for python 3.8

was tested for python versions 3.8, 3.9, 3.10, 3.11, 3.12
This commit is contained in:
Alexandre Sorokine 2024-02-16 15:52:39 -05:00
parent 4498901141
commit 5684b232ec

View file

@ -31,16 +31,17 @@ from dataclasses import (
field, field,
) # for storing API inputs, outputs, and metadata ) # for storing API inputs, outputs, and metadata
# import pkg_resources
from importlib import resources
# filename = pkg_resources.resource_filename(__name__, "llms/tokenizers")
try: try:
filename = str( # this works in python 3.8
resources.files().joinpath("llms/tokenizers") # type: ignore import pkg_resources
) # for python 3.8 and 3.12 filename = pkg_resources.resource_filename(__name__, "llms/tokenizers")
# try:
# filename = str(
# resources.files().joinpath("llms/tokenizers") # type: ignore
# ) # for python 3.8 and 3.12
except: except:
# this works in python 3.9+
from importlib import resources
filename = str( filename = str(
resources.files(litellm).joinpath("llms/tokenizers") # for python 3.10 resources.files(litellm).joinpath("llms/tokenizers") # for python 3.10
) # for python 3.10+ ) # for python 3.10+