From 3a5d40f4b93f14e4ba56cdb23b3f862531daa3b5 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Thu, 15 Feb 2024 16:18:54 -0800
Subject: [PATCH] fix(utils.py): fix local tiktoken package import

---
 litellm/utils.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/litellm/utils.py b/litellm/utils.py
index c924aaf21..018308e56 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -29,11 +29,12 @@ from dataclasses import (
     dataclass,
     field,
 )  # for storing API inputs, outputs, and metadata
-#import pkg_resources
+
+# import pkg_resources
 from importlib import resources
 
 # filename = pkg_resources.resource_filename(__name__, "llms/tokenizers")
-filename = str(resources.files().joinpath("llms/tokenizers"))
+filename = str(resources.files(litellm).joinpath("llms/tokenizers"))
 os.environ[
     "TIKTOKEN_CACHE_DIR"
 ] = filename  # use local copy of tiktoken b/c of - https://github.com/BerriAI/litellm/issues/1071