From c21a40717d58631ad65f3aadd4c310e2d4203ac2 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Mon, 25 Sep 2023 09:15:50 -0700
Subject: [PATCH] remove tokenizers version requirement

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 77b3ca934..55233e209 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -12,7 +12,7 @@ openai = "^0.28.0 || ^0.27.0"
 python-dotenv = ">=0.2.0"
 tiktoken = ">=0.4.0"
 importlib-metadata = ">=6.8.0"
-tokenizers = ">=0.14.0"
+tokenizers = "*"
 
 [build-system]
 requires = ["poetry-core"]