diff --git a/pyproject.toml b/pyproject.toml index 77b3ca934..55233e209 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -12,7 +12,7 @@ openai = "^0.28.0 || ^0.27.0" python-dotenv = ">=0.2.0" tiktoken = ">=0.4.0" importlib-metadata = ">=6.8.0" -tokenizers = ">=0.14.0" +tokenizers = "*" [build-system] requires = ["poetry-core"]