remove tokenizers version requirement

This commit is contained in:
Krrish Dholakia 2023-09-25 09:15:50 -07:00
parent 3e125efceb
commit c21a40717d

View file

@ -12,7 +12,7 @@ openai = "^0.28.0 || ^0.27.0"
python-dotenv = ">=0.2.0"
tiktoken = ">=0.4.0"
importlib-metadata = ">=6.8.0"
tokenizers = ">=0.14.0"
tokenizers = "*"
[build-system]
requires = ["poetry-core"]