build: add 'tiktoken' to deps (#1483)

Summary:

Test Plan:
This commit is contained in:
ehhuang 2025-03-07 12:36:02 -08:00 committed by GitHub
parent 124e8d7cfe
commit 1257288361
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 410 additions and 3 deletions

View file

@ -27,6 +27,7 @@ mdurl==0.1.2
numpy==2.2.3
packaging==24.2
pandas==2.2.3
pillow==11.1.0
prompt-toolkit==3.0.50
pyaml==25.1.0
pycryptodomex==3.21.0
@ -38,6 +39,7 @@ python-dotenv==1.0.1
pytz==2025.1
pyyaml==6.0.2
referencing==0.36.2
regex==2024.11.6
requests==2.32.3
rich==13.9.4
rpds-py==0.22.3
@ -45,6 +47,7 @@ setuptools==75.8.0
six==1.17.0
sniffio==1.3.1
termcolor==2.5.0
tiktoken==0.9.0
tqdm==4.67.1
typing-extensions==4.12.2
tzdata==2025.1