build: add 'tiktoken' to deps (#1483)

Summary:

Test Plan:
This commit is contained in:
ehhuang 2025-03-07 12:36:02 -08:00 committed by GitHub
parent 124e8d7cfe
commit 1257288361
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 410 additions and 3 deletions

View file

@ -34,6 +34,8 @@ dependencies = [
"rich",
"setuptools",
"termcolor",
"tiktoken",
"pillow",
]
[project.optional-dependencies]
@ -63,7 +65,6 @@ test = [
"groq",
"opentelemetry-sdk",
"opentelemetry-exporter-otlp-proto-http",
"tiktoken",
"chardet",
"pypdf",
]