codegen per-distro dependencies; not hooked into setup.py yet

This commit is contained in:
Ashwin Bharambe 2024-11-19 09:54:30 -08:00
parent 5e4ac1b7c1
commit 1619d37cc6
3 changed files with 216 additions and 0 deletions

View file

@ -0,0 +1,177 @@
{
"together": [
"scipy",
"scikit-learn",
"nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"together",
"pypdf",
"matplotlib",
"aiosqlite",
"redis",
"transformers",
"numpy",
"tqdm",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
"fastapi",
"fire",
"httpx",
"uvicorn"
],
"remote-vllm": [
"scipy",
"scikit-learn",
"nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"openai",
"aiosqlite",
"redis",
"transformers",
"numpy",
"tqdm",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
"fastapi",
"fire",
"httpx",
"uvicorn"
],
"fireworks": [
"scipy",
"scikit-learn",
"nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"aiosqlite",
"redis",
"transformers",
"fireworks-ai",
"numpy",
"tqdm",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
"fastapi",
"fire",
"httpx",
"uvicorn"
],
"tgi": [
"scipy",
"scikit-learn",
"nltk",
"aiohttp",
"chardet",
"chromadb-client",
"psycopg2-binary",
"huggingface_hub",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"aiosqlite",
"transformers",
"redis",
"numpy",
"tqdm",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
"fastapi",
"fire",
"httpx",
"uvicorn"
],
"meta-reference-gpu": [
"lm-format-enforcer",
"scipy",
"scikit-learn",
"nltk",
"accelerate",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"zmq",
"faiss-cpu",
"torchvision",
"blobfile",
"fairscale",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"transformers",
"torch",
"aiosqlite",
"redis",
"numpy",
"tqdm",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
"fastapi",
"fire",
"httpx",
"uvicorn"
],
"ollama": [
"scipy",
"scikit-learn",
"nltk",
"aiohttp",
"ollama",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"aiosqlite",
"transformers",
"redis",
"numpy",
"tqdm",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
"fastapi",
"fire",
"httpx",
"uvicorn"
]
}