{ "hf-serverless": [ "aiohttp", "aiosqlite", "blobfile", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "httpx", "huggingface_hub", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "tqdm", "transformers", "uvicorn", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "together": [ "aiosqlite", "blobfile", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "httpx", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "together", "tqdm", "transformers", "uvicorn", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "vllm-gpu": [ "aiosqlite", "blobfile", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "httpx", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "tqdm", "transformers", "uvicorn", "vllm", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "remote-vllm": [ "aiosqlite", "blobfile", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "httpx", "matplotlib", "nltk", "numpy", "openai", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "tqdm", "transformers", "uvicorn", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "fireworks": [ "aiosqlite", "blobfile", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "fireworks-ai", "httpx", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "tqdm", "transformers", "uvicorn", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "tgi": [ "aiohttp", "aiosqlite", "blobfile", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "httpx", "huggingface_hub", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "tqdm", "transformers", "uvicorn", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "bedrock": [ "aiosqlite", "blobfile", "boto3", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "httpx", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "tqdm", "transformers", "uvicorn", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "meta-reference-gpu": [ "accelerate", "aiosqlite", "blobfile", "chardet", "chromadb-client", "fairscale", "faiss-cpu", "fastapi", "fire", "httpx", "lm-format-enforcer", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "torch", "torchvision", "tqdm", "transformers", "uvicorn", "zmq", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "meta-reference-quantized-gpu": [ "accelerate", "aiosqlite", "blobfile", "chardet", "chromadb-client", "fairscale", "faiss-cpu", "fastapi", "fbgemm-gpu", "fire", "httpx", "lm-format-enforcer", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "torch", "torchao==0.5.0", "torchvision", "tqdm", "transformers", "uvicorn", "zmq", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "ollama": [ "aiohttp", "aiosqlite", "blobfile", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "httpx", "matplotlib", "nltk", "numpy", "ollama", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "tqdm", "transformers", "uvicorn", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ], "hf-endpoint": [ "aiohttp", "aiosqlite", "blobfile", "chardet", "chromadb-client", "faiss-cpu", "fastapi", "fire", "httpx", "huggingface_hub", "matplotlib", "nltk", "numpy", "pandas", "pillow", "psycopg2-binary", "pypdf", "redis", "scikit-learn", "scipy", "sentencepiece", "tqdm", "transformers", "uvicorn", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu" ] }