phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-22 05:26:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add groq inference provider

Browse source
This commit is contained in:
Benjamin Klieger 2024-11-25 17:54:14 -08:00
parent 34be07e0df
commit 74a6aa2c81
6 changed files with 480 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

27
distributions/dependencies.json
View file

@ -54,6 +54,33 @@
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu"
],
"groq": [
"aiosqlite",
"blobfile",
"chardet",
"chromadb-client",
"faiss-cpu",
"fastapi",
"fire",
"httpx",
"matplotlib",
"nltk",
"numpy",
"pandas",
"pillow",
"psycopg2-binary",
"pypdf",
"redis",
"scikit-learn",
"scipy",
"sentencepiece",
"openai",
"tqdm",
"transformers",
"uvicorn",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu"
],
"vllm-gpu": [
"aiosqlite",
"blobfile",