phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

codegen docs

Browse source
This commit is contained in:
Xi Yan 2024-11-19 14:16:00 -08:00
parent 185df4b568
commit 189df6358a
3 changed files with 84 additions and 84 deletions
Download patch file Download diff file Expand all files Collapse all files

164
distributions/dependencies.json
View file

@ -1,24 +1,24 @@
{
"together": [
"scipy",
"blobfile",
"together",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn",
"nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"together",
"pypdf",
"matplotlib",
"chardet",
"numpy",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"transformers",
"numpy",
"tqdm",
"chromadb-client",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
@ -29,24 +29,24 @@
],
"remote-vllm": [
"scipy",
"blobfile",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn",
"nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"chardet",
"openai",
"numpy",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"transformers",
"numpy",
"tqdm",
"chromadb-client",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
@ -57,24 +57,24 @@
],
"fireworks": [
"scipy",
"blobfile",
"tqdm",
"sentencepiece",
"fireworks-ai",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn",
"nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"chardet",
"numpy",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"transformers",
"fireworks-ai",
"numpy",
"tqdm",
"chromadb-client",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
@ -85,25 +85,25 @@
],
"tgi": [
"scipy",
"scikit-learn",
"nltk",
"aiohttp",
"chardet",
"chromadb-client",
"psycopg2-binary",
"blobfile",
"tqdm",
"huggingface_hub",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"aiosqlite",
"transformers",
"redis",
"pandas",
"pypdf",
"scikit-learn",
"nltk",
"faiss-cpu",
"chardet",
"numpy",
"tqdm",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"transformers",
"chromadb-client",
"aiohttp",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
@ -113,30 +113,30 @@
"uvicorn"
],
"meta-reference-gpu": [
"lm-format-enforcer",
"scipy",
"scikit-learn",
"nltk",
"accelerate",
"chardet",
"chromadb-client",
"psycopg2-binary",
"blobfile",
"tqdm",
"torchvision",
"sentencepiece",
"zmq",
"faiss-cpu",
"torchvision",
"blobfile",
"fairscale",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"transformers",
"pandas",
"pypdf",
"scikit-learn",
"accelerate",
"nltk",
"faiss-cpu",
"torch",
"aiosqlite",
"redis",
"chardet",
"numpy",
"tqdm",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"fairscale",
"lm-format-enforcer",
"transformers",
"chromadb-client",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",
@ -147,25 +147,25 @@
],
"ollama": [
"scipy",
"blobfile",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn",
"nltk",
"aiohttp",
"ollama",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"aiosqlite",
"transformers",
"redis",
"chardet",
"numpy",
"tqdm",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"transformers",
"chromadb-client",
"aiohttp",
"sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite",

2
docs/source/getting_started/distributions/self_hosted_distro/fireworks.md
View file

@ -26,7 +26,7 @@ The following models are available by default:
- `meta-llama/Llama-3.1-70B-Instruct (fireworks/llama-v3p1-70b-instruct)`
- `meta-llama/Llama-3.1-405B-Instruct-FP8 (fireworks/llama-v3p1-405b-instruct)`
- `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-1b-instruct)`
- `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-3b-instruct)`
- `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-3b-instruct)`
- `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-11b-vision-instruct)`
- `meta-llama/Llama-3.2-90B-Vision-Instruct (fireworks/llama-v3p2-90b-vision-instruct)`
- `meta-llama/Llama-Guard-3-8B (fireworks/llama-guard-3-8b)`

2
llama_stack/templates/fireworks/run.yaml
View file

@ -61,7 +61,7 @@ models:
provider_id: null
provider_model_id: fireworks/llama-v3p2-1b-instruct
- metadata: {}
model_id: meta-llama/Llama-3.2-11B-Vision-Instruct
model_id: meta-llama/Llama-3.2-3B-Instruct
provider_id: null
provider_model_id: fireworks/llama-v3p2-3b-instruct
- metadata: {}