phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-16 09:58:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

codegen docs

Browse source
This commit is contained in:
Xi Yan 2024-11-19 14:16:00 -08:00
parent 185df4b568
commit 189df6358a
3 changed files with 84 additions and 84 deletions
Download patch file Download diff file Expand all files Collapse all files

164
distributions/dependencies.json
View file

@ -1,24 +1,24 @@
{ {
"together": [ "together": [
"scipy", "scipy",
"blobfile",
"together",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn", "scikit-learn",
"nltk", "nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu", "faiss-cpu",
"blobfile", "chardet",
"pandas", "numpy",
"pillow", "psycopg2-binary",
"together",
"pypdf",
"matplotlib",
"aiosqlite", "aiosqlite",
"pillow",
"redis", "redis",
"transformers", "transformers",
"numpy", "chromadb-client",
"tqdm",
"sentence-transformers --no-deps", "sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite", "aiosqlite",
@ -29,24 +29,24 @@
], ],
"remote-vllm": [ "remote-vllm": [
"scipy", "scipy",
"blobfile",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn", "scikit-learn",
"nltk", "nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu", "faiss-cpu",
"blobfile", "chardet",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"openai", "openai",
"numpy",
"psycopg2-binary",
"aiosqlite", "aiosqlite",
"pillow",
"redis", "redis",
"transformers", "transformers",
"numpy", "chromadb-client",
"tqdm",
"sentence-transformers --no-deps", "sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite", "aiosqlite",
@ -57,24 +57,24 @@
], ],
"fireworks": [ "fireworks": [
"scipy", "scipy",
"blobfile",
"tqdm",
"sentencepiece",
"fireworks-ai",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn", "scikit-learn",
"nltk", "nltk",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu", "faiss-cpu",
"blobfile", "chardet",
"pandas", "numpy",
"pillow", "psycopg2-binary",
"pypdf",
"matplotlib",
"aiosqlite", "aiosqlite",
"pillow",
"redis", "redis",
"transformers", "transformers",
"fireworks-ai", "chromadb-client",
"numpy",
"tqdm",
"sentence-transformers --no-deps", "sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite", "aiosqlite",
@ -85,25 +85,25 @@
], ],
"tgi": [ "tgi": [
"scipy", "scipy",
"scikit-learn", "blobfile",
"nltk", "tqdm",
"aiohttp",
"chardet",
"chromadb-client",
"psycopg2-binary",
"huggingface_hub", "huggingface_hub",
"sentencepiece", "sentencepiece",
"faiss-cpu",
"blobfile",
"pandas",
"pillow",
"pypdf",
"matplotlib", "matplotlib",
"aiosqlite", "pandas",
"transformers", "pypdf",
"redis", "scikit-learn",
"nltk",
"faiss-cpu",
"chardet",
"numpy", "numpy",
"tqdm", "psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"transformers",
"chromadb-client",
"aiohttp",
"sentence-transformers --no-deps", "sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite", "aiosqlite",
@ -113,30 +113,30 @@
"uvicorn" "uvicorn"
], ],
"meta-reference-gpu": [ "meta-reference-gpu": [
"lm-format-enforcer",
"scipy", "scipy",
"scikit-learn", "blobfile",
"nltk", "tqdm",
"accelerate", "torchvision",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece", "sentencepiece",
"zmq", "zmq",
"faiss-cpu",
"torchvision",
"blobfile",
"fairscale",
"pandas",
"pillow",
"pypdf",
"matplotlib", "matplotlib",
"transformers", "pandas",
"pypdf",
"scikit-learn",
"accelerate",
"nltk",
"faiss-cpu",
"torch", "torch",
"aiosqlite", "chardet",
"redis",
"numpy", "numpy",
"tqdm", "psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"fairscale",
"lm-format-enforcer",
"transformers",
"chromadb-client",
"sentence-transformers --no-deps", "sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite", "aiosqlite",
@ -147,25 +147,25 @@
], ],
"ollama": [ "ollama": [
"scipy", "scipy",
"blobfile",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn", "scikit-learn",
"nltk", "nltk",
"aiohttp",
"ollama", "ollama",
"chardet",
"chromadb-client",
"psycopg2-binary",
"sentencepiece",
"faiss-cpu", "faiss-cpu",
"blobfile", "chardet",
"pandas",
"pillow",
"pypdf",
"matplotlib",
"aiosqlite",
"transformers",
"redis",
"numpy", "numpy",
"tqdm", "psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"transformers",
"chromadb-client",
"aiohttp",
"sentence-transformers --no-deps", "sentence-transformers --no-deps",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"aiosqlite", "aiosqlite",

2
docs/source/getting_started/distributions/self_hosted_distro/fireworks.md
View file

@ -26,7 +26,7 @@ The following models are available by default:
- `meta-llama/Llama-3.1-70B-Instruct (fireworks/llama-v3p1-70b-instruct)` - `meta-llama/Llama-3.1-70B-Instruct (fireworks/llama-v3p1-70b-instruct)`
- `meta-llama/Llama-3.1-405B-Instruct-FP8 (fireworks/llama-v3p1-405b-instruct)` - `meta-llama/Llama-3.1-405B-Instruct-FP8 (fireworks/llama-v3p1-405b-instruct)`
- `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-1b-instruct)` - `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-1b-instruct)`
- `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-3b-instruct)` - `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-3b-instruct)`
- `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-11b-vision-instruct)` - `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-11b-vision-instruct)`
- `meta-llama/Llama-3.2-90B-Vision-Instruct (fireworks/llama-v3p2-90b-vision-instruct)` - `meta-llama/Llama-3.2-90B-Vision-Instruct (fireworks/llama-v3p2-90b-vision-instruct)`
- `meta-llama/Llama-Guard-3-8B (fireworks/llama-guard-3-8b)` - `meta-llama/Llama-Guard-3-8B (fireworks/llama-guard-3-8b)`

2
llama_stack/templates/fireworks/run.yaml
View file

@ -61,7 +61,7 @@ models:
provider_id: null provider_id: null
provider_model_id: fireworks/llama-v3p2-1b-instruct provider_model_id: fireworks/llama-v3p2-1b-instruct
- metadata: {} - metadata: {}
model_id: meta-llama/Llama-3.2-11B-Vision-Instruct model_id: meta-llama/Llama-3.2-3B-Instruct
provider_id: null provider_id: null
provider_model_id: fireworks/llama-v3p2-3b-instruct provider_model_id: fireworks/llama-v3p2-3b-instruct
- metadata: {} - metadata: {}