codegen docs

distributions/dependencies.json

@@ -1,24 +1,24 @@
 {
   "together": [
     "scipy",
+    "blobfile",
+    "together",
+    "tqdm",
+    "sentencepiece",
+    "matplotlib",
+    "pandas",
+    "pypdf",
     "scikit-learn",
     "nltk",
-    "chardet",
-    "chromadb-client",
-    "psycopg2-binary",
-    "sentencepiece",
     "faiss-cpu",
-    "blobfile",
+    "chardet",
-    "pandas",
+    "numpy",
-    "pillow",
+    "psycopg2-binary",
-    "together",
-    "pypdf",
-    "matplotlib",
     "aiosqlite",
+    "pillow",
     "redis",
     "transformers",
-    "numpy",
+    "chromadb-client",
-    "tqdm",
     "sentence-transformers --no-deps",
     "torch --index-url https://download.pytorch.org/whl/cpu",
     "aiosqlite",
@@ -29,24 +29,24 @@
   ],
   "remote-vllm": [
     "scipy",
+    "blobfile",
+    "tqdm",
+    "sentencepiece",
+    "matplotlib",
+    "pandas",
+    "pypdf",
     "scikit-learn",
     "nltk",
-    "chardet",
-    "chromadb-client",
-    "psycopg2-binary",
-    "sentencepiece",
     "faiss-cpu",
-    "blobfile",
+    "chardet",
-    "pandas",
-    "pillow",
-    "pypdf",
-    "matplotlib",
     "openai",
+    "numpy",
+    "psycopg2-binary",
     "aiosqlite",
+    "pillow",
     "redis",
     "transformers",
-    "numpy",
+    "chromadb-client",
-    "tqdm",
     "sentence-transformers --no-deps",
     "torch --index-url https://download.pytorch.org/whl/cpu",
     "aiosqlite",
@@ -57,24 +57,24 @@
   ],
   "fireworks": [
     "scipy",
+    "blobfile",
+    "tqdm",
+    "sentencepiece",
+    "fireworks-ai",
+    "matplotlib",
+    "pandas",
+    "pypdf",
     "scikit-learn",
     "nltk",
-    "chardet",
-    "chromadb-client",
-    "psycopg2-binary",
-    "sentencepiece",
     "faiss-cpu",
-    "blobfile",
+    "chardet",
-    "pandas",
+    "numpy",
-    "pillow",
+    "psycopg2-binary",
-    "pypdf",
-    "matplotlib",
     "aiosqlite",
+    "pillow",
     "redis",
     "transformers",
-    "fireworks-ai",
+    "chromadb-client",
-    "numpy",
-    "tqdm",
     "sentence-transformers --no-deps",
     "torch --index-url https://download.pytorch.org/whl/cpu",
     "aiosqlite",
@@ -85,25 +85,25 @@
   ],
   "tgi": [
     "scipy",
-    "scikit-learn",
+    "blobfile",
-    "nltk",
+    "tqdm",
-    "aiohttp",
-    "chardet",
-    "chromadb-client",
-    "psycopg2-binary",
     "huggingface_hub",
     "sentencepiece",
-    "faiss-cpu",
-    "blobfile",
-    "pandas",
-    "pillow",
-    "pypdf",
     "matplotlib",
-    "aiosqlite",
+    "pandas",
-    "transformers",
+    "pypdf",
-    "redis",
+    "scikit-learn",
+    "nltk",
+    "faiss-cpu",
+    "chardet",
     "numpy",
-    "tqdm",
+    "psycopg2-binary",
+    "aiosqlite",
+    "pillow",
+    "redis",
+    "transformers",
+    "chromadb-client",
+    "aiohttp",
     "sentence-transformers --no-deps",
     "torch --index-url https://download.pytorch.org/whl/cpu",
     "aiosqlite",
@@ -113,30 +113,30 @@
     "uvicorn"
   ],
   "meta-reference-gpu": [
-    "lm-format-enforcer",
     "scipy",
-    "scikit-learn",
+    "blobfile",
-    "nltk",
+    "tqdm",
-    "accelerate",
+    "torchvision",
-    "chardet",
-    "chromadb-client",
-    "psycopg2-binary",
     "sentencepiece",
     "zmq",
-    "faiss-cpu",
-    "torchvision",
-    "blobfile",
-    "fairscale",
-    "pandas",
-    "pillow",
-    "pypdf",
     "matplotlib",
-    "transformers",
+    "pandas",
+    "pypdf",
+    "scikit-learn",
+    "accelerate",
+    "nltk",
+    "faiss-cpu",
     "torch",
-    "aiosqlite",
+    "chardet",
-    "redis",
     "numpy",
-    "tqdm",
+    "psycopg2-binary",
+    "aiosqlite",
+    "pillow",
+    "redis",
+    "fairscale",
+    "lm-format-enforcer",
+    "transformers",
+    "chromadb-client",
     "sentence-transformers --no-deps",
     "torch --index-url https://download.pytorch.org/whl/cpu",
     "aiosqlite",
@@ -147,25 +147,25 @@
   ],
   "ollama": [
     "scipy",
+    "blobfile",
+    "tqdm",
+    "sentencepiece",
+    "matplotlib",
+    "pandas",
+    "pypdf",
     "scikit-learn",
     "nltk",
-    "aiohttp",
     "ollama",
-    "chardet",
-    "chromadb-client",
-    "psycopg2-binary",
-    "sentencepiece",
     "faiss-cpu",
-    "blobfile",
+    "chardet",
-    "pandas",
-    "pillow",
-    "pypdf",
-    "matplotlib",
-    "aiosqlite",
-    "transformers",
-    "redis",
     "numpy",
-    "tqdm",
+    "psycopg2-binary",
+    "aiosqlite",
+    "pillow",
+    "redis",
+    "transformers",
+    "chromadb-client",
+    "aiohttp",
     "sentence-transformers --no-deps",
     "torch --index-url https://download.pytorch.org/whl/cpu",
     "aiosqlite",

docs/source/getting_started/distributions/self_hosted_distro/fireworks.md

@@ -26,7 +26,7 @@ The following models are available by default:
 - `meta-llama/Llama-3.1-70B-Instruct (fireworks/llama-v3p1-70b-instruct)`
 - `meta-llama/Llama-3.1-405B-Instruct-FP8 (fireworks/llama-v3p1-405b-instruct)`
 - `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-1b-instruct)`
-- `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-3b-instruct)`
+- `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-3b-instruct)`
 - `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-11b-vision-instruct)`
 - `meta-llama/Llama-3.2-90B-Vision-Instruct (fireworks/llama-v3p2-90b-vision-instruct)`
 - `meta-llama/Llama-Guard-3-8B (fireworks/llama-guard-3-8b)`

llama_stack/templates/fireworks/run.yaml

@@ -61,7 +61,7 @@ models:
   provider_id: null
   provider_model_id: fireworks/llama-v3p2-1b-instruct
 - metadata: {}
-  model_id: meta-llama/Llama-3.2-11B-Vision-Instruct
+  model_id: meta-llama/Llama-3.2-3B-Instruct
   provider_id: null
   provider_model_id: fireworks/llama-v3p2-3b-instruct
 - metadata: {}