From 189df6358af28dc7588b2035207180027818ddab Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Tue, 19 Nov 2024 14:16:00 -0800 Subject: [PATCH] codegen docs --- distributions/dependencies.json | 164 +++++++++--------- .../self_hosted_distro/fireworks.md | 2 +- llama_stack/templates/fireworks/run.yaml | 2 +- 3 files changed, 84 insertions(+), 84 deletions(-) diff --git a/distributions/dependencies.json b/distributions/dependencies.json index 6827af1f1..469b6f14e 100644 --- a/distributions/dependencies.json +++ b/distributions/dependencies.json @@ -1,24 +1,24 @@ { "together": [ "scipy", + "blobfile", + "together", + "tqdm", + "sentencepiece", + "matplotlib", + "pandas", + "pypdf", "scikit-learn", "nltk", - "chardet", - "chromadb-client", - "psycopg2-binary", - "sentencepiece", "faiss-cpu", - "blobfile", - "pandas", - "pillow", - "together", - "pypdf", - "matplotlib", + "chardet", + "numpy", + "psycopg2-binary", "aiosqlite", + "pillow", "redis", "transformers", - "numpy", - "tqdm", + "chromadb-client", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu", "aiosqlite", @@ -29,24 +29,24 @@ ], "remote-vllm": [ "scipy", + "blobfile", + "tqdm", + "sentencepiece", + "matplotlib", + "pandas", + "pypdf", "scikit-learn", "nltk", - "chardet", - "chromadb-client", - "psycopg2-binary", - "sentencepiece", "faiss-cpu", - "blobfile", - "pandas", - "pillow", - "pypdf", - "matplotlib", + "chardet", "openai", + "numpy", + "psycopg2-binary", "aiosqlite", + "pillow", "redis", "transformers", - "numpy", - "tqdm", + "chromadb-client", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu", "aiosqlite", @@ -57,24 +57,24 @@ ], "fireworks": [ "scipy", + "blobfile", + "tqdm", + "sentencepiece", + "fireworks-ai", + "matplotlib", + "pandas", + "pypdf", "scikit-learn", "nltk", - "chardet", - "chromadb-client", - "psycopg2-binary", - "sentencepiece", "faiss-cpu", - "blobfile", - "pandas", - "pillow", - "pypdf", - "matplotlib", + "chardet", + "numpy", + "psycopg2-binary", "aiosqlite", + "pillow", "redis", "transformers", - "fireworks-ai", - "numpy", - "tqdm", + "chromadb-client", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu", "aiosqlite", @@ -85,25 +85,25 @@ ], "tgi": [ "scipy", - "scikit-learn", - "nltk", - "aiohttp", - "chardet", - "chromadb-client", - "psycopg2-binary", + "blobfile", + "tqdm", "huggingface_hub", "sentencepiece", - "faiss-cpu", - "blobfile", - "pandas", - "pillow", - "pypdf", "matplotlib", - "aiosqlite", - "transformers", - "redis", + "pandas", + "pypdf", + "scikit-learn", + "nltk", + "faiss-cpu", + "chardet", "numpy", - "tqdm", + "psycopg2-binary", + "aiosqlite", + "pillow", + "redis", + "transformers", + "chromadb-client", + "aiohttp", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu", "aiosqlite", @@ -113,30 +113,30 @@ "uvicorn" ], "meta-reference-gpu": [ - "lm-format-enforcer", "scipy", - "scikit-learn", - "nltk", - "accelerate", - "chardet", - "chromadb-client", - "psycopg2-binary", + "blobfile", + "tqdm", + "torchvision", "sentencepiece", "zmq", - "faiss-cpu", - "torchvision", - "blobfile", - "fairscale", - "pandas", - "pillow", - "pypdf", "matplotlib", - "transformers", + "pandas", + "pypdf", + "scikit-learn", + "accelerate", + "nltk", + "faiss-cpu", "torch", - "aiosqlite", - "redis", + "chardet", "numpy", - "tqdm", + "psycopg2-binary", + "aiosqlite", + "pillow", + "redis", + "fairscale", + "lm-format-enforcer", + "transformers", + "chromadb-client", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu", "aiosqlite", @@ -147,25 +147,25 @@ ], "ollama": [ "scipy", + "blobfile", + "tqdm", + "sentencepiece", + "matplotlib", + "pandas", + "pypdf", "scikit-learn", "nltk", - "aiohttp", "ollama", - "chardet", - "chromadb-client", - "psycopg2-binary", - "sentencepiece", "faiss-cpu", - "blobfile", - "pandas", - "pillow", - "pypdf", - "matplotlib", - "aiosqlite", - "transformers", - "redis", + "chardet", "numpy", - "tqdm", + "psycopg2-binary", + "aiosqlite", + "pillow", + "redis", + "transformers", + "chromadb-client", + "aiohttp", "sentence-transformers --no-deps", "torch --index-url https://download.pytorch.org/whl/cpu", "aiosqlite", diff --git a/docs/source/getting_started/distributions/self_hosted_distro/fireworks.md b/docs/source/getting_started/distributions/self_hosted_distro/fireworks.md index f940e6de2..66a150f50 100644 --- a/docs/source/getting_started/distributions/self_hosted_distro/fireworks.md +++ b/docs/source/getting_started/distributions/self_hosted_distro/fireworks.md @@ -26,7 +26,7 @@ The following models are available by default: - `meta-llama/Llama-3.1-70B-Instruct (fireworks/llama-v3p1-70b-instruct)` - `meta-llama/Llama-3.1-405B-Instruct-FP8 (fireworks/llama-v3p1-405b-instruct)` - `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-1b-instruct)` -- `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-3b-instruct)` +- `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-3b-instruct)` - `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-11b-vision-instruct)` - `meta-llama/Llama-3.2-90B-Vision-Instruct (fireworks/llama-v3p2-90b-vision-instruct)` - `meta-llama/Llama-Guard-3-8B (fireworks/llama-guard-3-8b)` diff --git a/llama_stack/templates/fireworks/run.yaml b/llama_stack/templates/fireworks/run.yaml index c9c05a8e0..aa44f0f84 100644 --- a/llama_stack/templates/fireworks/run.yaml +++ b/llama_stack/templates/fireworks/run.yaml @@ -61,7 +61,7 @@ models: provider_id: null provider_model_id: fireworks/llama-v3p2-1b-instruct - metadata: {} - model_id: meta-llama/Llama-3.2-11B-Vision-Instruct + model_id: meta-llama/Llama-3.2-3B-Instruct provider_id: null provider_model_id: fireworks/llama-v3p2-3b-instruct - metadata: {}