phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

fix 3.2-1b fireworks

Browse source
This commit is contained in:
Xi Yan 2024-11-19 14:20:07 -08:00
parent 189df6358a
commit 2da93c8835
4 changed files with 105 additions and 105 deletions
Download patch file Download diff file Expand all files Collapse all files

204
distributions/dependencies.json
View file

@ -1,26 +1,26 @@
{ {
"together": [ "together": [
"scipy",
"blobfile",
"together",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf", "pypdf",
"scikit-learn", "sentencepiece",
"nltk", "pandas",
"faiss-cpu",
"chardet",
"numpy",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis", "redis",
"transformers", "nltk",
"psycopg2-binary",
"scikit-learn",
"chardet",
"matplotlib",
"pillow",
"tqdm",
"chromadb-client", "chromadb-client",
"sentence-transformers --no-deps", "transformers",
"blobfile",
"aiosqlite",
"together",
"faiss-cpu",
"scipy",
"numpy",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"sentence-transformers --no-deps",
"aiosqlite", "aiosqlite",
"fastapi", "fastapi",
"fire", "fire",
@ -28,27 +28,27 @@
"uvicorn" "uvicorn"
], ],
"remote-vllm": [ "remote-vllm": [
"scipy",
"blobfile",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf", "pypdf",
"scikit-learn", "sentencepiece",
"nltk", "pandas",
"faiss-cpu",
"chardet",
"openai",
"numpy",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis", "redis",
"transformers", "nltk",
"psycopg2-binary",
"scikit-learn",
"chardet",
"matplotlib",
"pillow",
"tqdm",
"chromadb-client", "chromadb-client",
"sentence-transformers --no-deps", "transformers",
"openai",
"blobfile",
"aiosqlite",
"faiss-cpu",
"scipy",
"numpy",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"sentence-transformers --no-deps",
"aiosqlite", "aiosqlite",
"fastapi", "fastapi",
"fire", "fire",
@ -56,27 +56,27 @@
"uvicorn" "uvicorn"
], ],
"fireworks": [ "fireworks": [
"scipy", "pypdf",
"blobfile",
"tqdm",
"sentencepiece", "sentencepiece",
"pandas",
"redis",
"nltk",
"psycopg2-binary",
"scikit-learn",
"chardet",
"fireworks-ai", "fireworks-ai",
"matplotlib", "matplotlib",
"pandas",
"pypdf",
"scikit-learn",
"nltk",
"faiss-cpu",
"chardet",
"numpy",
"psycopg2-binary",
"aiosqlite",
"pillow", "pillow",
"redis", "tqdm",
"transformers",
"chromadb-client", "chromadb-client",
"sentence-transformers --no-deps", "transformers",
"blobfile",
"aiosqlite",
"faiss-cpu",
"scipy",
"numpy",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"sentence-transformers --no-deps",
"aiosqlite", "aiosqlite",
"fastapi", "fastapi",
"fire", "fire",
@ -84,28 +84,28 @@
"uvicorn" "uvicorn"
], ],
"tgi": [ "tgi": [
"scipy", "pypdf",
"blobfile", "sentencepiece",
"pandas",
"redis",
"nltk",
"psycopg2-binary",
"scikit-learn",
"chardet",
"matplotlib",
"pillow",
"tqdm", "tqdm",
"huggingface_hub", "huggingface_hub",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn",
"nltk",
"faiss-cpu",
"chardet",
"numpy",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis",
"transformers",
"chromadb-client", "chromadb-client",
"aiohttp", "aiohttp",
"sentence-transformers --no-deps", "transformers",
"blobfile",
"aiosqlite",
"faiss-cpu",
"scipy",
"numpy",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"sentence-transformers --no-deps",
"aiosqlite", "aiosqlite",
"fastapi", "fastapi",
"fire", "fire",
@ -113,32 +113,32 @@
"uvicorn" "uvicorn"
], ],
"meta-reference-gpu": [ "meta-reference-gpu": [
"scipy",
"blobfile",
"tqdm",
"torchvision",
"sentencepiece",
"zmq",
"matplotlib",
"pandas",
"pypdf", "pypdf",
"scikit-learn", "sentencepiece",
"accelerate",
"nltk",
"faiss-cpu",
"torch", "torch",
"chardet", "pandas",
"numpy",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis", "redis",
"nltk",
"psycopg2-binary",
"scikit-learn",
"chardet",
"accelerate",
"matplotlib",
"pillow",
"fairscale", "fairscale",
"tqdm",
"lm-format-enforcer", "lm-format-enforcer",
"transformers",
"chromadb-client", "chromadb-client",
"sentence-transformers --no-deps", "transformers",
"blobfile",
"aiosqlite",
"torchvision",
"faiss-cpu",
"zmq",
"scipy",
"numpy",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"sentence-transformers --no-deps",
"aiosqlite", "aiosqlite",
"fastapi", "fastapi",
"fire", "fire",
@ -146,28 +146,28 @@
"uvicorn" "uvicorn"
], ],
"ollama": [ "ollama": [
"scipy",
"blobfile",
"tqdm",
"sentencepiece",
"matplotlib",
"pandas",
"pypdf",
"scikit-learn",
"nltk",
"ollama", "ollama",
"faiss-cpu", "pypdf",
"chardet", "sentencepiece",
"numpy", "pandas",
"psycopg2-binary",
"aiosqlite",
"pillow",
"redis", "redis",
"transformers", "nltk",
"psycopg2-binary",
"scikit-learn",
"chardet",
"matplotlib",
"pillow",
"tqdm",
"chromadb-client", "chromadb-client",
"aiohttp", "aiohttp",
"sentence-transformers --no-deps", "transformers",
"blobfile",
"aiosqlite",
"faiss-cpu",
"scipy",
"numpy",
"torch --index-url https://download.pytorch.org/whl/cpu", "torch --index-url https://download.pytorch.org/whl/cpu",
"sentence-transformers --no-deps",
"aiosqlite", "aiosqlite",
"fastapi", "fastapi",
"fire", "fire",

2
docs/source/getting_started/distributions/self_hosted_distro/fireworks.md
View file

@ -25,7 +25,7 @@ The following models are available by default:
- `meta-llama/Llama-3.1-8B-Instruct (fireworks/llama-v3p1-8b-instruct)` - `meta-llama/Llama-3.1-8B-Instruct (fireworks/llama-v3p1-8b-instruct)`
- `meta-llama/Llama-3.1-70B-Instruct (fireworks/llama-v3p1-70b-instruct)` - `meta-llama/Llama-3.1-70B-Instruct (fireworks/llama-v3p1-70b-instruct)`
- `meta-llama/Llama-3.1-405B-Instruct-FP8 (fireworks/llama-v3p1-405b-instruct)` - `meta-llama/Llama-3.1-405B-Instruct-FP8 (fireworks/llama-v3p1-405b-instruct)`
- `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-1b-instruct)` - `meta-llama/Llama-3.2-1B-Instruct (fireworks/llama-v3p2-1b-instruct)`
- `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-3b-instruct)` - `meta-llama/Llama-3.2-3B-Instruct (fireworks/llama-v3p2-3b-instruct)`
- `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-11b-vision-instruct)` - `meta-llama/Llama-3.2-11B-Vision-Instruct (fireworks/llama-v3p2-11b-vision-instruct)`
- `meta-llama/Llama-3.2-90B-Vision-Instruct (fireworks/llama-v3p2-90b-vision-instruct)` - `meta-llama/Llama-3.2-90B-Vision-Instruct (fireworks/llama-v3p2-90b-vision-instruct)`

2
llama_stack/providers/remote/inference/fireworks/fireworks.py
View file

@ -50,7 +50,7 @@ MODEL_ALIASES = [
), ),
build_model_alias( build_model_alias(
"fireworks/llama-v3p2-1b-instruct", "fireworks/llama-v3p2-1b-instruct",
CoreModelId.llama3_2_3b_instruct.value, CoreModelId.llama3_2_1b_instruct.value,
), ),
build_model_alias( build_model_alias(
"fireworks/llama-v3p2-3b-instruct", "fireworks/llama-v3p2-3b-instruct",

2
llama_stack/templates/fireworks/run.yaml
View file

@ -57,7 +57,7 @@ models:
provider_id: null provider_id: null
provider_model_id: fireworks/llama-v3p1-405b-instruct provider_model_id: fireworks/llama-v3p1-405b-instruct
- metadata: {} - metadata: {}
model_id: meta-llama/Llama-3.2-3B-Instruct model_id: meta-llama/Llama-3.2-1B-Instruct
provider_id: null provider_id: null
provider_model_id: fireworks/llama-v3p2-1b-instruct provider_model_id: fireworks/llama-v3p2-1b-instruct
- metadata: {} - metadata: {}