phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-20 18:58:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix provider ids for together and fireworks

Browse source
This commit is contained in:
Dinesh Yeduguru 2024-12-12 15:43:30 -08:00
parent 2f88006bd0
commit fe2eb39da7
27 changed files with 49 additions and 46 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/templates/fireworks/fireworks.py
View file

@ -57,6 +57,7 @@ def get_distribution_template() -> DistributionTemplate:
ModelInput(
model_id=core_model_to_hf_repo[m.llama_model],
provider_model_id=m.provider_model_id,
provider_id="fireworks",
)
for m in MODEL_ALIASES
]
@ -65,7 +66,7 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="sentence-transformers",
model_type=ModelType.embedding,
metadata={
"embedding_dim": 384,
"embedding_dimension": 384,
},
)

20
llama_stack/templates/fireworks/run.yaml
View file

@ -77,51 +77,51 @@ metadata_store:
models:
- metadata: {}
model_id: meta-llama/Llama-3.1-8B-Instruct
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-v3p1-8b-instruct
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-3.1-70B-Instruct
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-v3p1-70b-instruct
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-3.1-405B-Instruct-FP8
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-v3p1-405b-instruct
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-3.2-1B-Instruct
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-v3p2-1b-instruct
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-3.2-3B-Instruct
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-v3p2-3b-instruct
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-3.2-11B-Vision-Instruct
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-v3p2-11b-vision-instruct
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-3.2-90B-Vision-Instruct
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-v3p2-90b-vision-instruct
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-Guard-3-8B
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-guard-3-8b
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-Guard-3-11B-Vision
provider_id: null
provider_id: fireworks
provider_model_id: fireworks/llama-guard-3-11b-vision
model_type: llm
- metadata:
embedding_dim: 384
embedding_dimension: 384
model_id: all-MiniLM-L6-v2
provider_id: sentence-transformers
provider_model_id: null