mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-21 07:52:25 +00:00
fix provider ids for together and fireworks
This commit is contained in:
parent
2f88006bd0
commit
fe2eb39da7
27 changed files with 49 additions and 46 deletions
|
|
@ -46,6 +46,7 @@ def get_distribution_template() -> DistributionTemplate:
|
|||
ModelInput(
|
||||
model_id=core_model_to_hf_repo[m.llama_model],
|
||||
provider_model_id=m.provider_model_id,
|
||||
provider_id="cerebras",
|
||||
)
|
||||
for m in model_aliases
|
||||
]
|
||||
|
|
@ -54,7 +55,7 @@ def get_distribution_template() -> DistributionTemplate:
|
|||
provider_id="sentence-transformers",
|
||||
model_type=ModelType.embedding,
|
||||
metadata={
|
||||
"embedding_dim": 384,
|
||||
"embedding_dimension": 384,
|
||||
},
|
||||
)
|
||||
|
||||
|
|
|
|||
|
|
@ -52,16 +52,16 @@ metadata_store:
|
|||
models:
|
||||
- metadata: {}
|
||||
model_id: meta-llama/Llama-3.1-8B-Instruct
|
||||
provider_id: null
|
||||
provider_id: cerebras
|
||||
provider_model_id: llama3.1-8b
|
||||
model_type: llm
|
||||
- metadata: {}
|
||||
model_id: meta-llama/Llama-3.1-70B-Instruct
|
||||
provider_id: null
|
||||
provider_id: cerebras
|
||||
provider_model_id: llama3.1-70b
|
||||
model_type: llm
|
||||
- metadata:
|
||||
embedding_dim: 384
|
||||
embedding_dimension: 384
|
||||
model_id: all-MiniLM-L6-v2
|
||||
provider_id: sentence-transformers
|
||||
provider_model_id: null
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue