phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-02 17:20:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

temp commit

Browse source
This commit is contained in:
Botao Chen 2025-03-11 15:40:35 -07:00
parent e3edca7739
commit ca2922a455
3 changed files with 44 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

13
llama_stack/templates/passthrough/run.yaml
View file

@ -20,6 +20,13 @@ providers:
- provider_id: sentence-transformers
provider_type: inline::sentence-transformers
config: {}
- provider_id: meta-reference-inference
provider_type: inline::meta-reference
config:
model: meta-llama/Llama-Guard-3-1B
max_seq_len: 4096
checkpoint_dir: ${env.INFERENCE_CHECKPOINT_DIR:null}
# api_key: ${env.TOGETHER_API_KEY}
vector_io:
- provider_id: faiss
provider_type: inline::faiss
@ -103,8 +110,12 @@ models:
provider_id: passthrough
provider_model_id: llama3.2-11b-vision-instruct
model_type: llm
- metadata: {}
model_id: meta-llama/Llama-Guard-3-1B
provider_id: meta-reference-inference
model_type: llm
shields:
- shield_id: meta-llama/Llama-Guard-3-8B
- shield_id: meta-llama/Llama-Guard-3-1B
vector_dbs: []
datasets: []
scoring_fns: []