phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 17:29:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

tmp debug safety run.yaml

Browse source
This commit is contained in:
Xi Yan 2024-12-30 15:36:31 -08:00
parent ab13df37dd
commit f4837355db
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/templates/meta-reference-gpu/run-with-safety.yaml
View file

@ -13,7 +13,7 @@ apis:
- telemetry - telemetry
providers: providers:
inference: inference:
- provider_id: meta-reference-inference - provider_id: meta-reference
provider_type: inline::meta-reference provider_type: inline::meta-reference
config: config:
model: ${env.INFERENCE_MODEL} model: ${env.INFERENCE_MODEL}
@ -22,7 +22,7 @@ providers:
- provider_id: sentence-transformers - provider_id: sentence-transformers
provider_type: inline::sentence-transformers provider_type: inline::sentence-transformers
config: {} config: {}
- provider_id: meta-reference-safety - provider_id: meta-reference
provider_type: inline::meta-reference provider_type: inline::meta-reference
config: config:
model: ${env.SAFETY_MODEL} model: ${env.SAFETY_MODEL}
@ -84,12 +84,12 @@ metadata_store:
models: models:
- metadata: {} - metadata: {}
model_id: ${env.INFERENCE_MODEL} model_id: ${env.INFERENCE_MODEL}
provider_id: meta-reference-inference provider_id: meta-reference
provider_model_id: null provider_model_id: null
model_type: llm model_type: llm
- metadata: {} - metadata: {}
model_id: ${env.SAFETY_MODEL} model_id: ${env.SAFETY_MODEL}
provider_id: meta-reference-safety provider_id: meta-reference
provider_model_id: null provider_model_id: null
model_type: llm model_type: llm
- metadata: - metadata: