This commit is contained in:
Xi Yan 2025-03-13 16:34:29 -07:00
parent fb07642549
commit 7801d9cdf2
2 changed files with 6 additions and 5 deletions

View file

@ -158,28 +158,28 @@ shields:
- shield_id: meta-llama/Llama-Guard-3-8B
vector_dbs: []
datasets:
- purpose: &id001 eval/messages-answer
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://llamastack/simpleqa?split=train
metadata: {}
dataset_id: simpleqa
provider_id: huggingface
- purpose: *id001
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://llamastack/mmlu_cot?split=test&name=all
metadata: {}
dataset_id: mmlu_cot
provider_id: huggingface
- purpose: *id001
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://llamastack/gpqa_0shot_cot?split=test&name=gpqa_main
metadata: {}
dataset_id: gpqa_cot
provider_id: huggingface
- purpose: *id001
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://llamastack/math_500?split=test