phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-04 13:22:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix precommit

Browse source
This commit is contained in:
Xi Yan 2025-03-13 16:31:38 -07:00
parent a6095820af
commit 887a9772de
5 changed files with 42 additions and 96 deletions
Download patch file Download diff file Expand all files Collapse all files

70
llama_stack/templates/open-benchmark/run.yaml
View file

@ -158,62 +158,32 @@ shields:
- shield_id: meta-llama/Llama-Guard-3-8B
vector_dbs: []
datasets:
- dataset_schema:
input_query:
type: string
expected_answer:
type: string
chat_completion_input:
type: string
url:
uri: https://huggingface.co/datasets/llamastack/simpleqa
metadata:
path: llamastack/simpleqa
split: train
- purpose: &id001 eval/messages-answer
source:
type: uri
uri: huggingface://llamastack/simpleqa?split=train
metadata: {}
dataset_id: simpleqa
provider_id: huggingface
- dataset_schema:
input_query:
type: string
expected_answer:
type: string
chat_completion_input:
type: string
url:
uri: https://huggingface.co/datasets/llamastack/mmlu_cot
metadata:
path: llamastack/mmlu_cot
name: all
split: test
- purpose: *id001
source:
type: uri
uri: huggingface://llamastack/mmlu_cot?split=test&name=all
metadata: {}
dataset_id: mmlu_cot
provider_id: huggingface
- dataset_schema:
input_query:
type: string
expected_answer:
type: string
chat_completion_input:
type: string
url:
uri: https://huggingface.co/datasets/llamastack/gpqa_0shot_cot
metadata:
path: llamastack/gpqa_0shot_cot
name: gpqa_main
split: train
- purpose: *id001
source:
type: uri
uri: huggingface://llamastack/gpqa_0shot_cot?split=test&name=gpqa_main
metadata: {}
dataset_id: gpqa_cot
provider_id: huggingface
- dataset_schema:
input_query:
type: string
expected_answer:
type: string
chat_completion_input:
type: string
url:
uri: https://huggingface.co/datasets/llamastack/math_500
metadata:
path: llamastack/math_500
split: test
- purpose: *id001
source:
type: uri
uri: huggingface://llamastack/math_500?split=test
metadata: {}
dataset_id: math_500
provider_id: huggingface
scoring_fns: []