phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-03 21:32:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

pre-commit scripts

Browse source
This commit is contained in:
Yang Yang 2025-03-16 23:55:49 -07:00
parent 9c26992390
commit d4df61e47a
2 changed files with 98 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

46
llama_stack/templates/open-benchmark/run.yaml
View file

@ -176,6 +176,18 @@ datasets:
uri: huggingface://datasets/llamastack/gpqa_0shot_cot?split=test&name=gpqa_main
metadata: {}
dataset_id: gpqa_cot
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://datasets/llamastack/gpqa_0shot_cot?split=test&name=gpqa_diamond
metadata: {}
dataset_id: gpqa_cot_diamond
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://datasets/llamastack/gpqa_0shot?split=test&name=gpqa_main
metadata: {}
dataset_id: gpqa
- purpose: eval/messages-answer
source:
type: uri
@ -194,6 +206,30 @@ datasets:
uri: huggingface://datasets/llamastack/docvqa?split=val
metadata: {}
dataset_id: docvqa
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://datasets/llamastack/mmmu_v3?split=validation
metadata: {}
dataset_id: MMMU
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://datasets/llamastack/MMMU_Pro?name=standard%20(10%20options)&split=test
metadata: {}
dataset_id: MMMU_Pro_standard
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://datasets/llamastack/MMMU_Pro?name=vision&split=test
metadata: {}
dataset_id: MMMU_Pro_vision
- purpose: eval/messages-answer
source:
type: uri
uri: huggingface://datasets/llamastack/ai2d?split=test
metadata: {}
dataset_id: ai2d
scoring_fns: []
benchmarks:
- dataset_id: simpleqa
@ -226,6 +262,16 @@ benchmarks:
- basic::docvqa
metadata: {}
benchmark_id: meta-reference-docvqa
- dataset_id: MMMU_Pro_standard
scoring_functions:
- basic::regex_parser_multiple_choice_answer
metadata: {}
benchmark_id: meta-reference-MMMU_Pro_standard
- dataset_id: MMMU_Pro_vision
scoring_functions:
- basic::regex_parser_multiple_choice_answer
metadata: {}
benchmark_id: meta-reference-MMMU_Pro_vision
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search