move dataset to hf llamastack repo

This commit is contained in:
Xi Yan 2024-11-08 11:42:16 -08:00
parent 72b2c885ee
commit 58c6138df1
3 changed files with 13 additions and 7 deletions

View file

@ -8,6 +8,6 @@ from llama_stack.apis.eval import EvalTaskDef
meta_reference_mmlu = EvalTaskDef(
identifier="meta-reference-mmlu",
dataset_id="llamastack_mmlu_loose",
dataset_id="llamastack_mmlu",
scoring_functions=["meta-reference::regex_parser_multiple_choice_answer"],
)