This commit is contained in:
Xi Yan 2024-11-11 10:48:47 -05:00
parent 1031f1404b
commit 75ccc05296
4 changed files with 9 additions and 11 deletions

View file

@ -8,6 +8,6 @@ from llama_stack.apis.eval import EvalTaskDef
meta_reference_mmlu = EvalTaskDef(
identifier="meta-reference-mmlu",
dataset_id="llamastack_mmlu",
dataset_id="mmlu",
scoring_functions=["meta-reference::regex_parser_multiple_choice_answer"],
)