phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-17 23:17:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

mmlu loose

Browse source
This commit is contained in:
Xi Yan 2024-11-07 18:36:41 -08:00
parent 6ee02ca23b
commit edeb6dcf04
4 changed files with 46 additions and 59 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/providers/inline/huggingface/datasetio/dataset_defs/llamastack_mmlu.py → llama_stack/providers/inline/huggingface/datasetio/dataset_defs/llamastack_mmlu_loose.py
View file

@ -5,17 +5,17 @@
# the root directory of this source tree.
from llama_models.llama3.api.datatypes import URL
from llama_stack.apis.common.type_system import CompletionInputType, StringType
from llama_stack.apis.common.type_system import ChatCompletionInputType, StringType
from llama_stack.apis.datasetio import DatasetDef
llamastack_mmlu = DatasetDef(
identifier="llamastack_mmlu",
llamastack_mmlu_loose = DatasetDef(
identifier="llamastack_mmlu_loose",
url=URL(uri="https://huggingface.co/datasets/yanxi0830/ls-mmlu"),
dataset_schema={
"expected_answer": StringType(),
"input_query": StringType(),
"chat_completion_input": CompletionInputType(),
"expected_answer": StringType(),
"chat_completion_input": ChatCompletionInputType(),
},
metadata={"path": "yanxi0830/ls-mmlu", "split": "train"},
)