This commit is contained in:
Xi Yan 2024-11-07 18:25:39 -08:00
parent 33b6d9b7b7
commit 6ee02ca23b
6 changed files with 100 additions and 87 deletions

View file

@ -5,7 +5,7 @@
# the root directory of this source tree.
from llama_models.llama3.api.datatypes import URL
from llama_stack.apis.common.type_system import StringType
from llama_stack.apis.common.type_system import CompletionInputType, StringType
from llama_stack.apis.datasetio import DatasetDef
@ -15,7 +15,7 @@ llamastack_mmlu = DatasetDef(
dataset_schema={
"expected_answer": StringType(),
"input_query": StringType(),
"generated_answer": StringType(),
"chat_completion_input": CompletionInputType(),
},
metadata={"path": "yanxi0830/ls-mmlu", "split": "train"},
)

View file

@ -10,6 +10,7 @@ from llama_stack.apis.datasetio import * # noqa: F403
from datasets import Dataset, load_dataset
from llama_stack.providers.datatypes import DatasetsProtocolPrivate
from llama_stack.providers.utils.datasetio.url_utils import get_dataframe_from_url
from .config import HuggingfaceDatasetIOConfig
from .dataset_defs.llamastack_mmlu import llamastack_mmlu