phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-15 22:47:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

register to client

Browse source
This commit is contained in:
Xi Yan 2024-11-11 11:03:01 -05:00
parent 75ccc05296
commit 8bebe3fd1f
4 changed files with 67 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

40
llama_stack/providers/adapters/datasetio/huggingface/benchmarks/mmlu.py
View file

@ -4,21 +4,27 @@
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from llama_models.llama3.api.datatypes import URL
from llama_stack.apis.common.type_system import ChatCompletionInputType, StringType
from llama_stack.apis.datasetio import DatasetDef
# # Copyright (c) Meta Platforms, Inc. and affiliates.
# # All rights reserved.
# #
# # This source code is licensed under the terms described in the LICENSE file in
# # the root directory of this source tree.
mmlu = DatasetDef(
identifier="mmlu",
url=URL(uri="https://huggingface.co/datasets/llamastack/evals"),
dataset_schema={
"input_query": StringType(),
"expected_answer": StringType(),
"chat_completion_input": ChatCompletionInputType(),
},
metadata={
"path": "llamastack/evals",
"name": "evals__mmlu__details",
"split": "train",
},
)
# from llama_models.llama3.api.datatypes import URL
# from llama_stack.apis.common.type_system import ChatCompletionInputType, StringType
# from llama_stack.apis.datasetio import DatasetDef
# mmlu = DatasetDef(
# identifier="mmlu",
# url=URL(uri="https://huggingface.co/datasets/llamastack/evals"),
# dataset_schema={
# "input_query": StringType(),
# "expected_answer": StringType(),
# "chat_completion_input": ChatCompletionInputType(),
# },
# metadata={
# "path": "llamastack/evals",
# "name": "evals__mmlu__details",
# "split": "train",
# },
# )