phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-16 14:57:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add register model to unit test

Browse source
This commit is contained in:
Xi Yan 2024-11-11 10:35:59 -05:00
parent e690eb7ad3
commit 1031f1404b
8 changed files with 23 additions and 89 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/adapters/datasetio/huggingface/benchmarks/__init__.py Normal file
View file

@ -0,0 +1,6 @@
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from .llamastack_mmlu import llamastack_mmlu # noqa: F401

26
llama_stack/providers/adapters/datasetio/huggingface/benchmarks/llamastack_mmlu.py Normal file
View file

@ -0,0 +1,26 @@
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from llama_models.llama3.api.datatypes import URL
from llama_stack.apis.common.type_system import ChatCompletionInputType, StringType
from llama_stack.apis.datasetio import DatasetDef
llamastack_mmlu = DatasetDef(
identifier="llamastack_mmlu",
url=URL(
uri="https://huggingface.co/datasets/llamastack/Llama-3.2-1B-Instruct-evals"
),
dataset_schema={
"input_query": StringType(),
"expected_answer": StringType(),
"chat_completion_input": ChatCompletionInputType(),
},
metadata={
"path": "llamastack/Llama-3.2-1B-Instruct-evals",
"name": "Llama-3.2-1B-Instruct-evals__mmlu__details",
"split": "train",
},
)