# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.

# TODO: make these import config based
from .dataset import CustomDataset, HFDataset
from .dataset_registry import DatasetRegistry

DATASETS_REGISTRY = {
    "mmlu-simple-eval-en": CustomDataset(
        name="mmlu_eval",
        url="https://openaipublic.blob.core.windows.net/simple-evals/mmlu.csv",
    ),
    "hellaswag": HFDataset(
        name="hellaswag",
        url="hf://hellaswag?split=validation&trust_remote_code=True",
    ),
}

for k, v in DATASETS_REGISTRY.items():
    DatasetRegistry.register(k, v)