This commit is contained in:
Xi Yan 2024-11-11 11:07:12 -05:00
parent 9ff903e63b
commit e9a9ecb2dc
2 changed files with 0 additions and 6 deletions

View file

@ -36,9 +36,6 @@ class HuggingfaceDatasetIOImpl(DatasetIO, DatasetsProtocolPrivate):
async def initialize(self) -> None: async def initialize(self) -> None:
pass pass
# pre-registered benchmark datasets
# pre_registered_datasets = [mmlu]
# self.dataset_infos = {x.identifier: x for x in pre_registered_datasets}
async def shutdown(self) -> None: ... async def shutdown(self) -> None: ...

View file

@ -51,9 +51,6 @@ class MetaReferenceEvalImpl(Eval, EvalTasksProtocolPrivate):
async def initialize(self) -> None: async def initialize(self) -> None:
pass pass
# # pre-register eval tasks
# benchmark_tasks = [meta_reference_mmlu]
# self.eval_tasks = {x.identifier: x for x in benchmark_tasks}
async def shutdown(self) -> None: ... async def shutdown(self) -> None: ...