This commit is contained in:
Xi Yan 2024-11-11 11:07:12 -05:00
parent 9ff903e63b
commit e9a9ecb2dc
2 changed files with 0 additions and 6 deletions

View file

@ -51,9 +51,6 @@ class MetaReferenceEvalImpl(Eval, EvalTasksProtocolPrivate):
async def initialize(self) -> None:
pass
# # pre-register eval tasks
# benchmark_tasks = [meta_reference_mmlu]
# self.eval_tasks = {x.identifier: x for x in benchmark_tasks}
async def shutdown(self) -> None: ...