From e9a9ecb2dc436720096ccfb70a5a0b40b2ff7149 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Mon, 11 Nov 2024 11:07:12 -0500 Subject: [PATCH] comments --- .../providers/adapters/datasetio/huggingface/huggingface.py | 3 --- llama_stack/providers/inline/meta_reference/eval/eval.py | 3 --- 2 files changed, 6 deletions(-) diff --git a/llama_stack/providers/adapters/datasetio/huggingface/huggingface.py b/llama_stack/providers/adapters/datasetio/huggingface/huggingface.py index bd6c649df..598ca5cfd 100644 --- a/llama_stack/providers/adapters/datasetio/huggingface/huggingface.py +++ b/llama_stack/providers/adapters/datasetio/huggingface/huggingface.py @@ -36,9 +36,6 @@ class HuggingfaceDatasetIOImpl(DatasetIO, DatasetsProtocolPrivate): async def initialize(self) -> None: pass - # pre-registered benchmark datasets - # pre_registered_datasets = [mmlu] - # self.dataset_infos = {x.identifier: x for x in pre_registered_datasets} async def shutdown(self) -> None: ... diff --git a/llama_stack/providers/inline/meta_reference/eval/eval.py b/llama_stack/providers/inline/meta_reference/eval/eval.py index d13e10d7c..48d8e2b04 100644 --- a/llama_stack/providers/inline/meta_reference/eval/eval.py +++ b/llama_stack/providers/inline/meta_reference/eval/eval.py @@ -51,9 +51,6 @@ class MetaReferenceEvalImpl(Eval, EvalTasksProtocolPrivate): async def initialize(self) -> None: pass - # # pre-register eval tasks - # benchmark_tasks = [meta_reference_mmlu] - # self.eval_tasks = {x.identifier: x for x in benchmark_tasks} async def shutdown(self) -> None: ...