From d9264a092523472044c5063ad2a26c5459181694 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Sun, 16 Mar 2025 16:34:56 -0700 Subject: [PATCH] dataaset --- llama_stack/providers/inline/eval/meta_reference/eval.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/llama_stack/providers/inline/eval/meta_reference/eval.py b/llama_stack/providers/inline/eval/meta_reference/eval.py index e58975ff8..3630d4c03 100644 --- a/llama_stack/providers/inline/eval/meta_reference/eval.py +++ b/llama_stack/providers/inline/eval/meta_reference/eval.py @@ -83,8 +83,10 @@ class MetaReferenceEvalImpl( task_def = self.benchmarks[benchmark_id] dataset_id = task_def.dataset_id scoring_functions = task_def.scoring_functions - dataset_def = await self.datasets_api.get_dataset(dataset_id=dataset_id) - # TODO: validate dataset schema + + # TODO (xiyan): validate dataset schema + # dataset_def = await self.datasets_api.get_dataset(dataset_id=dataset_id) + all_rows = await self.datasetio_api.iterrows( dataset_id=dataset_id, limit=(-1 if benchmark_config.num_examples is None else benchmark_config.num_examples),