phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-09 11:20:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

registry refactor

Browse source
This commit is contained in:
Xi Yan 2024-10-14 00:12:46 -07:00
parent 78cb88c3c4
commit 18fe966e96
9 changed files with 60 additions and 106 deletions
Download patch file Download diff file Expand all files Collapse all files

7
llama_stack/providers/impls/meta_reference/evals/tasks/run_eval_task.py
View file

@ -3,7 +3,7 @@
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from llama_stack.distribution.registry.datasets.dataset_registry import DatasetRegistry
from llama_stack.distribution.registry.datasets import DatasetRegistry
from llama_stack.providers.impls.meta_reference.evals.scorer.basic_scorers import * # noqa: F403
from llama_stack.providers.impls.meta_reference.evals.generator.inference_generator import (
InferenceGenerator,
@ -38,9 +38,8 @@ class RunEvalTask(BaseTask):
) -> EvalResult:
print(f"Running eval task w/ {eval_task_config}")
dataset = DatasetRegistry.get_dataset(
eval_task_config.dataset_config.dataset_name
)
print(DatasetRegistry.names())
dataset = DatasetRegistry.get(eval_task_config.dataset_config.dataset_name)
dataset.load(n_samples=eval_task_config.dataset_config.row_limit)
print(f"Running on {len(dataset)} samples")