phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-15 22:47:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

delete preregistered dataset/eval task

Browse source
This commit is contained in:
Xi Yan 2024-11-11 11:05:47 -05:00
parent 8bebe3fd1f
commit 9ff903e63b
5 changed files with 4 additions and 64 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/providers/inline/meta_reference/eval/eval.py
View file

@ -19,7 +19,6 @@ from llama_stack.apis.scoring import Scoring
from llama_stack.providers.datatypes import EvalTasksProtocolPrivate
from .config import MetaReferenceEvalConfig
from .eval_task_defs.meta_reference_mmlu import meta_reference_mmlu
class ColumnName(Enum):
@ -51,9 +50,10 @@ class MetaReferenceEvalImpl(Eval, EvalTasksProtocolPrivate):
self.eval_tasks = {}
async def initialize(self) -> None:
# pre-register eval tasks
benchmark_tasks = [meta_reference_mmlu]
self.eval_tasks = {x.identifier: x for x in benchmark_tasks}
pass
# # pre-register eval tasks
# benchmark_tasks = [meta_reference_mmlu]
# self.eval_tasks = {x.identifier: x for x in benchmark_tasks}
async def shutdown(self) -> None: ...