phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 09:21:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

clean up

Browse source
This commit is contained in:
Xi Yan 2024-12-19 16:21:39 -08:00
parent c15b0d5395
commit c4af8f8aba
1 changed files with 0 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama_stack/providers/inline/eval/meta_reference/eval.py
View file

@ -73,18 +73,6 @@ class MetaReferenceEvalImpl(Eval, EvalTasksProtocolPrivate, DataSchemaValidatorM
)
self.eval_tasks[task_def.identifier] = task_def
# async def validate_eval_input_dataset_schema(self, dataset_id: str) -> None:
# dataset_def = await self.datasets_api.get_dataset(dataset_id=dataset_id)
# if not dataset_def.dataset_schema or len(dataset_def.dataset_schema) == 0:
# raise ValueError(f"Dataset {dataset_id} does not have a schema defined.")
# expected_schemas = get_expected_schema_for_eval()
# if dataset_def.dataset_schema not in expected_schemas:
# raise ValueError(
# f"Dataset {dataset_id} does not have a correct input schema in {expected_schemas}"
# )
async def run_eval(
self,
task_id: str,