registry refactor

This commit is contained in:
Xi Yan 2024-10-14 16:09:55 -07:00
parent c50686b6fe
commit 95fd53d292
8 changed files with 39 additions and 71 deletions

View file

@ -71,6 +71,10 @@ class MetaReferenceEvalsImpl(Evals):
dataset_config: EvaluateDatasetConfig,
eval_scoring_config: EvaluateScoringConfig,
) -> EvaluateResponse:
cprint("run_scorer")
# main logic, we need to convert the datset into List[ScorerInputSample]
return EvaluateResponse(
eval_result={},
)