processor registry

This commit is contained in:
Xi Yan 2024-10-14 16:25:06 -07:00
parent 95fd53d292
commit a22c31b8a4
6 changed files with 33 additions and 10 deletions

View file

@ -47,6 +47,9 @@ class MetaReferenceEvalsImpl(Evals):
dataset_name=dataset,
row_limit=3,
),
processor_config=EvaluateProcessorConfig(
processor_identifier="mmlu",
),
generation_config=EvaluateModelGenerationConfig(
model=model,
),