This commit is contained in:
Botao Chen 2025-03-19 15:18:06 -07:00
parent 507e4e17e6
commit 1f0d2f38d2
2 changed files with 25 additions and 3 deletions

View file

@ -215,8 +215,8 @@ def get_distribution_template() -> DistributionTemplate:
purpose=DatasetPurpose.eval_messages_answer,
source=URIDataSource(
uri="huggingface://datasets/llamastack/docvqa?split=val",
)
)
),
),
]
default_benchmarks = [
@ -254,7 +254,7 @@ def get_distribution_template() -> DistributionTemplate:
benchmark_id="meta-reference-docvqa",
dataset_id="docvqa",
scoring_functions=["basic::docvqa"],
)
),
]
return DistributionTemplate(
name=name,