diff --git a/llama_stack/templates/open-benchmark/open_benchmark.py b/llama_stack/templates/open-benchmark/open_benchmark.py
index bbcda106e..6dbc65495 100644
--- a/llama_stack/templates/open-benchmark/open_benchmark.py
+++ b/llama_stack/templates/open-benchmark/open_benchmark.py
@@ -209,7 +209,7 @@ def get_distribution_template() -> DistributionTemplate:
             url=URL(uri="https://huggingface.co/datasets/llamastack/docvqa"),
             metadata={
                 "path": "llamastack/docvqa",
-                "split": "train",
+                "split": "val",
             },
             dataset_schema={
                 "chat_completion_input": {"type": "string"},
diff --git a/llama_stack/templates/open-benchmark/run.yaml b/llama_stack/templates/open-benchmark/run.yaml
index 3cf3af45d..29c2ffb4f 100644
--- a/llama_stack/templates/open-benchmark/run.yaml
+++ b/llama_stack/templates/open-benchmark/run.yaml
@@ -200,7 +200,7 @@ datasets:
     uri: https://huggingface.co/datasets/llamastack/docvqa
   metadata:
     path: llamastack/docvqa
-    split: train
+    split: val
   dataset_id: docvqa
   provider_id: huggingface
 >>>>>>> 81df5a4e (add DocVQA scoring)