From 7f80b1bbf2f7680e02f8428ff3985cddce04b108 Mon Sep 17 00:00:00 2001
From: Yang Yang <yyy@meta.com>
Date: Wed, 19 Mar 2025 12:51:55 -0700
Subject: [PATCH] rebase onto the dataset api fix , and pre-commit

---
 llama_stack/templates/open-benchmark/open_benchmark.py | 1 -
 llama_stack/templates/open-benchmark/run.yaml          | 5 -----
 2 files changed, 6 deletions(-)

diff --git a/llama_stack/templates/open-benchmark/open_benchmark.py b/llama_stack/templates/open-benchmark/open_benchmark.py
index b019b2e4f..d1c27e901 100644
--- a/llama_stack/templates/open-benchmark/open_benchmark.py
+++ b/llama_stack/templates/open-benchmark/open_benchmark.py
@@ -205,7 +205,6 @@ def get_distribution_template() -> DistributionTemplate:
         ),
         DatasetInput(
             dataset_id="docvqa",
-            provider_id="huggingface",
             purpose=DatasetPurpose.eval_messages_answer,
             source=URIDataSource(
                 uri="huggingface://datasets/llamastack/docvqa?split=val",
diff --git a/llama_stack/templates/open-benchmark/run.yaml b/llama_stack/templates/open-benchmark/run.yaml
index 4233bc4f5..80a517fe8 100644
--- a/llama_stack/templates/open-benchmark/run.yaml
+++ b/llama_stack/templates/open-benchmark/run.yaml
@@ -188,17 +188,12 @@ datasets:
     uri: huggingface://datasets/llamastack/bfcl_v3?split=train
   metadata: {}
   dataset_id: bfcl
-<<<<<<< HEAD
-=======
-  provider_id: huggingface
 - purpose: eval/messages-answer
   source:
     type: uri
     uri: huggingface://datasets/llamastack/docvqa?split=val
   metadata: {}
   dataset_id: docvqa
-  provider_id: huggingface
->>>>>>> 81df5a4e (add DocVQA scoring)
 scoring_fns: []
 benchmarks:
 - dataset_id: simpleqa