From 7801d9cdf2753e030caba633ce75dc4ab68f4178 Mon Sep 17 00:00:00 2001
From: Xi Yan <xiyan@meta.com>
Date: Thu, 13 Mar 2025 16:34:29 -0700
Subject: [PATCH] fix

---
 llama_stack/apis/datasets/datasets.py         | 3 ++-
 llama_stack/templates/open-benchmark/run.yaml | 8 ++++----
 2 files changed, 6 insertions(+), 5 deletions(-)

diff --git a/llama_stack/apis/datasets/datasets.py b/llama_stack/apis/datasets/datasets.py
index 9fe3cd1e0..bd89a55a6 100644
--- a/llama_stack/apis/datasets/datasets.py
+++ b/llama_stack/apis/datasets/datasets.py
@@ -13,7 +13,8 @@ from llama_stack.apis.resource import Resource, ResourceType
 from llama_stack.schema_utils import json_schema_type, register_schema, webmethod
 
 
-class DatasetPurpose(Enum):
+@json_schema_type
+class DatasetPurpose(str, Enum):
     """
     Purpose of the dataset. Each purpose has a required input data schema.
 
diff --git a/llama_stack/templates/open-benchmark/run.yaml b/llama_stack/templates/open-benchmark/run.yaml
index 3fab2cfda..c0043eb2c 100644
--- a/llama_stack/templates/open-benchmark/run.yaml
+++ b/llama_stack/templates/open-benchmark/run.yaml
@@ -158,28 +158,28 @@ shields:
 - shield_id: meta-llama/Llama-Guard-3-8B
 vector_dbs: []
 datasets:
-- purpose: &id001 eval/messages-answer
+- purpose: eval/messages-answer
   source:
     type: uri
     uri: huggingface://llamastack/simpleqa?split=train
   metadata: {}
   dataset_id: simpleqa
   provider_id: huggingface
-- purpose: *id001
+- purpose: eval/messages-answer
   source:
     type: uri
     uri: huggingface://llamastack/mmlu_cot?split=test&name=all
   metadata: {}
   dataset_id: mmlu_cot
   provider_id: huggingface
-- purpose: *id001
+- purpose: eval/messages-answer
   source:
     type: uri
     uri: huggingface://llamastack/gpqa_0shot_cot?split=test&name=gpqa_main
   metadata: {}
   dataset_id: gpqa_cot
   provider_id: huggingface
-- purpose: *id001
+- purpose: eval/messages-answer
   source:
     type: uri
     uri: huggingface://llamastack/math_500?split=test