From 33c801ade39b45385463ff0844f90fded71a30e1 Mon Sep 17 00:00:00 2001
From: Xi Yan <xiyan@meta.com>
Date: Thu, 20 Feb 2025 13:14:09 -0800
Subject: [PATCH] update

---
 docs/_static/llama-stack-spec.html | 6 ------
 docs/_static/llama-stack-spec.yaml | 5 -----
 llama_stack/apis/eval/eval.py      | 1 -
 3 files changed, 12 deletions(-)

diff --git a/docs/_static/llama-stack-spec.html b/docs/_static/llama-stack-spec.html
index 9f76c87d2..c0a4182dd 100644
--- a/docs/_static/llama-stack-spec.html
+++ b/docs/_static/llama-stack-spec.html
@@ -4724,11 +4724,6 @@
             "BenchmarkConfig": {
                 "type": "object",
                 "properties": {
-                    "type": {
-                        "type": "string",
-                        "const": "benchmark",
-                        "default": "benchmark"
-                    },
                     "eval_candidate": {
                         "$ref": "#/components/schemas/EvalCandidate"
                     },
@@ -4744,7 +4739,6 @@
                 },
                 "additionalProperties": false,
                 "required": [
-                    "type",
                     "eval_candidate",
                     "scoring_params"
                 ],
diff --git a/docs/_static/llama-stack-spec.yaml b/docs/_static/llama-stack-spec.yaml
index a42c5c24d..ac74a88cc 100644
--- a/docs/_static/llama-stack-spec.yaml
+++ b/docs/_static/llama-stack-spec.yaml
@@ -3091,10 +3091,6 @@ components:
     BenchmarkConfig:
       type: object
       properties:
-        type:
-          type: string
-          const: benchmark
-          default: benchmark
         eval_candidate:
           $ref: '#/components/schemas/EvalCandidate'
         scoring_params:
@@ -3105,7 +3101,6 @@ components:
           type: integer
       additionalProperties: false
       required:
-        - type
         - eval_candidate
         - scoring_params
       title: BenchmarkConfig
diff --git a/llama_stack/apis/eval/eval.py b/llama_stack/apis/eval/eval.py
index 46f534a63..a7b2e7670 100644
--- a/llama_stack/apis/eval/eval.py
+++ b/llama_stack/apis/eval/eval.py
@@ -39,7 +39,6 @@ EvalCandidate = register_schema(
 
 @json_schema_type
 class BenchmarkConfig(BaseModel):
-    type: Literal["benchmark"] = "benchmark"
     eval_candidate: EvalCandidate
     scoring_params: Dict[str, ScoringFnParams] = Field(
         description="Map between scoring function id and parameters for each scoring function you want to run",