update

docs/_static/llama-stack-spec.html

@@ -4724,11 +4724,6 @@
             "BenchmarkConfig": {
                 "type": "object",
                 "properties": {
-                    "type": {
-                        "type": "string",
-                        "const": "benchmark",
-                        "default": "benchmark"
-                    },
                     "eval_candidate": {
                         "$ref": "#/components/schemas/EvalCandidate"
                     },
@@ -4744,7 +4739,6 @@
                 },
                 "additionalProperties": false,
                 "required": [
-                    "type",
                     "eval_candidate",
                     "scoring_params"
                 ],

docs/_static/llama-stack-spec.yaml

@@ -3091,10 +3091,6 @@ components:
     BenchmarkConfig:
       type: object
       properties:
-        type:
-          type: string
-          const: benchmark
-          default: benchmark
         eval_candidate:
           $ref: '#/components/schemas/EvalCandidate'
         scoring_params:
@@ -3105,7 +3101,6 @@ components:
           type: integer
       additionalProperties: false
       required:
-        - type
         - eval_candidate
         - scoring_params
       title: BenchmarkConfig

llama_stack/apis/eval/eval.py

@@ -39,7 +39,6 @@ EvalCandidate = register_schema(
 
 @json_schema_type
 class BenchmarkConfig(BaseModel):
-    type: Literal["benchmark"] = "benchmark"
     eval_candidate: EvalCandidate
     scoring_params: Dict[str, ScoringFnParams] = Field(
         description="Map between scoring function id and parameters for each scoring function you want to run",