include benchmarks

docs/_static/llama-stack-spec.yaml

@@ -1635,6 +1635,10 @@ paths:
       responses:
         '200':
           description: OK
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/Benchmark'
         '400':
           $ref: '#/components/responses/BadRequest400'
         '429':
@@ -1647,7 +1651,7 @@ paths:
           $ref: '#/components/responses/DefaultError'
       tags:
         - Benchmarks
-      description: ''
+      description: Register a new benchmark.
       parameters: []
       requestBody:
         content:
@@ -4950,10 +4954,14 @@ components:
           default: benchmark
         dataset_id:
           type: string
+          description: >-
+            The ID of the dataset to used to run the benchmark.
         scoring_functions:
           type: array
           items:
-            type: string
+            $ref: '#/components/schemas/ScoringFnParams'
+          description: >-
+            The scoring functions with parameters to use for this benchmark.
         metadata:
           type: object
           additionalProperties:
@@ -4964,6 +4972,8 @@ components:
               - type: string
               - type: array
               - type: object
+          description: >-
+            Metadata for this benchmark for additional descriptions.
       additionalProperties: false
       required:
         - identifier
@@ -6438,18 +6448,21 @@ components:
     RegisterBenchmarkRequest:
       type: object
       properties:
-        benchmark_id:
-          type: string
         dataset_id:
           type: string
+          description: >-
+            The ID of the dataset to used to run the benchmark.
         scoring_functions:
           type: array
           items:
-            type: string
-        provider_benchmark_id:
-          type: string
-        provider_id:
+            $ref: '#/components/schemas/ScoringFnParams'
+          description: >-
+            The scoring functions with parameters to use for this benchmark.
+        benchmark_id:
           type: string
+          description: >-
+            (Optional) The ID of the benchmark to register. If not provided, a random
+            ID will be generated.
         metadata:
           type: object
           additionalProperties:
@@ -6460,9 +6473,10 @@ components:
               - type: string
               - type: array
               - type: object
+          description: >-
+            (Optional) Metadata for this benchmark for additional descriptions.
       additionalProperties: false
       required:
-        - benchmark_id
         - dataset_id
         - scoring_functions
       title: RegisterBenchmarkRequest