result_data in evaluation response

docs/_static/llama-stack-spec.html

@@ -8653,7 +8653,7 @@
             "EvaluationResponse": {
                 "type": "object",
                 "properties": {
-                    "generations": {
+                    "result_data": {
                         "type": "array",
                         "items": {
                             "type": "object",
@@ -8680,20 +8680,39 @@
                                 ]
                             }
                         },
-                        "description": "The generations in rows for the evaluation."
+                        "description": "The result data containing generations and grades in each row."
                     },
-                    "scores": {
+                    "metrics": {
                         "type": "object",
                         "additionalProperties": {
-                            "$ref": "#/components/schemas/ScoringResult"
+                            "oneOf": [
+                                {
+                                    "type": "null"
                                 },
-                        "description": "The scores for the evaluation. Map of grader id to ScoringResult."
+                                {
+                                    "type": "boolean"
+                                },
+                                {
+                                    "type": "number"
+                                },
+                                {
+                                    "type": "string"
+                                },
+                                {
+                                    "type": "array"
+                                },
+                                {
+                                    "type": "object"
+                                }
+                            ]
+                        },
+                        "description": "Map of metric name to aggregated value."
                     }
                 },
                 "additionalProperties": false,
                 "required": [
-                    "generations",
+                    "result_data",
-                    "scores"
+                    "metrics"
                 ],
                 "title": "EvaluationResponse",
                 "description": "A response to an inline evaluation."

docs/_static/llama-stack-spec.yaml

@@ -6018,7 +6018,7 @@ components:
     EvaluationResponse:
       type: object
       properties:
-        generations:
+        result_data:
           type: array
           items:
             type: object
@@ -6031,17 +6031,22 @@ components:
                 - type: array
                 - type: object
           description: >-
-            The generations in rows for the evaluation.
+            The result data containing generations and grades in each row.
-        scores:
+        metrics:
           type: object
           additionalProperties:
-            $ref: '#/components/schemas/ScoringResult'
+            oneOf:
-          description: >-
+              - type: 'null'
-            The scores for the evaluation. Map of grader id to ScoringResult.
+              - type: boolean
+              - type: number
+              - type: string
+              - type: array
+              - type: object
+          description: Map of metric name to aggregated value.
       additionalProperties: false
       required:
-        - generations
+        - result_data
-        - scores
+        - metrics
       title: EvaluationResponse
       description: A response to an inline evaluation.
     HealthInfo:

llama_stack/apis/evaluation/evaluation.py

@@ -76,30 +76,17 @@ class EvaluationJob(CommonJobFields):
     candidate: EvaluationCandidate
 
 
-@json_schema_type
-class ScoringResult(BaseModel):
-    """
-    A scoring result for a single row.
-
-    :param scores: The scoring result for each row. Each row is a map of grader column name to value.
-    :param metrics: Map of metric name to aggregated value.
-    """
-
-    scores: List[Dict[str, Any]]
-    metrics: Dict[str, Any]
-
-
 @json_schema_type
 class EvaluationResponse(BaseModel):
     """
     A response to an inline evaluation.
 
-    :param generations: The generations in rows for the evaluation.
+    :param result_data: The result data containing generations and grades in each row.
-    :param scores: The scores for the evaluation. Map of grader id to ScoringResult.
+    :param metrics: Map of metric name to aggregated value.
     """
 
-    generations: List[Dict[str, Any]]
+    result_data: List[Dict[str, Any]]
-    scores: Dict[str, ScoringResult]
+    metrics: Dict[str, Any]
 
 
 class Evaluation(Protocol):