phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

result_data in evaluation response

Browse source
This commit is contained in:
Xi Yan 2025-03-18 22:09:35 -07:00
parent 08c0c5505e
commit a92756a4b7
3 changed files with 43 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

33
docs/_static/llama-stack-spec.html vendored
View file

@ -8653,7 +8653,7 @@
"EvaluationResponse": {
"type": "object",
"properties": {
"generations": {
"result_data": {
"type": "array",
"items": {
"type": "object",
@ -8680,20 +8680,39 @@
]
}
},
"description": "The generations in rows for the evaluation."
"description": "The result data containing generations and grades in each row."
},
"scores": {
"metrics": {
"type": "object",
"additionalProperties": {
"$ref": "#/components/schemas/ScoringResult"
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
},
"description": "The scores for the evaluation. Map of grader id to ScoringResult."
"description": "Map of metric name to aggregated value."
}
},
"additionalProperties": false,
"required": [
"generations",
"scores"
"result_data",
"metrics"
],
"title": "EvaluationResponse",
"description": "A response to an inline evaluation."