forked from phoenix-oss/llama-stack-mirror
inline -> sync
This commit is contained in:
parent
1860751655
commit
cb492eba37
3 changed files with 121 additions and 121 deletions
132
docs/_static/llama-stack-spec.html
vendored
132
docs/_static/llama-stack-spec.html
vendored
|
@ -1999,7 +1999,7 @@
|
|||
}
|
||||
}
|
||||
},
|
||||
"/v1/evaluation/grade_inline": {
|
||||
"/v1/evaluation/grade_sync": {
|
||||
"post": {
|
||||
"responses": {
|
||||
"200": {
|
||||
|
@ -2034,7 +2034,7 @@
|
|||
"content": {
|
||||
"application/json": {
|
||||
"schema": {
|
||||
"$ref": "#/components/schemas/GradeInlineRequest"
|
||||
"$ref": "#/components/schemas/GradeSyncRequest"
|
||||
}
|
||||
}
|
||||
},
|
||||
|
@ -3451,49 +3451,6 @@
|
|||
}
|
||||
}
|
||||
},
|
||||
"/v1/evaluation/run_inline": {
|
||||
"post": {
|
||||
"responses": {
|
||||
"200": {
|
||||
"description": "OK",
|
||||
"content": {
|
||||
"application/json": {
|
||||
"schema": {
|
||||
"$ref": "#/components/schemas/EvaluationResponse"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"400": {
|
||||
"$ref": "#/components/responses/BadRequest400"
|
||||
},
|
||||
"429": {
|
||||
"$ref": "#/components/responses/TooManyRequests429"
|
||||
},
|
||||
"500": {
|
||||
"$ref": "#/components/responses/InternalServerError500"
|
||||
},
|
||||
"default": {
|
||||
"$ref": "#/components/responses/DefaultError"
|
||||
}
|
||||
},
|
||||
"tags": [
|
||||
"Evaluation"
|
||||
],
|
||||
"description": "Run an evaluation job inline.",
|
||||
"parameters": [],
|
||||
"requestBody": {
|
||||
"content": {
|
||||
"application/json": {
|
||||
"schema": {
|
||||
"$ref": "#/components/schemas/RunInlineRequest"
|
||||
}
|
||||
}
|
||||
},
|
||||
"required": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"/v1/safety/run-shield": {
|
||||
"post": {
|
||||
"responses": {
|
||||
|
@ -3537,6 +3494,49 @@
|
|||
}
|
||||
}
|
||||
},
|
||||
"/v1/evaluation/run_sync": {
|
||||
"post": {
|
||||
"responses": {
|
||||
"200": {
|
||||
"description": "OK",
|
||||
"content": {
|
||||
"application/json": {
|
||||
"schema": {
|
||||
"$ref": "#/components/schemas/EvaluationResponse"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"400": {
|
||||
"$ref": "#/components/responses/BadRequest400"
|
||||
},
|
||||
"429": {
|
||||
"$ref": "#/components/responses/TooManyRequests429"
|
||||
},
|
||||
"500": {
|
||||
"$ref": "#/components/responses/InternalServerError500"
|
||||
},
|
||||
"default": {
|
||||
"$ref": "#/components/responses/DefaultError"
|
||||
}
|
||||
},
|
||||
"tags": [
|
||||
"Evaluation"
|
||||
],
|
||||
"description": "Run an evaluation job inline.",
|
||||
"parameters": [],
|
||||
"requestBody": {
|
||||
"content": {
|
||||
"application/json": {
|
||||
"schema": {
|
||||
"$ref": "#/components/schemas/RunSyncRequest"
|
||||
}
|
||||
}
|
||||
},
|
||||
"required": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"/v1/telemetry/spans/export": {
|
||||
"post": {
|
||||
"responses": {
|
||||
|
@ -7682,7 +7682,7 @@
|
|||
"title": "ModelCandidate",
|
||||
"description": "A model candidate for evaluation."
|
||||
},
|
||||
"GradeInlineRequest": {
|
||||
"GradeSyncRequest": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"task": {
|
||||
|
@ -7694,7 +7694,7 @@
|
|||
"required": [
|
||||
"task"
|
||||
],
|
||||
"title": "GradeInlineRequest"
|
||||
"title": "GradeSyncRequest"
|
||||
},
|
||||
"EvaluationResponse": {
|
||||
"type": "object",
|
||||
|
@ -9726,25 +9726,6 @@
|
|||
],
|
||||
"title": "RunRequest"
|
||||
},
|
||||
"RunInlineRequest": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"task": {
|
||||
"$ref": "#/components/schemas/EvaluationTask",
|
||||
"description": "The task to evaluate. One of: - BenchmarkTask: Run evaluation task against a benchmark_id - DatasetGraderTask: Run evaluation task against a dataset_id and a list of grader_ids - DataSourceGraderTask: Run evaluation task against a data source (e.g. rows, uri, etc.) and a list of grader_ids"
|
||||
},
|
||||
"candidate": {
|
||||
"$ref": "#/components/schemas/EvaluationCandidate",
|
||||
"description": "The candidate to evaluate."
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"required": [
|
||||
"task",
|
||||
"candidate"
|
||||
],
|
||||
"title": "RunInlineRequest"
|
||||
},
|
||||
"RunShieldRequest": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
|
@ -9801,6 +9782,25 @@
|
|||
"additionalProperties": false,
|
||||
"title": "RunShieldResponse"
|
||||
},
|
||||
"RunSyncRequest": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"task": {
|
||||
"$ref": "#/components/schemas/EvaluationTask",
|
||||
"description": "The task to evaluate. One of: - BenchmarkTask: Run evaluation task against a benchmark_id - DatasetGraderTask: Run evaluation task against a dataset_id and a list of grader_ids - DataSourceGraderTask: Run evaluation task against a data source (e.g. rows, uri, etc.) and a list of grader_ids"
|
||||
},
|
||||
"candidate": {
|
||||
"$ref": "#/components/schemas/EvaluationCandidate",
|
||||
"description": "The candidate to evaluate."
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"required": [
|
||||
"task",
|
||||
"candidate"
|
||||
],
|
||||
"title": "RunSyncRequest"
|
||||
},
|
||||
"SaveSpansToDatasetRequest": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue