inline -> sync

This commit is contained in:
Xi Yan 2025-03-16 20:46:07 -07:00
parent 1860751655
commit cb492eba37
3 changed files with 121 additions and 121 deletions

View file

@ -1343,7 +1343,7 @@ paths:
schema:
$ref: '#/components/schemas/GradeRequest'
required: true
/v1/evaluation/grade_inline:
/v1/evaluation/grade_sync:
post:
responses:
'200':
@ -1373,7 +1373,7 @@ paths:
content:
application/json:
schema:
$ref: '#/components/schemas/GradeInlineRequest'
$ref: '#/components/schemas/GradeSyncRequest'
required: true
/v1/health:
get:
@ -2350,35 +2350,6 @@ paths:
schema:
$ref: '#/components/schemas/RunRequest'
required: true
/v1/evaluation/run_inline:
post:
responses:
'200':
description: OK
content:
application/json:
schema:
$ref: '#/components/schemas/EvaluationResponse'
'400':
$ref: '#/components/responses/BadRequest400'
'429':
$ref: >-
#/components/responses/TooManyRequests429
'500':
$ref: >-
#/components/responses/InternalServerError500
default:
$ref: '#/components/responses/DefaultError'
tags:
- Evaluation
description: Run an evaluation job inline.
parameters: []
requestBody:
content:
application/json:
schema:
$ref: '#/components/schemas/RunInlineRequest'
required: true
/v1/safety/run-shield:
post:
responses:
@ -2408,6 +2379,35 @@ paths:
schema:
$ref: '#/components/schemas/RunShieldRequest'
required: true
/v1/evaluation/run_sync:
post:
responses:
'200':
description: OK
content:
application/json:
schema:
$ref: '#/components/schemas/EvaluationResponse'
'400':
$ref: '#/components/responses/BadRequest400'
'429':
$ref: >-
#/components/responses/TooManyRequests429
'500':
$ref: >-
#/components/responses/InternalServerError500
default:
$ref: '#/components/responses/DefaultError'
tags:
- Evaluation
description: Run an evaluation job inline.
parameters: []
requestBody:
content:
application/json:
schema:
$ref: '#/components/schemas/RunSyncRequest'
required: true
/v1/telemetry/spans/export:
post:
responses:
@ -5326,7 +5326,7 @@ components:
- sampling_params
title: ModelCandidate
description: A model candidate for evaluation.
GradeInlineRequest:
GradeSyncRequest:
type: object
properties:
task:
@ -5339,7 +5339,7 @@ components:
additionalProperties: false
required:
- task
title: GradeInlineRequest
title: GradeSyncRequest
EvaluationResponse:
type: object
properties:
@ -6643,24 +6643,6 @@ components:
- task
- candidate
title: RunRequest
RunInlineRequest:
type: object
properties:
task:
$ref: '#/components/schemas/EvaluationTask'
description: >-
The task to evaluate. One of: - BenchmarkTask: Run evaluation task against
a benchmark_id - DatasetGraderTask: Run evaluation task against a dataset_id
and a list of grader_ids - DataSourceGraderTask: Run evaluation task against
a data source (e.g. rows, uri, etc.) and a list of grader_ids
candidate:
$ref: '#/components/schemas/EvaluationCandidate'
description: The candidate to evaluate.
additionalProperties: false
required:
- task
- candidate
title: RunInlineRequest
RunShieldRequest:
type: object
properties:
@ -6693,6 +6675,24 @@ components:
$ref: '#/components/schemas/SafetyViolation'
additionalProperties: false
title: RunShieldResponse
RunSyncRequest:
type: object
properties:
task:
$ref: '#/components/schemas/EvaluationTask'
description: >-
The task to evaluate. One of: - BenchmarkTask: Run evaluation task against
a benchmark_id - DatasetGraderTask: Run evaluation task against a dataset_id
and a list of grader_ids - DataSourceGraderTask: Run evaluation task against
a data source (e.g. rows, uri, etc.) and a list of grader_ids
candidate:
$ref: '#/components/schemas/EvaluationCandidate'
description: The candidate to evaluate.
additionalProperties: false
required:
- task
- candidate
title: RunSyncRequest
SaveSpansToDatasetRequest:
type: object
properties: