openapi regen

This commit is contained in:
Xi Yan 2024-12-11 10:01:04 -08:00
parent 487126a26a
commit 43be5a1a32
2 changed files with 108 additions and 0 deletions

View file

@ -4926,6 +4926,15 @@
"config" "config"
] ]
}, },
"AggregationFunctionType": {
"type": "string",
"enum": [
"average",
"median",
"categorical_count",
"accuracy"
]
},
"AppEvalTaskConfig": { "AppEvalTaskConfig": {
"type": "object", "type": "object",
"properties": { "properties": {
@ -4953,6 +4962,9 @@
}, },
{ {
"$ref": "#/components/schemas/RegexParserScoringFnParams" "$ref": "#/components/schemas/RegexParserScoringFnParams"
},
{
"$ref": "#/components/schemas/BasicScoringFnParams"
} }
] ]
} }
@ -4968,6 +4980,26 @@
"scoring_params" "scoring_params"
] ]
}, },
"BasicScoringFnParams": {
"type": "object",
"properties": {
"type": {
"type": "string",
"const": "basic",
"default": "basic"
},
"aggregation_functions": {
"type": "array",
"items": {
"$ref": "#/components/schemas/AggregationFunctionType"
}
}
},
"additionalProperties": false,
"required": [
"type"
]
},
"BenchmarkEvalTaskConfig": { "BenchmarkEvalTaskConfig": {
"type": "object", "type": "object",
"properties": { "properties": {
@ -5015,6 +5047,12 @@
"items": { "items": {
"type": "string" "type": "string"
} }
},
"aggregation_functions": {
"type": "array",
"items": {
"$ref": "#/components/schemas/AggregationFunctionType"
}
} }
}, },
"additionalProperties": false, "additionalProperties": false,
@ -5061,6 +5099,12 @@
"items": { "items": {
"type": "string" "type": "string"
} }
},
"aggregation_functions": {
"type": "array",
"items": {
"$ref": "#/components/schemas/AggregationFunctionType"
}
} }
}, },
"additionalProperties": false, "additionalProperties": false,
@ -6014,6 +6058,9 @@
}, },
{ {
"$ref": "#/components/schemas/RegexParserScoringFnParams" "$ref": "#/components/schemas/RegexParserScoringFnParams"
},
{
"$ref": "#/components/schemas/BasicScoringFnParams"
} }
] ]
} }
@ -7771,6 +7818,9 @@
}, },
{ {
"$ref": "#/components/schemas/RegexParserScoringFnParams" "$ref": "#/components/schemas/RegexParserScoringFnParams"
},
{
"$ref": "#/components/schemas/BasicScoringFnParams"
} }
] ]
} }
@ -7998,6 +8048,9 @@
}, },
{ {
"$ref": "#/components/schemas/RegexParserScoringFnParams" "$ref": "#/components/schemas/RegexParserScoringFnParams"
},
{
"$ref": "#/components/schemas/BasicScoringFnParams"
} }
] ]
}, },
@ -8046,6 +8099,9 @@
}, },
{ {
"$ref": "#/components/schemas/RegexParserScoringFnParams" "$ref": "#/components/schemas/RegexParserScoringFnParams"
},
{
"$ref": "#/components/schemas/BasicScoringFnParams"
} }
] ]
}, },
@ -8491,6 +8547,10 @@
{ {
"name": "Agents" "name": "Agents"
}, },
{
"name": "AggregationFunctionType",
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/AggregationFunctionType\" />"
},
{ {
"name": "AppEvalTaskConfig", "name": "AppEvalTaskConfig",
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/AppEvalTaskConfig\" />" "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AppEvalTaskConfig\" />"
@ -8503,6 +8563,10 @@
"name": "Attachment", "name": "Attachment",
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/Attachment\" />" "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Attachment\" />"
}, },
{
"name": "BasicScoringFnParams",
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/BasicScoringFnParams\" />"
},
{ {
"name": "BatchChatCompletionRequest", "name": "BatchChatCompletionRequest",
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/BatchChatCompletionRequest\" />" "description": "<SchemaDefinition schemaRef=\"#/components/schemas/BatchChatCompletionRequest\" />"
@ -9146,9 +9210,11 @@
"AgentTurnResponseStreamChunk", "AgentTurnResponseStreamChunk",
"AgentTurnResponseTurnCompletePayload", "AgentTurnResponseTurnCompletePayload",
"AgentTurnResponseTurnStartPayload", "AgentTurnResponseTurnStartPayload",
"AggregationFunctionType",
"AppEvalTaskConfig", "AppEvalTaskConfig",
"AppendRowsRequest", "AppendRowsRequest",
"Attachment", "Attachment",
"BasicScoringFnParams",
"BatchChatCompletionRequest", "BatchChatCompletionRequest",
"BatchChatCompletionResponse", "BatchChatCompletionResponse",
"BatchCompletionRequest", "BatchCompletionRequest",

View file

@ -216,6 +216,13 @@ components:
- event_type - event_type
- turn_id - turn_id
type: object type: object
AggregationFunctionType:
enum:
- average
- median
- categorical_count
- accuracy
type: string
AppEvalTaskConfig: AppEvalTaskConfig:
additionalProperties: false additionalProperties: false
properties: properties:
@ -230,6 +237,7 @@ components:
oneOf: oneOf:
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams' - $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
- $ref: '#/components/schemas/RegexParserScoringFnParams' - $ref: '#/components/schemas/RegexParserScoringFnParams'
- $ref: '#/components/schemas/BasicScoringFnParams'
type: object type: object
type: type:
const: app const: app
@ -280,6 +288,20 @@ components:
- content - content
- mime_type - mime_type
type: object type: object
BasicScoringFnParams:
additionalProperties: false
properties:
aggregation_functions:
items:
$ref: '#/components/schemas/AggregationFunctionType'
type: array
type:
const: basic
default: basic
type: string
required:
- type
type: object
BatchChatCompletionRequest: BatchChatCompletionRequest:
additionalProperties: false additionalProperties: false
properties: properties:
@ -1280,6 +1302,10 @@ components:
LLMAsJudgeScoringFnParams: LLMAsJudgeScoringFnParams:
additionalProperties: false additionalProperties: false
properties: properties:
aggregation_functions:
items:
$ref: '#/components/schemas/AggregationFunctionType'
type: array
judge_model: judge_model:
type: string type: string
judge_score_regexes: judge_score_regexes:
@ -1984,6 +2010,10 @@ components:
RegexParserScoringFnParams: RegexParserScoringFnParams:
additionalProperties: false additionalProperties: false
properties: properties:
aggregation_functions:
items:
$ref: '#/components/schemas/AggregationFunctionType'
type: array
parsing_regexes: parsing_regexes:
items: items:
type: string type: string
@ -2195,6 +2225,7 @@ components:
oneOf: oneOf:
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams' - $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
- $ref: '#/components/schemas/RegexParserScoringFnParams' - $ref: '#/components/schemas/RegexParserScoringFnParams'
- $ref: '#/components/schemas/BasicScoringFnParams'
provider_id: provider_id:
type: string type: string
provider_scoring_fn_id: provider_scoring_fn_id:
@ -2515,6 +2546,7 @@ components:
- oneOf: - oneOf:
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams' - $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
- $ref: '#/components/schemas/RegexParserScoringFnParams' - $ref: '#/components/schemas/RegexParserScoringFnParams'
- $ref: '#/components/schemas/BasicScoringFnParams'
- type: 'null' - type: 'null'
type: object type: object
required: required:
@ -2555,6 +2587,7 @@ components:
- oneOf: - oneOf:
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams' - $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
- $ref: '#/components/schemas/RegexParserScoringFnParams' - $ref: '#/components/schemas/RegexParserScoringFnParams'
- $ref: '#/components/schemas/BasicScoringFnParams'
- type: 'null' - type: 'null'
type: object type: object
required: required:
@ -2592,6 +2625,7 @@ components:
oneOf: oneOf:
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams' - $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
- $ref: '#/components/schemas/RegexParserScoringFnParams' - $ref: '#/components/schemas/RegexParserScoringFnParams'
- $ref: '#/components/schemas/BasicScoringFnParams'
provider_id: provider_id:
type: string type: string
provider_resource_id: provider_resource_id:
@ -5161,6 +5195,9 @@ tags:
/> />
name: AgentTurnResponseTurnStartPayload name: AgentTurnResponseTurnStartPayload
- name: Agents - name: Agents
- description: <SchemaDefinition schemaRef="#/components/schemas/AggregationFunctionType"
/>
name: AggregationFunctionType
- description: <SchemaDefinition schemaRef="#/components/schemas/AppEvalTaskConfig" - description: <SchemaDefinition schemaRef="#/components/schemas/AppEvalTaskConfig"
/> />
name: AppEvalTaskConfig name: AppEvalTaskConfig
@ -5169,6 +5206,9 @@ tags:
name: AppendRowsRequest name: AppendRowsRequest
- description: <SchemaDefinition schemaRef="#/components/schemas/Attachment" /> - description: <SchemaDefinition schemaRef="#/components/schemas/Attachment" />
name: Attachment name: Attachment
- description: <SchemaDefinition schemaRef="#/components/schemas/BasicScoringFnParams"
/>
name: BasicScoringFnParams
- description: <SchemaDefinition schemaRef="#/components/schemas/BatchChatCompletionRequest" - description: <SchemaDefinition schemaRef="#/components/schemas/BatchChatCompletionRequest"
/> />
name: BatchChatCompletionRequest name: BatchChatCompletionRequest
@ -5636,9 +5676,11 @@ x-tagGroups:
- AgentTurnResponseStreamChunk - AgentTurnResponseStreamChunk
- AgentTurnResponseTurnCompletePayload - AgentTurnResponseTurnCompletePayload
- AgentTurnResponseTurnStartPayload - AgentTurnResponseTurnStartPayload
- AggregationFunctionType
- AppEvalTaskConfig - AppEvalTaskConfig
- AppendRowsRequest - AppendRowsRequest
- Attachment - Attachment
- BasicScoringFnParams
- BatchChatCompletionRequest - BatchChatCompletionRequest
- BatchChatCompletionResponse - BatchChatCompletionResponse
- BatchCompletionRequest - BatchCompletionRequest