Update spec files after DPO schema changes

This commit is contained in:
Ubuntu 2025-07-18 18:25:38 +00:00
parent c897d0b894
commit 6f01daac54
2 changed files with 25 additions and 19 deletions

View file

@ -14470,28 +14470,31 @@
"DPOAlignmentConfig": {
"type": "object",
"properties": {
"reward_scale": {
"beta": {
"type": "number"
},
"reward_clip": {
"type": "number"
},
"epsilon": {
"type": "number"
},
"gamma": {
"type": "number"
"loss_type": {
"$ref": "#/components/schemas/DPOLossType",
"default": "sigmoid"
}
},
"additionalProperties": false,
"required": [
"reward_scale",
"reward_clip",
"epsilon",
"gamma"
"beta",
"loss_type"
],
"title": "DPOAlignmentConfig"
},
"DPOLossType": {
"type": "string",
"enum": [
"sigmoid",
"hinge",
"ipo",
"kto_pair"
],
"title": "DPOLossType"
},
"DataConfig": {
"type": "object",
"properties": {

View file

@ -10114,18 +10114,21 @@ components:
beta:
type: number
loss_type:
type: string
enum:
- sigmoid
- hinge
- ipo
- kto_pair
$ref: '#/components/schemas/DPOLossType'
default: sigmoid
additionalProperties: false
required:
- beta
- loss_type
title: DPOAlignmentConfig
DPOLossType:
type: string
enum:
- sigmoid
- hinge
- ipo
- kto_pair
title: DPOLossType
DataConfig:
type: object
properties: