Update spec files after DPO schema changes

This commit is contained in:
Ubuntu 2025-07-18 18:25:38 +00:00
parent c897d0b894
commit 6f01daac54
2 changed files with 25 additions and 19 deletions

View file

@ -14470,28 +14470,31 @@
"DPOAlignmentConfig": { "DPOAlignmentConfig": {
"type": "object", "type": "object",
"properties": { "properties": {
"reward_scale": { "beta": {
"type": "number" "type": "number"
}, },
"reward_clip": { "loss_type": {
"type": "number" "$ref": "#/components/schemas/DPOLossType",
}, "default": "sigmoid"
"epsilon": {
"type": "number"
},
"gamma": {
"type": "number"
} }
}, },
"additionalProperties": false, "additionalProperties": false,
"required": [ "required": [
"reward_scale", "beta",
"reward_clip", "loss_type"
"epsilon",
"gamma"
], ],
"title": "DPOAlignmentConfig" "title": "DPOAlignmentConfig"
}, },
"DPOLossType": {
"type": "string",
"enum": [
"sigmoid",
"hinge",
"ipo",
"kto_pair"
],
"title": "DPOLossType"
},
"DataConfig": { "DataConfig": {
"type": "object", "type": "object",
"properties": { "properties": {

View file

@ -10114,18 +10114,21 @@ components:
beta: beta:
type: number type: number
loss_type: loss_type:
type: string $ref: '#/components/schemas/DPOLossType'
enum:
- sigmoid
- hinge
- ipo
- kto_pair
default: sigmoid default: sigmoid
additionalProperties: false additionalProperties: false
required: required:
- beta - beta
- loss_type - loss_type
title: DPOAlignmentConfig title: DPOAlignmentConfig
DPOLossType:
type: string
enum:
- sigmoid
- hinge
- ipo
- kto_pair
title: DPOLossType
DataConfig: DataConfig:
type: object type: object
properties: properties: