mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-22 22:39:41 +00:00
Update spec files after DPO schema changes
This commit is contained in:
parent
c897d0b894
commit
6f01daac54
2 changed files with 25 additions and 19 deletions
29
docs/_static/llama-stack-spec.html
vendored
29
docs/_static/llama-stack-spec.html
vendored
|
|
@ -14470,28 +14470,31 @@
|
||||||
"DPOAlignmentConfig": {
|
"DPOAlignmentConfig": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
"reward_scale": {
|
"beta": {
|
||||||
"type": "number"
|
"type": "number"
|
||||||
},
|
},
|
||||||
"reward_clip": {
|
"loss_type": {
|
||||||
"type": "number"
|
"$ref": "#/components/schemas/DPOLossType",
|
||||||
},
|
"default": "sigmoid"
|
||||||
"epsilon": {
|
|
||||||
"type": "number"
|
|
||||||
},
|
|
||||||
"gamma": {
|
|
||||||
"type": "number"
|
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"additionalProperties": false,
|
"additionalProperties": false,
|
||||||
"required": [
|
"required": [
|
||||||
"reward_scale",
|
"beta",
|
||||||
"reward_clip",
|
"loss_type"
|
||||||
"epsilon",
|
|
||||||
"gamma"
|
|
||||||
],
|
],
|
||||||
"title": "DPOAlignmentConfig"
|
"title": "DPOAlignmentConfig"
|
||||||
},
|
},
|
||||||
|
"DPOLossType": {
|
||||||
|
"type": "string",
|
||||||
|
"enum": [
|
||||||
|
"sigmoid",
|
||||||
|
"hinge",
|
||||||
|
"ipo",
|
||||||
|
"kto_pair"
|
||||||
|
],
|
||||||
|
"title": "DPOLossType"
|
||||||
|
},
|
||||||
"DataConfig": {
|
"DataConfig": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
|
|
||||||
15
docs/_static/llama-stack-spec.yaml
vendored
15
docs/_static/llama-stack-spec.yaml
vendored
|
|
@ -10114,18 +10114,21 @@ components:
|
||||||
beta:
|
beta:
|
||||||
type: number
|
type: number
|
||||||
loss_type:
|
loss_type:
|
||||||
type: string
|
$ref: '#/components/schemas/DPOLossType'
|
||||||
enum:
|
|
||||||
- sigmoid
|
|
||||||
- hinge
|
|
||||||
- ipo
|
|
||||||
- kto_pair
|
|
||||||
default: sigmoid
|
default: sigmoid
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
required:
|
required:
|
||||||
- beta
|
- beta
|
||||||
- loss_type
|
- loss_type
|
||||||
title: DPOAlignmentConfig
|
title: DPOAlignmentConfig
|
||||||
|
DPOLossType:
|
||||||
|
type: string
|
||||||
|
enum:
|
||||||
|
- sigmoid
|
||||||
|
- hinge
|
||||||
|
- ipo
|
||||||
|
- kto_pair
|
||||||
|
title: DPOLossType
|
||||||
DataConfig:
|
DataConfig:
|
||||||
type: object
|
type: object
|
||||||
properties:
|
properties:
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue