This commit is contained in:
Xi Yan 2025-03-12 00:19:48 -07:00
parent af4216f34f
commit bb86aaf787
2 changed files with 9 additions and 9 deletions

View file

@ -9510,9 +9510,9 @@
], ],
"description": "The schema format of the dataset. One of - messages: The dataset contains a messages column with list of messages for post-training." "description": "The schema format of the dataset. One of - messages: The dataset contains a messages column with list of messages for post-training."
}, },
"data_reference": { "data_source": {
"$ref": "#/components/schemas/DataReference", "$ref": "#/components/schemas/DataSource",
"description": "The data reference of the dataset. Examples: - { \"type\": \"uri\", \"uri\": \"https://mywebsite.com/mydata.jsonl\" } - { \"type\": \"uri\", \"uri\": \"lsfs://mydata.jsonl\" } - { \"type\": \"huggingface\", \"dataset_path\": \"tatsu-lab/alpaca\", \"params\": { \"split\": \"train\" } } - { \"type\": \"rows\", \"rows\": [ { \"messages\": [ {\"role\": \"user\", \"content\": \"Hello, world!\"}, {\"role\": \"assistant\", \"content\": \"Hello, world!\"}, ] } ] }" "description": "The data source of the dataset. Examples: - { \"type\": \"uri\", \"uri\": \"https://mywebsite.com/mydata.jsonl\" } - { \"type\": \"uri\", \"uri\": \"lsfs://mydata.jsonl\" } - { \"type\": \"huggingface\", \"dataset_path\": \"tatsu-lab/alpaca\", \"params\": { \"split\": \"train\" } } - { \"type\": \"rows\", \"rows\": [ { \"messages\": [ {\"role\": \"user\", \"content\": \"Hello, world!\"}, {\"role\": \"assistant\", \"content\": \"Hello, world!\"}, ] } ] }"
}, },
"metadata": { "metadata": {
"type": "object", "type": "object",

View file

@ -6479,12 +6479,12 @@ components:
data_source: data_source:
$ref: '#/components/schemas/DataSource' $ref: '#/components/schemas/DataSource'
description: >- description: >-
The data reference of the dataset. Examples: - { "type": "uri", "uri": The data source of the dataset. Examples: - { "type": "uri", "uri": "https://mywebsite.com/mydata.jsonl"
"https://mywebsite.com/mydata.jsonl" } - { "type": "uri", "uri": "lsfs://mydata.jsonl" } - { "type": "uri", "uri": "lsfs://mydata.jsonl" } - { "type": "huggingface",
} - { "type": "huggingface", "dataset_path": "tatsu-lab/alpaca", "params": "dataset_path": "tatsu-lab/alpaca", "params": { "split": "train" } } -
{ "split": "train" } } - { "type": "rows", "rows": [ { "messages": [ {"role": { "type": "rows", "rows": [ { "messages": [ {"role": "user", "content":
"user", "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}, ]
"Hello, world!"}, ] } ] } } ] }
metadata: metadata:
type: object type: object
additionalProperties: additionalProperties: