huggingface obey consistency

This commit is contained in:
Xi Yan 2025-03-12 21:37:13 -07:00
parent 09039eca57
commit 4cc1958af9
3 changed files with 76 additions and 49 deletions

View file

@ -6902,44 +6902,55 @@
"type": { "type": {
"type": "string", "type": "string",
"const": "huggingface", "const": "huggingface",
"default": "huggingface" "default": "huggingface",
"description": "The type of the data source."
}, },
"path": { "huggingface": {
"type": "string",
"description": "The path to the dataset in Huggingface. E.g. - \"llamastack/simpleqa\""
},
"params": {
"type": "object", "type": "object",
"additionalProperties": { "properties": {
"oneOf": [ "path": {
{ "type": "string",
"type": "null" "description": "The path to the dataset in Huggingface. E.g. - \"llamastack/simpleqa\""
},
"params": {
"type": "object",
"additionalProperties": {
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}, },
{ "description": "The parameters for the dataset."
"type": "boolean" }
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}, },
"description": "The parameters for the dataset." "additionalProperties": false,
"required": [
"path",
"params"
],
"description": "The fields for a Huggingface dataset."
} }
}, },
"additionalProperties": false, "additionalProperties": false,
"required": [ "required": [
"type", "type",
"path", "huggingface"
"params"
], ],
"title": "HuggingfaceDataSource", "title": "HuggingfaceDataSource",
"description": "A dataset stored in Huggingface." "description": "A dataset stored in Huggingface."

View file

@ -4775,26 +4775,34 @@ components:
type: string type: string
const: huggingface const: huggingface
default: huggingface default: huggingface
path: description: The type of the data source.
type: string huggingface:
description: >-
The path to the dataset in Huggingface. E.g. - "llamastack/simpleqa"
params:
type: object type: object
additionalProperties: properties:
oneOf: path:
- type: 'null' type: string
- type: boolean description: >-
- type: number The path to the dataset in Huggingface. E.g. - "llamastack/simpleqa"
- type: string params:
- type: array type: object
- type: object additionalProperties:
description: The parameters for the dataset. oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
description: The parameters for the dataset.
additionalProperties: false
required:
- path
- params
description: The fields for a Huggingface dataset.
additionalProperties: false additionalProperties: false
required: required:
- type - type
- path - huggingface
- params
title: HuggingfaceDataSource title: HuggingfaceDataSource
description: A dataset stored in Huggingface. description: A dataset stored in Huggingface.
RowsDataSource: RowsDataSource:

View file

@ -55,18 +55,26 @@ class URIDataSource(BaseModel):
uri: str uri: str
@json_schema_type class HuggingfaceDataSourceFields(BaseModel):
class HuggingfaceDataSource(BaseModel): """The fields for a Huggingface dataset.
"""A dataset stored in Huggingface.
:param path: The path to the dataset in Huggingface. E.g. :param path: The path to the dataset in Huggingface. E.g.
- "llamastack/simpleqa" - "llamastack/simpleqa"
:param params: The parameters for the dataset. :param params: The parameters for the dataset.
""" """
type: Literal["huggingface"] = "huggingface"
path: str path: str
params: Dict[str, Any] params: Dict[str, Any]
@json_schema_type
class HuggingfaceDataSource(BaseModel):
"""A dataset stored in Huggingface.
:param type: The type of the data source.
:param huggingface: The fields for a Huggingface dataset.
"""
type: Literal["huggingface"] = "huggingface"
huggingface: HuggingfaceDataSourceFields
@json_schema_type @json_schema_type
class RowsDataSource(BaseModel): class RowsDataSource(BaseModel):
"""A dataset stored in rows. """A dataset stored in rows.