This commit is contained in:
Xi Yan 2024-12-12 09:35:42 -08:00
parent e14493885b
commit 278e14ed85

View file

@ -30,7 +30,7 @@ def load_hf_dataset(dataset_def: Dataset):
dataset = hf_datasets.Dataset.from_pandas(df)
# drop rows not specified by schema
# drop columns not specified by schema
if dataset_def.dataset_schema:
dataset = dataset.select_columns(list(dataset_def.dataset_schema.keys()))