migrate dataset to resource

This commit is contained in:
Dinesh Yeduguru 2024-11-11 12:15:41 -08:00
parent 38cce97597
commit f8e39ae873
7 changed files with 70 additions and 51 deletions

View file

@ -55,15 +55,11 @@ async def register_dataset(
"generated_answer": StringType(),
}
dataset = DatasetDefWithProvider(
identifier=dataset_id,
provider_id="",
url=URL(
uri=test_url,
),
dataset_schema=dataset_schema,
await datasets_impl.register_dataset(
dataset_id=dataset_id,
schema=dataset_schema,
url=URL(uri=test_url),
)
await datasets_impl.register_dataset(dataset)
class TestDatasetIO: