fix: dataset metadata without provider_id

Signed-off-by: Juanma Barea <juanmabareamartinez@gmail.com>
This commit is contained in:
Juanma Barea 2025-06-26 15:13:02 +02:00
parent dbdc811d16
commit 6b10020fb7

View file

@ -57,9 +57,8 @@ class DatasetsRoutingTable(CommonRoutingTableImpl, Datasets):
provider_dataset_id = dataset_id
# infer provider from source
if metadata:
if metadata.get("provider_id"):
provider_id = metadata.get("provider_id") # pass through from nvidia datasetio
if metadata and metadata.get("provider_id"):
provider_id = metadata.get("provider_id") # pass through from nvidia datasetio
elif source.type == DatasetType.rows.value:
provider_id = "localfs"
elif source.type == DatasetType.uri.value: