add code for register, unregister

This commit is contained in:
raspawar 2025-04-02 14:20:10 +00:00 committed by Rashmi Pawar
parent 1e77873a02
commit 2baf252f71
3 changed files with 44 additions and 31 deletions

View file

@ -438,7 +438,10 @@ class DatasetsRoutingTable(CommonRoutingTableImpl, Datasets):
provider_dataset_id = dataset_id
# infer provider from source
if source.type == DatasetType.rows.value:
if metadata:
if metadata.get("provider"):
provider_id = metadata.get("provider") # pass through from nvidia datasetio
elif source.type == DatasetType.rows.value:
provider_id = "localfs"
elif source.type == DatasetType.uri.value:
# infer provider from uri