add datastore initial code

This commit is contained in:
Ubuntu 2025-03-14 14:45:00 +00:00 committed by raspawar
parent d667a7109f
commit 0a2af0e2f8
9 changed files with 293 additions and 9 deletions

View file

@ -58,11 +58,11 @@ providers:
datasetio:
- provider_id: localfs
provider_type: inline::localfs
config:
kvstore:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/nvidia}/localfs_datasetio.db
config: {}
datasets:
- provider_id: nvidia
provider_type: remote::nvidia
config: {}
scoring:
- provider_id: basic
provider_type: inline::basic