feat: add huggingface post_training and dataset provider to template

the experimental_post_training template now uses HF post_training and dataset providers

Signed-off-by: Charlie Doern <cdoern@redhat.com>
This commit is contained in:
Charlie Doern 2025-05-11 21:24:08 -04:00
parent 6c3a40e3d2
commit 7dcb997f17
2 changed files with 14 additions and 5 deletions

View file

@ -13,9 +13,10 @@ distribution_spec:
- inline::basic - inline::basic
- inline::braintrust - inline::braintrust
post_training: post_training:
- inline::torchtune - inline::huggingface
datasetio: datasetio:
- inline::localfs - inline::localfs
- remote::huggingface
telemetry: telemetry:
- inline::meta-reference - inline::meta-reference
agents: agents:

View file

@ -49,16 +49,24 @@ providers:
type: sqlite type: sqlite
namespace: null namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/experimental-post-training}/localfs_datasetio.db db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/experimental-post-training}/localfs_datasetio.db
- provider_id: huggingface
provider_type: remote::huggingface
config:
kvstore:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/huggingface}/huggingface_datasetio.db
telemetry: telemetry:
- provider_id: meta-reference - provider_id: meta-reference
provider_type: inline::meta-reference provider_type: inline::meta-reference
config: {} config: {}
post_training: post_training:
- provider_id: torchtune-post-training - provider_id: huggingface
provider_type: inline::torchtune provider_type: inline::huggingface
config: { config:
checkpoint_format: huggingface checkpoint_format: huggingface
} distributed_backend: null
device: cpu
agents: agents:
- provider_id: meta-reference - provider_id: meta-reference
provider_type: inline::meta-reference provider_type: inline::meta-reference