feat: add huggingface post_training and dataset provider to template

the experimental_post_training template now uses HF post_training and dataset providers

Signed-off-by: Charlie Doern <cdoern@redhat.com>
This commit is contained in:
Charlie Doern 2025-05-11 21:24:08 -04:00
parent 6c3a40e3d2
commit 7dcb997f17
2 changed files with 14 additions and 5 deletions

View file

@ -13,9 +13,10 @@ distribution_spec:
- inline::basic
- inline::braintrust
post_training:
- inline::torchtune
- inline::huggingface
datasetio:
- inline::localfs
- remote::huggingface
telemetry:
- inline::meta-reference
agents:

View file

@ -49,16 +49,24 @@ providers:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/experimental-post-training}/localfs_datasetio.db
- provider_id: huggingface
provider_type: remote::huggingface
config:
kvstore:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/huggingface}/huggingface_datasetio.db
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
post_training:
- provider_id: torchtune-post-training
provider_type: inline::torchtune
config: {
- provider_id: huggingface
provider_type: inline::huggingface
config:
checkpoint_format: huggingface
}
distributed_backend: null
device: cpu
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference