From 7dcb997f17f14330698ee079069bb95359f85728 Mon Sep 17 00:00:00 2001 From: Charlie Doern Date: Sun, 11 May 2025 21:24:08 -0400 Subject: [PATCH] feat: add huggingface post_training and dataset provider to template the experimental_post_training template now uses HF post_training and dataset providers Signed-off-by: Charlie Doern --- .../experimental-post-training/build.yaml | 3 ++- .../experimental-post-training/run.yaml | 16 ++++++++++++---- 2 files changed, 14 insertions(+), 5 deletions(-) diff --git a/llama_stack/templates/experimental-post-training/build.yaml b/llama_stack/templates/experimental-post-training/build.yaml index b4b5e2203..55cd189c6 100644 --- a/llama_stack/templates/experimental-post-training/build.yaml +++ b/llama_stack/templates/experimental-post-training/build.yaml @@ -13,9 +13,10 @@ distribution_spec: - inline::basic - inline::braintrust post_training: - - inline::torchtune + - inline::huggingface datasetio: - inline::localfs + - remote::huggingface telemetry: - inline::meta-reference agents: diff --git a/llama_stack/templates/experimental-post-training/run.yaml b/llama_stack/templates/experimental-post-training/run.yaml index 2ebdfe1aa..393cba41d 100644 --- a/llama_stack/templates/experimental-post-training/run.yaml +++ b/llama_stack/templates/experimental-post-training/run.yaml @@ -49,16 +49,24 @@ providers: type: sqlite namespace: null db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/experimental-post-training}/localfs_datasetio.db + - provider_id: huggingface + provider_type: remote::huggingface + config: + kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/huggingface}/huggingface_datasetio.db telemetry: - provider_id: meta-reference provider_type: inline::meta-reference config: {} post_training: - - provider_id: torchtune-post-training - provider_type: inline::torchtune - config: { + - provider_id: huggingface + provider_type: inline::huggingface + config: checkpoint_format: huggingface - } + distributed_backend: null + device: cpu agents: - provider_id: meta-reference provider_type: inline::meta-reference