From 49fa26949a083b61557dee64f0c47db9fe9de9be Mon Sep 17 00:00:00 2001 From: Charlie Doern Date: Tue, 22 Jul 2025 16:05:38 -0400 Subject: [PATCH] fix: lazy import training recipe currently we import the recipe at the top level of `post_training.py` instead lazily import it inside of the `handler` to speed up runtime Signed-off-by: Charlie Doern --- .../inline/post_training/huggingface/post_training.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/llama_stack/providers/inline/post_training/huggingface/post_training.py b/llama_stack/providers/inline/post_training/huggingface/post_training.py index 0b2760792..a9f1669a4 100644 --- a/llama_stack/providers/inline/post_training/huggingface/post_training.py +++ b/llama_stack/providers/inline/post_training/huggingface/post_training.py @@ -22,9 +22,6 @@ from llama_stack.apis.post_training import ( from llama_stack.providers.inline.post_training.huggingface.config import ( HuggingFacePostTrainingConfig, ) -from llama_stack.providers.inline.post_training.huggingface.recipes.finetune_single_device import ( - HFFinetuningSingleDevice, -) from llama_stack.providers.utils.scheduler import JobArtifact, Scheduler from llama_stack.providers.utils.scheduler import JobStatus as SchedulerJobStatus from llama_stack.schema_utils import webmethod @@ -83,6 +80,10 @@ class HuggingFacePostTrainingImpl: async def handler(on_log_message_cb, on_status_change_cb, on_artifact_collected_cb): on_log_message_cb("Starting HF finetuning") + from llama_stack.providers.inline.post_training.huggingface.recipes.finetune_single_device import ( + HFFinetuningSingleDevice, + ) + recipe = HFFinetuningSingleDevice( job_uuid=job_uuid, datasetio_api=self.datasetio_api,