phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-20 21:02:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

temp commit

Browse source
This commit is contained in:
Botao Chen 2024-11-27 14:35:01 -08:00
parent c31a78dfcb
commit 18ae577760
2 changed files with 21 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

21
llama_stack/providers/inline/post_training/meta_reference/post_training.py
View file

@ -30,6 +30,7 @@ class MetaReferencePostTrainingImpl:
)
OptimizerConfig(
optimizer_type=OptimizerType.adamw,
lr=3e-4,
lr_min=3e-5,
weight_decay=0.1,
@ -50,16 +51,16 @@ class MetaReferencePostTrainingImpl:
def supervised_fine_tune(
self,
job_uuid: str = "1234",
model: str = " meta-llama/Llama-3.2-3B-Instruct",
dataset_id: str = "alpaca",
validation_dataset_id: str = "alpaca",
algorithm: FinetuningAlgorithm = FinetuningAlgorithm.lora,
algorithm_config: LoraFinetuningConfig = LoraFinetuningConfig,
optimizer_config: OptimizerConfig = OptimizerConfig,
training_config: TrainingConfig = TrainingConfig,
hyperparam_search_config: Dict[str, Any] = {},
logger_config: Dict[str, Any] = {},
job_uuid: Optional[str] = "1234",
model: Optional[str] = " meta-llama/Llama-3.2-3B-Instruct",
dataset_id: Optional[str] = "alpaca",
validation_dataset_id: Optional[str] = "alpaca",
algorithm: Optional[FinetuningAlgorithm] = FinetuningAlgorithm.lora,
algorithm_config: Optional[LoraFinetuningConfig] = LoraFinetuningConfig,
optimizer_config: Optional[OptimizerConfig] = OptimizerConfig,
training_config: Optional[TrainingConfig] = TrainingConfig,
hyperparam_search_config: Optional[Dict[str, Any]] = {},
logger_config: Optional[Dict[str, Any]] = {},
) -> PostTrainingJob:
# wrapper request to make it easier to pass around (internal only, not exposed to API)
request = PostTrainingSFTRequest(