phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 18:22:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refine

Browse source
This commit is contained in:
Botao Chen 2024-12-09 13:35:44 -08:00
parent 5a628d32c8
commit 9c1ae088f9
4 changed files with 7 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/apis/post_training/post_training.py
View file

@ -182,12 +182,8 @@ class PostTraining(Protocol):
async def preference_optimize(
self,
job_uuid: str,
finetuned_model: URL,
dataset_id: str,
validation_dataset_id: str,
algorithm: RLHFAlgorithm,
finetuned_model: str,
algorithm_config: DPOAlignmentConfig,
optimizer_config: OptimizerConfig,
training_config: TrainingConfig,
hyperparam_search_config: Dict[str, Any],
logger_config: Dict[str, Any],