From e6e4f0858c0c27976d7aed22f797ce2617a78348 Mon Sep 17 00:00:00 2001 From: Botao Chen Date: Tue, 14 Jan 2025 13:42:59 -0800 Subject: [PATCH] add braintrust to experimental-post-training template (#763) as title, add braintrust to experimental-post-training template to run llm as judge based eval for a finetuned model --- llama_stack/templates/experimental-post-training/build.yaml | 1 + llama_stack/templates/experimental-post-training/run.yaml | 4 ++++ 2 files changed, 5 insertions(+) diff --git a/llama_stack/templates/experimental-post-training/build.yaml b/llama_stack/templates/experimental-post-training/build.yaml index e04868199..4997ab8a3 100644 --- a/llama_stack/templates/experimental-post-training/build.yaml +++ b/llama_stack/templates/experimental-post-training/build.yaml @@ -10,6 +10,7 @@ distribution_spec: - inline::meta-reference scoring: - inline::basic + - inline::braintrust post_training: - inline::torchtune datasetio: diff --git a/llama_stack/templates/experimental-post-training/run.yaml b/llama_stack/templates/experimental-post-training/run.yaml index 4a7bb5c47..2e0ee029b 100644 --- a/llama_stack/templates/experimental-post-training/run.yaml +++ b/llama_stack/templates/experimental-post-training/run.yaml @@ -29,6 +29,10 @@ providers: - provider_id: basic provider_type: inline::basic config: {} + - provider_id: braintrust + provider_type: inline::braintrust + config: + openai_api_key: ${env.OPENAI_API_KEY:} datasetio: - provider_id: huggingface-0 provider_type: remote::huggingface