add braintrust to experimental-post-training template (#763)

as title, add braintrust to experimental-post-training template to run
llm as judge based eval for a finetuned model
This commit is contained in:
Botao Chen 2025-01-14 13:42:59 -08:00 committed by GitHub
parent 25c1d9b037
commit e6e4f0858c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 5 additions and 0 deletions

View file

@ -10,6 +10,7 @@ distribution_spec:
- inline::meta-reference - inline::meta-reference
scoring: scoring:
- inline::basic - inline::basic
- inline::braintrust
post_training: post_training:
- inline::torchtune - inline::torchtune
datasetio: datasetio:

View file

@ -29,6 +29,10 @@ providers:
- provider_id: basic - provider_id: basic
provider_type: inline::basic provider_type: inline::basic
config: {} config: {}
- provider_id: braintrust
provider_type: inline::braintrust
config:
openai_api_key: ${env.OPENAI_API_KEY:}
datasetio: datasetio:
- provider_id: huggingface-0 - provider_id: huggingface-0
provider_type: remote::huggingface provider_type: remote::huggingface