mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-28 02:53:30 +00:00
add braintrust to experimental-post-training template (#763)
as title, add braintrust to experimental-post-training template to run llm as judge based eval for a finetuned model
This commit is contained in:
parent
25c1d9b037
commit
e6e4f0858c
2 changed files with 5 additions and 0 deletions
|
@ -10,6 +10,7 @@ distribution_spec:
|
||||||
- inline::meta-reference
|
- inline::meta-reference
|
||||||
scoring:
|
scoring:
|
||||||
- inline::basic
|
- inline::basic
|
||||||
|
- inline::braintrust
|
||||||
post_training:
|
post_training:
|
||||||
- inline::torchtune
|
- inline::torchtune
|
||||||
datasetio:
|
datasetio:
|
||||||
|
|
|
@ -29,6 +29,10 @@ providers:
|
||||||
- provider_id: basic
|
- provider_id: basic
|
||||||
provider_type: inline::basic
|
provider_type: inline::basic
|
||||||
config: {}
|
config: {}
|
||||||
|
- provider_id: braintrust
|
||||||
|
provider_type: inline::braintrust
|
||||||
|
config:
|
||||||
|
openai_api_key: ${env.OPENAI_API_KEY:}
|
||||||
datasetio:
|
datasetio:
|
||||||
- provider_id: huggingface-0
|
- provider_id: huggingface-0
|
||||||
provider_type: remote::huggingface
|
provider_type: remote::huggingface
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue