phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-31 05:53:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

temp commit

Browse source
This commit is contained in:
Botao Chen 2025-03-18 23:38:45 -07:00
parent a690c7b230
commit 0248f3590a
4 changed files with 84 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
llama_stack/templates/open-benchmark/open_benchmark.py
View file

@ -208,6 +208,14 @@ def get_distribution_template() -> DistributionTemplate:
uri="huggingface://datasets/llamastack/bfcl_v3?split=train",
),
),
DatasetInput(
dataset_id="IfEval",
provider_id="huggingface",
purpose=DatasetPurpose.eval_messages_answer,
source=URIDataSource(
uri="huggingface://datasets/llamastack/IfEval?split=train",
),
),
]
default_benchmarks = [
@ -236,6 +244,11 @@ def get_distribution_template() -> DistributionTemplate:
dataset_id="bfcl",
scoring_functions=["basic::bfcl"],
),
BenchmarkInput(
benchmark_id="meta-reference-IfEval",
dataset_id="IfEval",
scoring_functions=["basic::IfEval"],
),
]
return DistributionTemplate(
name=name,