phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-10 04:08:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

prepare for autogen llama_stack/templates/open-benchmark/run.yaml instead

Browse source
This commit is contained in:
Yang Yang 2025-03-12 11:49:57 -07:00
parent 5034011e62
commit 5ec1881c85
1 changed files with 21 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

21
llama_stack/templates/open-benchmark/open_benchmark.py
View file

@ -226,6 +226,22 @@ def get_distribution_template() -> DistributionTemplate:
"chat_completion_input": {"type": "string"}, "chat_completion_input": {"type": "string"},
}, },
), ),
DatasetInput(
dataset_id="bfcl",
provider_id="huggingface",
url={"uri": "https://huggingface.co/datasets/llamastack/bfcl_v3"},
metadata={
"path": "llamastack/bfcl_v3",
"split": "train",
},
dataset_schema={
"function": {"type": "string"},
"language": {"type": "string"},
"ground_truth": {"type": "string"},
"id": {"type": "string"},
"chat_completion_input": {"type": "string"},
},
),
] ]
default_benchmarks = [ default_benchmarks = [
@ -249,6 +265,11 @@ def get_distribution_template() -> DistributionTemplate:
dataset_id="math_500", dataset_id="math_500",
scoring_functions=["basic::regex_parser_math_response"], scoring_functions=["basic::regex_parser_math_response"],
), ),
BenchmarkInput(
benchmark_id="meta-reference-bfcl",
dataset_id="bfcl",
scoring_functions=["basic::bfcl"],
),
] ]
return DistributionTemplate( return DistributionTemplate(
name=name, name=name,