phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

fix hf url endpoint

Browse source
This commit is contained in:
Xi Yan 2025-03-15 16:50:43 -07:00
parent a568bf3f9d
commit 6f5df08ebf
2 changed files with 10 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/templates/open-benchmark/open_benchmark.py
View file

@ -173,7 +173,7 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="huggingface", provider_id="huggingface",
purpose=DatasetPurpose.eval_messages_answer, purpose=DatasetPurpose.eval_messages_answer,
source=URIDataSource( source=URIDataSource(
uri="huggingface://llamastack/simpleqa?split=train", uri="huggingface://datasets/llamastack/simpleqa?split=train",
), ),
), ),
DatasetInput( DatasetInput(
@ -181,7 +181,7 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="huggingface", provider_id="huggingface",
purpose=DatasetPurpose.eval_messages_answer, purpose=DatasetPurpose.eval_messages_answer,
source=URIDataSource( source=URIDataSource(
uri="huggingface://llamastack/mmlu_cot?split=test&name=all", uri="huggingface://datasets/llamastack/mmlu_cot?split=test&name=all",
), ),
), ),
DatasetInput( DatasetInput(
@ -189,7 +189,7 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="huggingface", provider_id="huggingface",
purpose=DatasetPurpose.eval_messages_answer, purpose=DatasetPurpose.eval_messages_answer,
source=URIDataSource( source=URIDataSource(
uri="huggingface://llamastack/gpqa_0shot_cot?split=test&name=gpqa_main", uri="huggingface://datasets/llamastack/gpqa_0shot_cot?split=test&name=gpqa_main",
), ),
), ),
DatasetInput( DatasetInput(
@ -197,7 +197,7 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="huggingface", provider_id="huggingface",
purpose=DatasetPurpose.eval_messages_answer, purpose=DatasetPurpose.eval_messages_answer,
source=URIDataSource( source=URIDataSource(
uri="huggingface://llamastack/math_500?split=test", uri="huggingface://datasets/llamastack/math_500?split=test",
), ),
), ),
DatasetInput( DatasetInput(
@ -205,7 +205,7 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="huggingface", provider_id="huggingface",
purpose=DatasetPurpose.eval_messages_answer, purpose=DatasetPurpose.eval_messages_answer,
source=URIDataSource( source=URIDataSource(
uri="huggingface://llamastack/bfcl_v3?split=train", uri="huggingface://datasets/llamastack/bfcl_v3?split=train",
), ),
), ),
] ]

10
llama_stack/templates/open-benchmark/run.yaml
View file

@ -161,35 +161,35 @@ datasets:
- purpose: eval/messages-answer - purpose: eval/messages-answer
source: source:
type: uri type: uri
uri: huggingface://llamastack/simpleqa?split=train uri: huggingface://datasets/llamastack/simpleqa?split=train
metadata: {} metadata: {}
dataset_id: simpleqa dataset_id: simpleqa
provider_id: huggingface provider_id: huggingface
- purpose: eval/messages-answer - purpose: eval/messages-answer
source: source:
type: uri type: uri
uri: huggingface://llamastack/mmlu_cot?split=test&name=all uri: huggingface://datasets/llamastack/mmlu_cot?split=test&name=all
metadata: {} metadata: {}
dataset_id: mmlu_cot dataset_id: mmlu_cot
provider_id: huggingface provider_id: huggingface
- purpose: eval/messages-answer - purpose: eval/messages-answer
source: source:
type: uri type: uri
uri: huggingface://llamastack/gpqa_0shot_cot?split=test&name=gpqa_main uri: huggingface://datasets/llamastack/gpqa_0shot_cot?split=test&name=gpqa_main
metadata: {} metadata: {}
dataset_id: gpqa_cot dataset_id: gpqa_cot
provider_id: huggingface provider_id: huggingface
- purpose: eval/messages-answer - purpose: eval/messages-answer
source: source:
type: uri type: uri
uri: huggingface://llamastack/math_500?split=test uri: huggingface://datasets/llamastack/math_500?split=test
metadata: {} metadata: {}
dataset_id: math_500 dataset_id: math_500
provider_id: huggingface provider_id: huggingface
- purpose: eval/messages-answer - purpose: eval/messages-answer
source: source:
type: uri type: uri
uri: huggingface://llamastack/bfcl_v3?split=train uri: huggingface://datasets/llamastack/bfcl_v3?split=train
metadata: {} metadata: {}
dataset_id: bfcl dataset_id: bfcl
provider_id: huggingface provider_id: huggingface