phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-07 11:08:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

rebase onto new dataset schema

Browse source
This commit is contained in:
Yang Yang 2025-03-18 10:40:41 -07:00
parent dd75008a44
commit a550f17128
2 changed files with 9 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

13
llama_stack/templates/open-benchmark/open_benchmark.py
View file

@ -206,15 +206,10 @@ def get_distribution_template() -> DistributionTemplate:
DatasetInput( DatasetInput(
dataset_id="docvqa", dataset_id="docvqa",
provider_id="huggingface", provider_id="huggingface",
url=URL(uri="https://huggingface.co/datasets/llamastack/docvqa"), purpose=DatasetPurpose.eval_messages_answer,
metadata={ source=URIDataSource(
"path": "llamastack/docvqa", uri="huggingface://datasets/llamastack/docvqa?split=val",
"split": "val", ),
},
dataset_schema={
"chat_completion_input": {"type": "string"},
"expected_answer": {"type": "string"},
},
), ),
] ]

15
llama_stack/templates/open-benchmark/run.yaml
View file

@ -191,16 +191,11 @@ datasets:
<<<<<<< HEAD <<<<<<< HEAD
======= =======
provider_id: huggingface provider_id: huggingface
- dataset_schema: - purpose: eval/messages-answer
chat_completion_input: source:
type: string type: uri
expected_answer: uri: huggingface://datasets/llamastack/docvqa?split=val
type: string metadata: {}
url:
uri: https://huggingface.co/datasets/llamastack/docvqa
metadata:
path: llamastack/docvqa
split: val
dataset_id: docvqa dataset_id: docvqa
provider_id: huggingface provider_id: huggingface
>>>>>>> 81df5a4e (add DocVQA scoring) >>>>>>> 81df5a4e (add DocVQA scoring)