phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-09 19:29:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

input query optional input for braintrust scorer

Browse source
This commit is contained in:
Xi Yan 2024-10-14 21:17:16 -07:00
parent 7b5895003a
commit 3c29108b6e
4 changed files with 8 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/apis/evals/client.py
View file

@ -118,7 +118,7 @@ async def run_main(host: str, port: int):
response = await client.run_scorer(
dataset_config=EvaluateDatasetConfig(
dataset_identifier="Llama-3.1-8B-Instruct-evals__mmlu_pro__details",
# row_limit=10,
row_limit=10,
),
eval_scoring_config=EvaluateScoringConfig(
scorer_config_list=[