This commit is contained in:
Xi Yan 2024-11-18 11:42:02 -08:00
parent 0d8de1c768
commit ba5d755848
3 changed files with 5 additions and 5 deletions

View file

@ -78,7 +78,7 @@ Just return the letters "A", "B", or "C", with no text around it.
llm_as_judge_405b_simpleqa = ScoringFn(
identifier="llm-as-judge::llm_as_judge_405b_simpleqa",
identifier="llm-as-judge::405b-simpleqa",
description="Llm As Judge Scoring Function for SimpleQA Benchmark (https://github.com/openai/simple-evals/blob/main/simpleqa_eval.py)",
return_type=NumberType(),
provider_id="llm-as-judge",

View file

@ -9,7 +9,7 @@ from llama_stack.apis.scoring_functions import ScoringFn
llm_as_judge_base = ScoringFn(
identifier="llm-as-judge::llm_as_judge_base",
identifier="llm-as-judge::base",
description="Llm As Judge Scoring Function",
return_type=NumberType(),
provider_id="llm-as-judge",