fix model id for llm_as_judge_405b

This commit is contained in:
Xi Yan 2024-11-19 19:05:06 -08:00
parent 6395dadc2b
commit 654722da7d

View file

@ -84,7 +84,7 @@ llm_as_judge_405b_simpleqa = ScoringFn(
provider_id="llm-as-judge",
provider_resource_id="llm-as-judge-405b-simpleqa",
params=LLMAsJudgeScoringFnParams(
judge_model="Llama3.1-405B-Instruct",
judge_model="meta-llama/Llama-3.1-405B-Instruct",
prompt_template=GRADER_TEMPLATE,
judge_score_regexes=[r"(A|B|C)"],
),