From 654722da7d5d26140d12ce6374773ac4020c1c74 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Tue, 19 Nov 2024 19:05:06 -0800 Subject: [PATCH] fix model id for llm_as_judge_405b --- .../scoring_fn/fn_defs/llm_as_judge_405b_simpleqa.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_simpleqa.py b/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_simpleqa.py index 8ed501099..a53c5cfa7 100644 --- a/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_simpleqa.py +++ b/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_simpleqa.py @@ -84,7 +84,7 @@ llm_as_judge_405b_simpleqa = ScoringFn( provider_id="llm-as-judge", provider_resource_id="llm-as-judge-405b-simpleqa", params=LLMAsJudgeScoringFnParams( - judge_model="Llama3.1-405B-Instruct", + judge_model="meta-llama/Llama-3.1-405B-Instruct", prompt_template=GRADER_TEMPLATE, judge_score_regexes=[r"(A|B|C)"], ),