From a6985330996358764a2ae5a61a30485bf51026de Mon Sep 17 00:00:00 2001 From: Botao Chen Date: Tue, 11 Mar 2025 22:03:09 -0700 Subject: [PATCH] refine --- .../scoring_fn/fn_defs/llm_as_judge_405b_math_match.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_math_match.py b/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_math_match.py index fe0b463f7..aad36ae48 100644 --- a/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_math_match.py +++ b/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/fn_defs/llm_as_judge_405b_math_match.py @@ -79,7 +79,7 @@ llm_as_judge_405b_math_match = ScoringFn( provider_id="llm-as-judge", provider_resource_id="llm-as-judge-405b-math-match", params=LLMAsJudgeScoringFnParams( - judge_model="openai/gpt-4o", + judge_model="meta-llama/Llama-3.1-405B-Instruct", prompt_template=EQUALITY_TEMPLATE, aggregation_functions=[AggregationFunctionType.accuracy], ),