This commit is contained in:
Botao Chen 2025-03-11 22:00:36 -07:00
parent db32bc28d6
commit d2798ac01d
2 changed files with 3 additions and 4 deletions

View file

@ -23,8 +23,8 @@ from llama_stack.providers.utils.common.data_schema_validator import (
)
from .config import LlmAsJudgeScoringConfig
from .scoring_fn.llm_as_judge_scoring_fn import LlmAsJudgeScoringFn
from .scoring_fn.llm_as_judge_math_match_fn import LlmAsJudgeMathMatchFn
from .scoring_fn.llm_as_judge_scoring_fn import LlmAsJudgeScoringFn
LLM_JUDGE_FN = [LlmAsJudgeScoringFn, LlmAsJudgeMathMatchFn]

View file

@ -10,9 +10,10 @@ from llama_stack.apis.scoring import ScoringResultRow
from llama_stack.apis.scoring_functions import ScoringFnParams
from llama_stack.providers.utils.scoring.base_scoring_fn import RegisteredBaseScoringFn
from ...basic.utils.math_utils import extract_result_from_boxed
from .fn_defs.llm_as_judge_405b_math_match import llm_as_judge_405b_math_match
from .fn_defs.llm_as_judge_base import llm_as_judge_base
from ...basic.utils.math_utils import extract_result_from_boxed
class LlmAsJudgeMathMatchFn(RegisteredBaseScoringFn):
"""
@ -51,8 +52,6 @@ class LlmAsJudgeMathMatchFn(RegisteredBaseScoringFn):
expression2=extract_result_from_boxed(generated_answer),
)
print("judge_input_msg", judge_input_msg)
judge_response = await self.inference_api.chat_completion(
model_id=fn_def.params.judge_model,
messages=[