categorical score for llm as judge

This commit is contained in:
Xi Yan 2024-11-14 22:33:20 -05:00
parent 0850ad656a
commit 788411b680

View file

@ -75,7 +75,7 @@ class LlmAsJudgeScoringFn(BaseScoringFn):
for regex in rating_regexes: for regex in rating_regexes:
match = re.search(regex, content) match = re.search(regex, content)
if match: if match:
judge_rating = int(match.group(1)) judge_rating = match.group(1)
break break
return { return {