From 7f92f308d26e51eecb4918ad61dcc9b19756f700 Mon Sep 17 00:00:00 2001 From: Yang Yang Date: Wed, 5 Mar 2025 10:21:31 -0800 Subject: [PATCH] fix: regex parser to support more answer formats --- .../scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llama_stack/providers/inline/scoring/basic/scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py b/llama_stack/providers/inline/scoring/basic/scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py index 1fc1d34e2..ea04331c9 100644 --- a/llama_stack/providers/inline/scoring/basic/scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py +++ b/llama_stack/providers/inline/scoring/basic/scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py @@ -12,6 +12,7 @@ from llama_stack.apis.scoring_functions import ( ) MULTILINGUAL_ANSWER_REGEXES = [ + r"The best answer is ", r"Answer\s*:", r"Answer\s*:​​​​​​", # Korean invisible character r"উত্তর\s*:",