From 9c26992390863c504acf55b2fdda151fa008dbca Mon Sep 17 00:00:00 2001 From: Yang Yang Date: Sun, 16 Mar 2025 23:49:09 -0700 Subject: [PATCH] MMMU pro needs 10 choices --- .../scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/inline/scoring/basic/scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py b/llama_stack/providers/inline/scoring/basic/scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py index ea04331c9..eb365d631 100644 --- a/llama_stack/providers/inline/scoring/basic/scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py +++ b/llama_stack/providers/inline/scoring/basic/scoring_fn/fn_defs/regex_parser_multiple_choice_answer.py @@ -56,7 +56,7 @@ MULTILINGUAL_ANSWER_REGEXES = [ r"Àṣàyàn\s*:", ] -MULTILINGUAL_ANSWER_PATTERN_TEMPLATE = r"(?i){}\s*([A-D]|[أ-د]|[অ]|[ব]|[ড]|[ঢ]|[Ａ]|[Ｂ]|[Ｃ]|[Ｄ])" +MULTILINGUAL_ANSWER_PATTERN_TEMPLATE = r"(?i){}\s*([A-J]|[أ-د]|[অ]|[ব]|[ড]|[ঢ]|[Ａ]|[Ｂ]|[Ｃ]|[Ｄ])" regex_parser_multiple_choice_answer = ScoringFn( identifier="basic::regex_parser_multiple_choice_answer",