From cd9ef3f478ec07bc59a4c3f3868ba3008b91539a Mon Sep 17 00:00:00 2001 From: Yang Yang Date: Sun, 16 Mar 2025 23:27:34 -0700 Subject: [PATCH] no need to remove .text now that the passthrough is fixed --- .../inline/scoring/basic/scoring_fn/docvqa_scoring_fn.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/inline/scoring/basic/scoring_fn/docvqa_scoring_fn.py b/llama_stack/providers/inline/scoring/basic/scoring_fn/docvqa_scoring_fn.py index 937580d71..9f7b99879 100644 --- a/llama_stack/providers/inline/scoring/basic/scoring_fn/docvqa_scoring_fn.py +++ b/llama_stack/providers/inline/scoring/basic/scoring_fn/docvqa_scoring_fn.py @@ -235,7 +235,7 @@ class DocVQAScoringFn(RegisteredBaseScoringFn): print("SCORE_ROW ======") print(input_row) expected_answers = json.loads(input_row["expected_answer"]) - generated_answer = input_row["generated_answer"].text + generated_answer = input_row["generated_answer"] score = 1.0 if normalize_answer(generated_answer) in [normalize_answer(s) for s in expected_answers] else 0.0 return { "score": score,