phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-06 10:42:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

no need to remove .text now that the passthrough is fixed

Browse source
This commit is contained in:
Yang Yang 2025-03-16 23:27:34 -07:00
parent a055ddb569
commit cd9ef3f478
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/inline/scoring/basic/scoring_fn/docvqa_scoring_fn.py
View file

@ -235,7 +235,7 @@ class DocVQAScoringFn(RegisteredBaseScoringFn):
print("SCORE_ROW ======")
print(input_row)
expected_answers = json.loads(input_row["expected_answer"])
generated_answer = input_row["generated_answer"].text
generated_answer = input_row["generated_answer"]
score = 1.0 if normalize_answer(generated_answer) in [normalize_answer(s) for s in expected_answers] else 0.0
return {
"score": score,