mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-07 11:08:20 +00:00
no need to remove .text now that the passthrough is fixed
This commit is contained in:
parent
a055ddb569
commit
cd9ef3f478
1 changed files with 1 additions and 1 deletions
|
@ -235,7 +235,7 @@ class DocVQAScoringFn(RegisteredBaseScoringFn):
|
||||||
print("SCORE_ROW ======")
|
print("SCORE_ROW ======")
|
||||||
print(input_row)
|
print(input_row)
|
||||||
expected_answers = json.loads(input_row["expected_answer"])
|
expected_answers = json.loads(input_row["expected_answer"])
|
||||||
generated_answer = input_row["generated_answer"].text
|
generated_answer = input_row["generated_answer"]
|
||||||
score = 1.0 if normalize_answer(generated_answer) in [normalize_answer(s) for s in expected_answers] else 0.0
|
score = 1.0 if normalize_answer(generated_answer) in [normalize_answer(s) for s in expected_answers] else 0.0
|
||||||
return {
|
return {
|
||||||
"score": score,
|
"score": score,
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue