phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

minor typing

Browse source
This commit is contained in:
Xi Yan 2024-10-24 12:08:57 -07:00
parent 32a496ab0f
commit 24dce9cb7a
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/impls/meta_reference/scoring/scorer/inclusion_scorer.py
View file

@ -24,7 +24,7 @@ class InclusionScorer(BaseScorer):
return_type=NumberType(), return_type=NumberType(),
) )
def score_row(self, input_row: Dict[str, Any]) -> ScoringResult: def score_row(self, input_row: Dict[str, Any]) -> ScoringResultRow:
assert "expected_answer" in input_row, "Expected answer not found in input row." assert "expected_answer" in input_row, "Expected answer not found in input row."
assert ( assert (
"generated_answer" in input_row "generated_answer" in input_row
@ -37,7 +37,7 @@ class InclusionScorer(BaseScorer):
"score": score, "score": score,
} }
def aggregate(self, scoring_results: List[ScoringResult]) -> ScoringResult: def aggregate(self, scoring_results: List[ScoringResultRow]) -> Dict[str, Any]:
assert len(scoring_results) > 0, "Empty scoring results provided." assert len(scoring_results) > 0, "Empty scoring results provided."
num_correct = sum(result["score"] for result in scoring_results) num_correct = sum(result["score"] for result in scoring_results)
avg_score = num_correct / len(scoring_results) avg_score = num_correct / len(scoring_results)