phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 07:14:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

minor typing

Browse source
This commit is contained in:
Xi Yan 2024-10-24 12:08:57 -07:00
parent 32a496ab0f
commit 24dce9cb7a
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/impls/meta_reference/scoring/scorer/inclusion_scorer.py
View file

@ -24,7 +24,7 @@ class InclusionScorer(BaseScorer):
return_type=NumberType(),
)
def score_row(self, input_row: Dict[str, Any]) -> ScoringResult:
def score_row(self, input_row: Dict[str, Any]) -> ScoringResultRow:
assert "expected_answer" in input_row, "Expected answer not found in input row."
assert (
"generated_answer" in input_row
@ -37,7 +37,7 @@ class InclusionScorer(BaseScorer):
"score": score,
}
def aggregate(self, scoring_results: List[ScoringResult]) -> ScoringResult:
def aggregate(self, scoring_results: List[ScoringResultRow]) -> Dict[str, Any]:
assert len(scoring_results) > 0, "Empty scoring results provided."
num_correct = sum(result["score"] for result in scoring_results)
avg_score = num_correct / len(scoring_results)