phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-16 06:53:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

inclusion->subsetof

Browse source
This commit is contained in:
Xi Yan 2024-10-24 16:13:49 -07:00
parent 29e48cc5c1
commit f6340a47d1
3 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/impls/meta_reference/scoring/scorer/inclusion_scorer.py → llama_stack/providers/impls/meta_reference/scoring/scorer/subset_of_scorer.py
View file

@ -15,13 +15,13 @@ from llama_stack.providers.impls.meta_reference.scoring.scorer.common import (
)
class InclusionScorer(BaseScorer):
class SubsetOfScorer(BaseScorer):
"""
A scorer that assigns a score of 1.0 if the expected string is included in the generated string, and 0.0 otherwise.
"""
scoring_function_def = ScoringFunctionDef(
identifier="inclusion",
identifier="subset_of",
description="Returns 1.0 if the expected is included in generated, 0.0 otherwise.",
parameters=[],
return_type=NumberType(),

6
llama_stack/providers/impls/meta_reference/scoring/scoring.py
View file

@ -17,15 +17,15 @@ from llama_stack.providers.impls.meta_reference.scoring.scorer.equality_scorer i
EqualityScorer,
)
from llama_stack.providers.impls.meta_reference.scoring.scorer.inclusion_scorer import (
InclusionScorer,
from llama_stack.providers.impls.meta_reference.scoring.scorer.subset_of_scorer import (
SubsetOfScorer,
)
from .config import MetaReferenceScoringConfig
SUPPORTED_SCORERS = [
EqualityScorer,
InclusionScorer,
SubsetOfScorer,
]
SCORER_REGISTRY = {x.scoring_function_def.identifier: x for x in SUPPORTED_SCORERS}