phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-12 20:12:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

braintrust scorer

Browse source
This commit is contained in:
Xi Yan 2024-10-14 21:09:59 -07:00
parent c8f6849291
commit 7b5895003a
3 changed files with 64 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/distribution/registry/scorers/__init__.py
View file

@ -6,14 +6,18 @@
# TODO: make these import config based
from llama_stack.apis.evals import * # noqa: F403
from llama_stack.providers.impls.meta_reference.evals.scorer.basic_scorers import * # noqa: F403
from llama_stack.providers.impls.meta_reference.evals.scorer.braintrust_scorer import * # noqa: F403
from ..registry import Registry
# TODO: make these import config based
ScorerRegistry = Registry[BaseScorer]()
SCORER_REGISTRY = {
"accuracy": AccuracyScorer,
"random": RandomScorer,
"braintrust::factuality": BrainTrustFactualityScorer,
"braintrust::answer-correctness": BraintrustAnswerCorrectnessScorer,
}
for k, v in SCORER_REGISTRY.items():