scorer registry

2025-12-10 03:30:58 +00:00 · 2024-10-14 15:41:31 -07:00 · 2024-10-14 15:41:31 -07:00 · c50686b6fe
commit c50686b6fe
parent 9c501d042b
5 changed files with 55 additions and 32 deletions
--- a/llama_stack/providers/impls/meta_reference/evals/evals.py
+++ b/llama_stack/providers/impls/meta_reference/evals/evals.py
@ -53,6 +53,7 @@ class MetaReferenceEvalsImpl(Evals):
                scoring_config=EvaluateScoringConfig(
                    scorer_config_list=[
                        EvaluateSingleScorerConfig(scorer_name="accuracy"),
+                        EvaluateSingleScorerConfig(scorer_name="random"),
                    ]
                ),
            )