From 2eab3b7ed9cde11dbb76f75b5b98992c2d78c4a1 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Thu, 14 Nov 2024 17:50:46 -0500 Subject: [PATCH] skip aggregation for llm_as_judge --- .../llm_as_judge/scoring_fn/llm_as_judge_scoring_fn.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/llm_as_judge_scoring_fn.py b/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/llm_as_judge_scoring_fn.py index 4b43de93f..f5e528189 100644 --- a/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/llm_as_judge_scoring_fn.py +++ b/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/llm_as_judge_scoring_fn.py @@ -11,8 +11,6 @@ from llama_stack.apis.scoring import * # noqa: F401, F403 from llama_stack.apis.common.type_system import * # noqa: F403 import re -from llama_stack.providers.utils.scoring.aggregation_utils import aggregate_average - from .fn_defs.llm_as_judge_base import llm_as_judge_base @@ -88,4 +86,5 @@ class LlmAsJudgeScoringFn(BaseScoringFn): async def aggregate( self, scoring_results: List[ScoringResultRow] ) -> Dict[str, Any]: - return aggregate_average(scoring_results) + # TODO: this needs to be config based aggregation, and only useful w/ Jobs API + return {}