phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

skip aggregation for llm_as_judge

Browse source
This commit is contained in:
Xi Yan 2024-11-14 17:50:46 -05:00
parent bba6edd06b
commit 2eab3b7ed9
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/llm_as_judge_scoring_fn.py
View file

@ -11,8 +11,6 @@ from llama_stack.apis.scoring import * # noqa: F401, F403
from llama_stack.apis.common.type_system import * # noqa: F403 from llama_stack.apis.common.type_system import * # noqa: F403
import re import re
from llama_stack.providers.utils.scoring.aggregation_utils import aggregate_average
from .fn_defs.llm_as_judge_base import llm_as_judge_base from .fn_defs.llm_as_judge_base import llm_as_judge_base
@ -88,4 +86,5 @@ class LlmAsJudgeScoringFn(BaseScoringFn):
async def aggregate( async def aggregate(
self, scoring_results: List[ScoringResultRow] self, scoring_results: List[ScoringResultRow]
) -> Dict[str, Any]: ) -> Dict[str, Any]:
return aggregate_average(scoring_results) # TODO: this needs to be config based aggregation, and only useful w/ Jobs API
return {}