phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-12 04:50:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

register llm as judge

Browse source
This commit is contained in:
Xi Yan 2025-03-04 17:14:13 -08:00
parent 78962be996
commit 21ca7d2929
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
llama_stack/providers/inline/scoring/llm_as_judge/scoring.py
View file

@ -25,7 +25,7 @@ from llama_stack.providers.utils.common.data_schema_validator import (
from .config import LlmAsJudgeScoringConfig from .config import LlmAsJudgeScoringConfig
from .scoring_fn.llm_as_judge_scoring_fn import LlmAsJudgeScoringFn from .scoring_fn.llm_as_judge_scoring_fn import LlmAsJudgeScoringFn
LLM_JUDGE_FNS = [LlmAsJudgeScoringFn] LLM_JUDGE_FN = LlmAsJudgeScoringFn
class LlmAsJudgeScoringImpl( class LlmAsJudgeScoringImpl(
@ -46,11 +46,10 @@ class LlmAsJudgeScoringImpl(
self.scoring_fn_id_impls = {} self.scoring_fn_id_impls = {}
async def initialize(self) -> None: async def initialize(self) -> None:
for fn in LLM_JUDGE_FNS: impl = LLM_JUDGE_FN(inference_api=self.inference_api)
impl = fn(inference_api=self.inference_api) for fn_defs in impl.get_supported_scoring_fn_defs():
for fn_defs in impl.get_supported_scoring_fn_defs(): self.scoring_fn_id_impls[fn_defs.identifier] = impl
self.scoring_fn_id_impls[fn_defs.identifier] = impl self.llm_as_judge_fn = impl
self.llm_as_judge_fn = impl
async def shutdown(self) -> None: ... async def shutdown(self) -> None: ...
@ -67,7 +66,8 @@ class LlmAsJudgeScoringImpl(
return scoring_fn_defs_list return scoring_fn_defs_list
async def register_scoring_function(self, function_def: ScoringFn) -> None: async def register_scoring_function(self, function_def: ScoringFn) -> None:
raise NotImplementedError("Register scoring function not implemented yet") self.llm_as_judge_fn.register_scoring_fn_def(function_def)
# raise NotImplementedError("Register scoring function not implemented yet")
async def score_batch( async def score_batch(
self, self,