From 60fc191308293a1938af77ccd2d61ac5a03f3ba3 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Tue, 5 Nov 2024 15:03:12 -0800 Subject: [PATCH] evaluate api update --- llama_stack/apis/eval/eval.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/llama_stack/apis/eval/eval.py b/llama_stack/apis/eval/eval.py index 0f059761b..6f08462c6 100644 --- a/llama_stack/apis/eval/eval.py +++ b/llama_stack/apis/eval/eval.py @@ -78,17 +78,16 @@ class Eval(Protocol): @webmethod(route="/eval/evaluate_batch", method="POST") async def evaluate_batch( self, - dataset_id: str, - candidate: EvalCandidate, # type: ignore - scoring_functions: List[str], + eval_task_def: Union[str, EvalTaskDef], # type: ignore + eval_task_config: EvalTaskConfig, # type: ignore ) -> Job: ... @webmethod(route="/eval/evaluate", method="POST") async def evaluate( self, input_rows: List[Dict[str, Any]], - candidate: EvalCandidate, # type: ignore scoring_functions: List[str], + eval_task_config: EvalTaskConfig, # type: ignore ) -> EvaluateResponse: ... @webmethod(route="/eval/job/status", method="GET")