This commit is contained in:
Xi Yan 2024-11-05 17:08:32 -08:00
parent e5b4e4d569
commit be7b76ceac

View file

@ -59,15 +59,15 @@ class EvaluateResponse(BaseModel):
class Eval(Protocol): class Eval(Protocol):
@webmethod(route="/eval/run_benchmark", method="POST") @webmethod(route="/eval/run_benchmark_eval", method="POST")
async def run_benchmark( async def run_benchmark_eval(
self, self,
benchmark_id: str, benchmark_id: str,
eval_task_config: BenchmarkEvalTaskConfig, # type: ignore eval_task_config: BenchmarkEvalTaskConfig, # type: ignore
) -> Job: ... ) -> Job: ...
@webmethod(route="/eval/run_app_eval", method="POST") @webmethod(route="/eval/run_eval", method="POST")
async def run_app_eval( async def run_eval(
self, self,
eval_task_def: EvalTaskDef, # type: ignore eval_task_def: EvalTaskDef, # type: ignore
eval_task_config: AppEvalTaskConfig, # type: ignore eval_task_config: AppEvalTaskConfig, # type: ignore