move eval_task_config to client

This commit is contained in:
Xi Yan 2024-10-15 10:14:35 -07:00
parent d2b62157a3
commit cccd5be090
3 changed files with 74 additions and 114 deletions

View file

@ -228,10 +228,7 @@ class Evals(Protocol):
@webmethod(route="/evals/run_eval_task")
async def run_eval_task(
self,
model: str,
task: str,
dataset: Optional[str] = None,
eval_task_config: Optional[EvaluateTaskConfig] = None,
eval_task_config: EvaluateTaskConfig,
) -> EvaluateResponse: ...
@webmethod(route="/evals/run_scorer")