phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-16 23:03:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add eval_id for jobs

Browse source
This commit is contained in:
Xi Yan 2024-11-07 14:30:46 -08:00
parent ea80f623fb
commit f05db9a25c
4 changed files with 30 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

24
llama_stack/distribution/routers/routers.py
View file

@ -290,7 +290,7 @@ class EvalRouter(Eval):
self,
input_rows: List[Dict[str, Any]],
scoring_functions: List[str],
eval_task_config: EvalTaskConfig,
task_config: EvalTaskConfig,
eval_task_id: Optional[str] = None,
) -> EvaluateResponse:
# NOTE: This is to deal with the case where we do not pre-register an eval benchmark_task
@ -300,36 +300,32 @@ class EvalRouter(Eval):
return await self.routing_table.get_provider_impl(eval_task_id).evaluate_rows(
input_rows=input_rows,
scoring_functions=scoring_functions,
eval_task_config=eval_task_config,
task_config=task_config,
)
async def job_status(
self,
job_id: str,
eval_task_id: Optional[str] = None,
eval_task_id: str,
) -> Optional[JobStatus]:
if eval_task_id is None:
eval_task_id = DEFAULT_EVAL_TASK_IDENTIFIER
return await self.routing_table.get_provider_impl(eval_task_id).job_status(
job_id
job_id, eval_task_id
)
async def job_cancel(
self,
job_id: str,
eval_task_id: Optional[str] = None,
eval_task_id: str,
) -> None:
if eval_task_id is None:
eval_task_id = DEFAULT_EVAL_TASK_IDENTIFIER
await self.routing_table.get_provider_impl(eval_task_id).job_cancel(job_id)
await self.routing_table.get_provider_impl(eval_task_id).job_cancel(
job_id, eval_task_id
)
async def job_result(
self,
job_id: str,
eval_task_id: Optional[str] = None,
eval_task_id: str,
) -> EvaluateResponse:
if eval_task_id is None:
eval_task_id = DEFAULT_EVAL_TASK_IDENTIFIER
return await self.routing_table.get_provider_impl(eval_task_id).job_result(
job_id
job_id, eval_task_id
)