phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-31 17:44:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove benchmark_id in eval path

Browse source
This commit is contained in:
Xi Yan 2025-03-12 01:45:50 -07:00
parent deb24f5abe
commit fecfb32855
3 changed files with 43 additions and 50 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/apis/eval/eval.py
View file

@ -94,7 +94,7 @@ class EvalJob(CommonJobFields):
class Eval(Protocol):
"""Llama Stack Evaluation API for running evaluations on model and agent candidates."""
@webmethod(route="/eval/benchmark/{benchmark_id}/jobs", method="POST")
@webmethod(route="/eval/jobs", method="POST")
async def evaluate_benchmark(
self,
benchmark_id: str,
@ -132,7 +132,7 @@ class Eval(Protocol):
:return: EvaluateResponse object containing generations and scores
"""
@webmethod(route="/eval/benchmark/{benchmark_id}/jobs/{job_id}", method="GET")
@webmethod(route="/eval/jobs/{job_id}", method="GET")
async def get_job(self, benchmark_id: str, job_id: str) -> Optional[EvalJob]:
"""Get the EvalJob object for a given job id and benchmark id.
@ -142,7 +142,7 @@ class Eval(Protocol):
"""
...
@webmethod(route="/eval/benchmark/{benchmark_id}/jobs/{job_id}", method="DELETE")
@webmethod(route="/eval/jobs/{job_id}", method="DELETE")
async def cancel_job(self, benchmark_id: str, job_id: str) -> None:
"""Cancel a job.