phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-07 11:08:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

score_rows / eval_rows

Browse source
This commit is contained in:
Xi Yan 2025-03-13 15:32:58 -07:00
parent cf24e9073f
commit 2cf769e05e
2 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/apis/eval/eval.py
View file

@ -77,7 +77,7 @@ class Eval(Protocol):
:return: The job that was created to run the evaluation.
"""
@webmethod(route="/eval/rows", method="POST")
@webmethod(route="/eval/evaluate_rows", method="POST")
async def evaluate_rows(
self,
dataset_rows: List[Dict[str, Any]],
@ -85,7 +85,7 @@ class Eval(Protocol):
candidate: EvalCandidate,
) -> EvaluateResponse:
"""Evaluate a list of rows on a candidate.
:param dataset_rows: The rows to evaluate.
:param scoring_fn_ids: The scoring function ids to use for the evaluation.
:param candidate: The candidate to evaluate on.
@ -111,7 +111,9 @@ class Eval(Protocol):
"""
...
@webmethod(route="/eval/benchmarks/{benchmark_id}/jobs/{job_id}/result", method="GET")
@webmethod(
route="/eval/benchmarks/{benchmark_id}/jobs/{job_id}/result", method="GET"
)
async def job_result(self, benchmark_id: str, job_id: str) -> EvaluateResponse:
"""Get the result of a job.

4
llama_stack/apis/scoring/scoring.py
View file

@ -62,8 +62,8 @@ class Scoring(Protocol):
scoring_fn_ids: List[str],
) -> ScoreBatchResponse: ...
@webmethod(route="/scoring/rows", method="POST")
async def score(
@webmethod(route="/scoring/score-rows", method="POST")
async def score_rows(
self,
dataset_rows: List[Dict[str, Any]],
scoring_fn_ids: List[str],