phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-10 04:08:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

score_rows / eval_rows

Browse source
This commit is contained in:
Xi Yan 2025-03-13 15:32:58 -07:00
parent cf24e9073f
commit 2cf769e05e
2 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/apis/eval/eval.py
View file

@ -77,7 +77,7 @@ class Eval(Protocol):
:return: The job that was created to run the evaluation. :return: The job that was created to run the evaluation.
""" """
@webmethod(route="/eval/rows", method="POST") @webmethod(route="/eval/evaluate_rows", method="POST")
async def evaluate_rows( async def evaluate_rows(
self, self,
dataset_rows: List[Dict[str, Any]], dataset_rows: List[Dict[str, Any]],
@ -85,7 +85,7 @@ class Eval(Protocol):
candidate: EvalCandidate, candidate: EvalCandidate,
) -> EvaluateResponse: ) -> EvaluateResponse:
"""Evaluate a list of rows on a candidate. """Evaluate a list of rows on a candidate.
:param dataset_rows: The rows to evaluate. :param dataset_rows: The rows to evaluate.
:param scoring_fn_ids: The scoring function ids to use for the evaluation. :param scoring_fn_ids: The scoring function ids to use for the evaluation.
:param candidate: The candidate to evaluate on. :param candidate: The candidate to evaluate on.
@ -111,7 +111,9 @@ class Eval(Protocol):
""" """
... ...
@webmethod(route="/eval/benchmarks/{benchmark_id}/jobs/{job_id}/result", method="GET") @webmethod(
route="/eval/benchmarks/{benchmark_id}/jobs/{job_id}/result", method="GET"
)
async def job_result(self, benchmark_id: str, job_id: str) -> EvaluateResponse: async def job_result(self, benchmark_id: str, job_id: str) -> EvaluateResponse:
"""Get the result of a job. """Get the result of a job.

4
llama_stack/apis/scoring/scoring.py
View file

@ -62,8 +62,8 @@ class Scoring(Protocol):
scoring_fn_ids: List[str], scoring_fn_ids: List[str],
) -> ScoreBatchResponse: ... ) -> ScoreBatchResponse: ...
@webmethod(route="/scoring/rows", method="POST") @webmethod(route="/scoring/score-rows", method="POST")
async def score( async def score_rows(
self, self,
dataset_rows: List[Dict[str, Any]], dataset_rows: List[Dict[str, Any]],
scoring_fn_ids: List[str], scoring_fn_ids: List[str],