phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-02 23:32:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

scoring updates

Browse source
This commit is contained in:
Xi Yan 2025-03-12 21:54:12 -07:00
parent 7b50fdb2b1
commit 3a87562e8d
6 changed files with 1346 additions and 1466 deletions
Download patch file Download diff file Expand all files Collapse all files

15
llama_stack/apis/scoring/scoring.py
View file

@ -8,7 +8,7 @@ from typing import Any, Dict, List, Optional, Protocol, runtime_checkable
from pydantic import BaseModel
from llama_stack.apis.scoring_functions import ScoringFn, ScoringFnParams
from llama_stack.apis.scoring_functions import ScoringFn
from llama_stack.schema_utils import json_schema_type, webmethod
# mapping of metric to value
@ -56,23 +56,22 @@ class Scoring(Protocol):
scoring_function_store: ScoringFunctionStore
@webmethod(route="/scoring/score-batch", method="POST")
async def score_batch(
async def score_dataset(
self,
dataset_id: str,
scoring_functions: Dict[str, Optional[ScoringFnParams]],
save_results_dataset: bool = False,
scoring_fn_ids: List[str],
) -> ScoreBatchResponse: ...
@webmethod(route="/scoring/score", method="POST")
async def score(
self,
input_rows: List[Dict[str, Any]],
scoring_functions: Dict[str, Optional[ScoringFnParams]],
dataset_rows: List[Dict[str, Any]],
scoring_fn_ids: List[str],
) -> ScoreResponse:
"""Score a list of rows.
:param input_rows: The rows to score.
:param scoring_functions: The scoring functions to use for the scoring.
:param dataset_rows: The rows to score.
:param scoring_fn_ids: The scoring function ids to use for the scoring.
:return: ScoreResponse object containing rows and aggregated results
"""
...