add all rows scores to ScoringResult

This commit is contained in:
Xi Yan 2024-10-24 11:53:15 -07:00
parent 071dba8871
commit a3a8f32541
5 changed files with 19 additions and 7 deletions

View file

@ -13,7 +13,15 @@ from llama_models.llama3.api.datatypes import * # noqa: F403
from llama_stack.apis.scoring_functions import * # noqa: F403
ScoringResult = Dict[str, Any]
# mapping of metric to value
ScoringResultRow = Dict[str, Any]
@json_schema_type
class ScoringResult(BaseModel):
score_rows: List[ScoringResultRow]
# aggregated metrics to value
aggregated_results: Dict[str, Any]
@json_schema_type