Merge branch 'evals_5' into evals_6

This commit is contained in:
Xi Yan 2024-10-24 12:01:41 -07:00
commit 32a496ab0f
5 changed files with 19 additions and 7 deletions

View file

@ -13,7 +13,15 @@ from llama_models.llama3.api.datatypes import * # noqa: F403
from llama_stack.apis.scoring_functions import * # noqa: F403
ScoringResult = Dict[str, Any]
# mapping of metric to value
ScoringResultRow = Dict[str, Any]
@json_schema_type
class ScoringResult(BaseModel):
score_rows: List[ScoringResultRow]
# aggregated metrics to value
aggregated_results: Dict[str, Any]
@json_schema_type