phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-02 14:10:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

jobs eval scoring

Browse source
This commit is contained in:
Xi Yan 2025-03-13 11:47:42 -07:00
parent 36320728bf
commit 775e8514b7
4 changed files with 92 additions and 28 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama_stack/apis/scoring/scoring.py
View file

@ -50,7 +50,17 @@ class ScoreResponse(BaseModel):
@json_schema_type
class ScoringJob(CommonJobFields):
type: Literal["scoring"] = "scoring"
"""
A scoring job.
:param type: The type of the job.
:param result_files: The file ids of the scoring results.
:param result_datasets: The ids of the datasets containing the scoring results.
:param dataset_id: The id of the dataset used for scoring.
:param scoring_fn_ids: The ids of the scoring functions used.
"""
type: JobType = JobType.scoring.value
result_files: List[str] = Field(
description="The file ids of the scoring results.",