phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-01 20:44:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

jobs eval scoring

Browse source
This commit is contained in:
Xi Yan 2025-03-13 11:47:42 -07:00
parent 36320728bf
commit 775e8514b7
4 changed files with 92 additions and 28 deletions
Download patch file Download diff file Expand all files Collapse all files

58
docs/_static/llama-stack-spec.html vendored
View file

@ -230,7 +230,7 @@
}
}
},
"/v1/eval/job/{job_id}/cancel": {
"/v1/eval/jobs/{job_id}/cancel": {
"post": {
"responses": {
"200": {
@ -280,7 +280,7 @@
]
}
},
"/v1/scoring/job/{job_id}/cancel": {
"/v1/scoring/jobs/{job_id}/cancel": {
"post": {
"responses": {
"200": {
@ -923,7 +923,7 @@
]
}
},
"/v1/eval/job/{job_id}": {
"/v1/eval/jobs/{job_id}": {
"get": {
"responses": {
"200": {
@ -1123,7 +1123,7 @@
]
}
},
"/v1/scoring/job/{job_id}": {
"/v1/scoring/jobs/{job_id}": {
"get": {
"responses": {
"200": {
@ -5160,26 +5160,36 @@
},
"type": {
"type": "string",
"const": "eval",
"default": "eval"
"enum": [
"batch_inference",
"scoring",
"evaluation",
"post_training"
],
"default": "evaluation",
"description": "The type of the job."
},
"result_files": {
"type": "array",
"items": {
"type": "string"
}
},
"description": "The file ids of the eval results."
},
"result_datasets": {
"type": "array",
"items": {
"type": "string"
}
},
"description": "The ids of the datasets containing the eval results."
},
"benchmark_id": {
"type": "string"
"type": "string",
"description": "The id of the benchmark to evaluate on."
},
"candidate": {
"$ref": "#/components/schemas/EvalCandidate"
"$ref": "#/components/schemas/EvalCandidate",
"description": "The candidate to evaluate on."
}
},
"additionalProperties": false,
@ -5193,7 +5203,8 @@
"benchmark_id",
"candidate"
],
"title": "EvalJob"
"title": "EvalJob",
"description": "An evaluation job."
},
"ModelCandidate": {
"type": "object",
@ -5399,29 +5410,39 @@
},
"type": {
"type": "string",
"const": "scoring",
"default": "scoring"
"enum": [
"batch_inference",
"scoring",
"evaluation",
"post_training"
],
"default": "scoring",
"description": "The type of the job."
},
"result_files": {
"type": "array",
"items": {
"type": "string"
}
},
"description": "The file ids of the scoring results."
},
"result_datasets": {
"type": "array",
"items": {
"type": "string"
}
},
"description": "The ids of the datasets containing the scoring results."
},
"dataset_id": {
"type": "string"
"type": "string",
"description": "The id of the dataset used for scoring."
},
"scoring_fn_ids": {
"type": "array",
"items": {
"type": "string"
}
},
"description": "The ids of the scoring functions used."
}
},
"additionalProperties": false,
@ -5435,7 +5456,8 @@
"dataset_id",
"scoring_fn_ids"
],
"title": "ScoringJob"
"title": "ScoringJob",
"description": "A scoring job."
},
"CancelTrainingJobRequest": {
"type": "object",