phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-01 16:34:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

score

Browse source
This commit is contained in:
Xi Yan 2025-03-13 15:35:09 -07:00
parent 2cf769e05e
commit 819ffe0518
3 changed files with 190 additions and 176 deletions
Download patch file Download diff file Expand all files Collapse all files

174
docs/_static/llama-stack-spec.html vendored
View file

@ -962,7 +962,7 @@
}
}
},
"/v1/eval/rows": {
"/v1/eval/evaluate_rows": {
"post": {
"responses": {
"200": {
@ -3631,49 +3631,6 @@
}
}
},
"/v1/scoring/rows": {
"post": {
"responses": {
"200": {
"description": "ScoreResponse object containing rows and aggregated results",
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/ScoreResponse"
}
}
}
},
"400": {
"$ref": "#/components/responses/BadRequest400"
},
"429": {
"$ref": "#/components/responses/TooManyRequests429"
},
"500": {
"$ref": "#/components/responses/InternalServerError500"
},
"default": {
"$ref": "#/components/responses/DefaultError"
}
},
"tags": [
"Scoring"
],
"description": "Score a list of rows.",
"parameters": [],
"requestBody": {
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/ScoreRequest"
}
}
},
"required": true
}
}
},
"/v1/scoring/jobs": {
"post": {
"responses": {
@ -3717,6 +3674,49 @@
}
}
},
"/v1/scoring/score-rows": {
"post": {
"responses": {
"200": {
"description": "ScoreResponse object containing rows and aggregated results",
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/ScoreResponse"
}
}
}
},
"400": {
"$ref": "#/components/responses/BadRequest400"
},
"429": {
"$ref": "#/components/responses/TooManyRequests429"
},
"500": {
"$ref": "#/components/responses/InternalServerError500"
},
"default": {
"$ref": "#/components/responses/DefaultError"
}
},
"tags": [
"Scoring"
],
"description": "Score a list of rows.",
"parameters": [],
"requestBody": {
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/ScoreRowsRequest"
}
}
},
"required": true
}
}
},
"/v1/post-training/supervised-fine-tune": {
"post": {
"responses": {
@ -8714,7 +8714,7 @@
"type": "string",
"description": "A description of the scoring function type. - E.g. Write your custom judge prompt to score the answer."
},
"supported_purposes": {
"supported_dataset_purposes": {
"type": "array",
"items": {
"type": "string",
@ -8736,7 +8736,7 @@
"required": [
"type",
"description",
"supported_purposes"
"supported_dataset_purposes"
],
"title": "ScoringFnTypeInfo"
},
@ -10181,7 +10181,46 @@
],
"title": "SaveSpansToDatasetRequest"
},
"ScoreRequest": {
"ScoreDatasetRequest": {
"type": "object",
"properties": {
"dataset_id": {
"type": "string"
},
"scoring_fn_ids": {
"type": "array",
"items": {
"type": "string"
}
}
},
"additionalProperties": false,
"required": [
"dataset_id",
"scoring_fn_ids"
],
"title": "ScoreDatasetRequest"
},
"ScoreBatchResponse": {
"type": "object",
"properties": {
"dataset_id": {
"type": "string"
},
"results": {
"type": "object",
"additionalProperties": {
"$ref": "#/components/schemas/ScoringResult"
}
}
},
"additionalProperties": false,
"required": [
"results"
],
"title": "ScoreBatchResponse"
},
"ScoreRowsRequest": {
"type": "object",
"properties": {
"dataset_rows": {
@ -10226,7 +10265,7 @@
"dataset_rows",
"scoring_fn_ids"
],
"title": "ScoreRequest"
"title": "ScoreRowsRequest"
},
"ScoreResponse": {
"type": "object",
@ -10246,45 +10285,6 @@
"title": "ScoreResponse",
"description": "The response from scoring."
},
"ScoreDatasetRequest": {
"type": "object",
"properties": {
"dataset_id": {
"type": "string"
},
"scoring_fn_ids": {
"type": "array",
"items": {
"type": "string"
}
}
},
"additionalProperties": false,
"required": [
"dataset_id",
"scoring_fn_ids"
],
"title": "ScoreDatasetRequest"
},
"ScoreBatchResponse": {
"type": "object",
"properties": {
"dataset_id": {
"type": "string"
},
"results": {
"type": "object",
"additionalProperties": {
"$ref": "#/components/schemas/ScoringResult"
}
}
},
"additionalProperties": false,
"required": [
"results"
],
"title": "ScoreBatchResponse"
},
"AlgorithmConfig": {
"oneOf": [
{

148
docs/_static/llama-stack-spec.yaml vendored
View file

@ -659,7 +659,7 @@ paths:
schema:
$ref: '#/components/schemas/EvaluateBenchmarkRequest'
required: true
/v1/eval/rows:
/v1/eval/evaluate_rows:
post:
responses:
'200':
@ -2467,36 +2467,6 @@ paths:
schema:
$ref: '#/components/schemas/SaveSpansToDatasetRequest'
required: true
/v1/scoring/rows:
post:
responses:
'200':
description: >-
ScoreResponse object containing rows and aggregated results
content:
application/json:
schema:
$ref: '#/components/schemas/ScoreResponse'
'400':
$ref: '#/components/responses/BadRequest400'
'429':
$ref: >-
#/components/responses/TooManyRequests429
'500':
$ref: >-
#/components/responses/InternalServerError500
default:
$ref: '#/components/responses/DefaultError'
tags:
- Scoring
description: Score a list of rows.
parameters: []
requestBody:
content:
application/json:
schema:
$ref: '#/components/schemas/ScoreRequest'
required: true
/v1/scoring/jobs:
post:
responses:
@ -2526,6 +2496,36 @@ paths:
schema:
$ref: '#/components/schemas/ScoreDatasetRequest'
required: true
/v1/scoring/score-rows:
post:
responses:
'200':
description: >-
ScoreResponse object containing rows and aggregated results
content:
application/json:
schema:
$ref: '#/components/schemas/ScoreResponse'
'400':
$ref: '#/components/responses/BadRequest400'
'429':
$ref: >-
#/components/responses/TooManyRequests429
'500':
$ref: >-
#/components/responses/InternalServerError500
default:
$ref: '#/components/responses/DefaultError'
tags:
- Scoring
description: Score a list of rows.
parameters: []
requestBody:
content:
application/json:
schema:
$ref: '#/components/schemas/ScoreRowsRequest'
required: true
/v1/post-training/supervised-fine-tune:
post:
responses:
@ -6019,7 +6019,7 @@ components:
description: >-
A description of the scoring function type. - E.g. Write your custom judge
prompt to score the answer.
supported_purposes:
supported_dataset_purposes:
type: array
items:
type: string
@ -6039,7 +6039,7 @@ components:
required:
- type
- description
- supported_purposes
- supported_dataset_purposes
title: ScoringFnTypeInfo
ListScoringFunctionTypesResponse:
type: object
@ -6982,47 +6982,6 @@ components:
- attributes_to_save
- dataset_id
title: SaveSpansToDatasetRequest
ScoreRequest:
type: object
properties:
dataset_rows:
type: array
items:
type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
description: The rows to score.
scoring_fn_ids:
type: array
items:
type: string
description: >-
The scoring function ids to use for the scoring.
additionalProperties: false
required:
- dataset_rows
- scoring_fn_ids
title: ScoreRequest
ScoreResponse:
type: object
properties:
results:
type: object
additionalProperties:
$ref: '#/components/schemas/ScoringResult'
description: >-
A map of scoring function name to ScoringResult.
additionalProperties: false
required:
- results
title: ScoreResponse
description: The response from scoring.
ScoreDatasetRequest:
type: object
properties:
@ -7050,6 +7009,47 @@ components:
required:
- results
title: ScoreBatchResponse
ScoreRowsRequest:
type: object
properties:
dataset_rows:
type: array
items:
type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
description: The rows to score.
scoring_fn_ids:
type: array
items:
type: string
description: >-
The scoring function ids to use for the scoring.
additionalProperties: false
required:
- dataset_rows
- scoring_fn_ids
title: ScoreRowsRequest
ScoreResponse:
type: object
properties:
results:
type: object
additionalProperties:
$ref: '#/components/schemas/ScoringResult'
description: >-
A map of scoring function name to ScoringResult.
additionalProperties: false
required:
- results
title: ScoreResponse
description: The response from scoring.
AlgorithmConfig:
oneOf:
- $ref: '#/components/schemas/LoraFinetuningConfig'