mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-31 16:01:46 +00:00
gen openapi
This commit is contained in:
Xi Yan
parent
d42774c41b
commit
8b018c4b78
2 changed files with 587 additions and 557 deletions
|
|
@ -21,7 +21,7 @@
|
||||||
"info": {
|
"info": {
|
||||||
"title": "[DRAFT] Llama Stack Specification",
|
"title": "[DRAFT] Llama Stack Specification",
|
||||||
"version": "0.0.1",
|
"version": "0.0.1",
|
||||||
"description": "This is the specification of the llama stack that provides\n a set of endpoints and their corresponding interfaces that are tailored to\n best leverage Llama Models. The specification is still in draft and subject to change.\n Generated at 2024-10-31 14:28:52.128905"
|
"description": "This is the specification of the llama stack that provides\n a set of endpoints and their corresponding interfaces that are tailored to\n best leverage Llama Models. The specification is still in draft and subject to change.\n Generated at 2024-11-07 22:26:27.169134"
|
||||||
},
|
},
|
||||||
"servers": [
|
"servers": [
|
||||||
{
|
{
|
||||||
|
|
@ -469,7 +469,7 @@
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"/eval/evaluate": {
|
"/eval/evaluate_rows": {
|
||||||
"post": {
|
"post": {
|
||||||
"responses": {
|
"responses": {
|
||||||
"200": {
|
"200": {
|
||||||
|
|
@ -501,47 +501,7 @@
|
||||||
"content": {
|
"content": {
|
||||||
"application/json": {
|
"application/json": {
|
||||||
"schema": {
|
"schema": {
|
||||||
"$ref": "#/components/schemas/EvaluateRequest"
|
"$ref": "#/components/schemas/EvaluateRowsRequest"
|
||||||
}
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"required": true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"/eval/evaluate_batch": {
|
|
||||||
"post": {
|
|
||||||
"responses": {
|
|
||||||
"200": {
|
|
||||||
"description": "OK",
|
|
||||||
"content": {
|
|
||||||
"application/json": {
|
|
||||||
"schema": {
|
|
||||||
"$ref": "#/components/schemas/Job"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"tags": [
|
|
||||||
"Eval"
|
|
||||||
],
|
|
||||||
"parameters": [
|
|
||||||
{
|
|
||||||
"name": "X-LlamaStack-ProviderData",
|
|
||||||
"in": "header",
|
|
||||||
"description": "JSON-encoded provider data which will be made available to the adapter servicing the API",
|
|
||||||
"required": false,
|
|
||||||
"schema": {
|
|
||||||
"type": "string"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
],
|
|
||||||
"requestBody": {
|
|
||||||
"content": {
|
|
||||||
"application/json": {
|
|
||||||
"schema": {
|
|
||||||
"$ref": "#/components/schemas/EvaluateBatchRequest"
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
@ -1002,7 +962,7 @@
|
||||||
],
|
],
|
||||||
"parameters": [
|
"parameters": [
|
||||||
{
|
{
|
||||||
"name": "shield_type",
|
"name": "identifier",
|
||||||
"in": "query",
|
"in": "query",
|
||||||
"required": true,
|
"required": true,
|
||||||
"schema": {
|
"schema": {
|
||||||
|
|
@ -1317,6 +1277,14 @@
|
||||||
"Eval"
|
"Eval"
|
||||||
],
|
],
|
||||||
"parameters": [
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "task_id",
|
||||||
|
"in": "query",
|
||||||
|
"required": true,
|
||||||
|
"schema": {
|
||||||
|
"type": "string"
|
||||||
|
}
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"name": "job_id",
|
"name": "job_id",
|
||||||
"in": "query",
|
"in": "query",
|
||||||
|
|
@ -1362,6 +1330,14 @@
|
||||||
"Eval"
|
"Eval"
|
||||||
],
|
],
|
||||||
"parameters": [
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "task_id",
|
||||||
|
"in": "query",
|
||||||
|
"required": true,
|
||||||
|
"schema": {
|
||||||
|
"type": "string"
|
||||||
|
}
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"name": "job_id",
|
"name": "job_id",
|
||||||
"in": "query",
|
"in": "query",
|
||||||
|
|
@ -1892,6 +1868,46 @@
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
"/eval/run_eval": {
|
||||||
|
"post": {
|
||||||
|
"responses": {
|
||||||
|
"200": {
|
||||||
|
"description": "OK",
|
||||||
|
"content": {
|
||||||
|
"application/json": {
|
||||||
|
"schema": {
|
||||||
|
"$ref": "#/components/schemas/Job"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"tags": [
|
||||||
|
"Eval"
|
||||||
|
],
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "X-LlamaStack-ProviderData",
|
||||||
|
"in": "header",
|
||||||
|
"description": "JSON-encoded provider data which will be made available to the adapter servicing the API",
|
||||||
|
"required": false,
|
||||||
|
"schema": {
|
||||||
|
"type": "string"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"requestBody": {
|
||||||
|
"content": {
|
||||||
|
"application/json": {
|
||||||
|
"schema": {
|
||||||
|
"$ref": "#/components/schemas/RunEvalRequest"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"required": true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
"/safety/run_shield": {
|
"/safety/run_shield": {
|
||||||
"post": {
|
"post": {
|
||||||
"responses": {
|
"responses": {
|
||||||
|
|
@ -4490,6 +4506,103 @@
|
||||||
"config"
|
"config"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
"AppEvalTaskConfig": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"type": {
|
||||||
|
"type": "string",
|
||||||
|
"const": "app",
|
||||||
|
"default": "app"
|
||||||
|
},
|
||||||
|
"eval_candidate": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/ModelCandidate"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/AgentCandidate"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"scoring_params": {
|
||||||
|
"type": "object",
|
||||||
|
"additionalProperties": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/LLMAsJudgeScoringFnParams"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/RegexParserScoringFnParams"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"num_examples": {
|
||||||
|
"type": "integer"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"type",
|
||||||
|
"eval_candidate",
|
||||||
|
"scoring_params"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"BenchmarkEvalTaskConfig": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"type": {
|
||||||
|
"type": "string",
|
||||||
|
"const": "benchmark",
|
||||||
|
"default": "benchmark"
|
||||||
|
},
|
||||||
|
"eval_candidate": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/ModelCandidate"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/AgentCandidate"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"num_examples": {
|
||||||
|
"type": "integer"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"type",
|
||||||
|
"eval_candidate"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"LLMAsJudgeScoringFnParams": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"type": {
|
||||||
|
"type": "string",
|
||||||
|
"const": "llm_as_judge",
|
||||||
|
"default": "llm_as_judge"
|
||||||
|
},
|
||||||
|
"judge_model": {
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
"prompt_template": {
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
"judge_score_regexes": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"type": "string"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"type",
|
||||||
|
"judge_model"
|
||||||
|
]
|
||||||
|
},
|
||||||
"ModelCandidate": {
|
"ModelCandidate": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
|
@ -4515,9 +4628,32 @@
|
||||||
"sampling_params"
|
"sampling_params"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"EvaluateRequest": {
|
"RegexParserScoringFnParams": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
"type": {
|
||||||
|
"type": "string",
|
||||||
|
"const": "regex_parser",
|
||||||
|
"default": "regex_parser"
|
||||||
|
},
|
||||||
|
"parsing_regexes": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"type": "string"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"type"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"EvaluateRowsRequest": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"task_id": {
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
"input_rows": {
|
"input_rows": {
|
||||||
"type": "array",
|
"type": "array",
|
||||||
"items": {
|
"items": {
|
||||||
|
|
@ -4546,28 +4682,29 @@
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"candidate": {
|
|
||||||
"oneOf": [
|
|
||||||
{
|
|
||||||
"$ref": "#/components/schemas/ModelCandidate"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"$ref": "#/components/schemas/AgentCandidate"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"scoring_functions": {
|
"scoring_functions": {
|
||||||
"type": "array",
|
"type": "array",
|
||||||
"items": {
|
"items": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
}
|
}
|
||||||
|
},
|
||||||
|
"task_config": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/BenchmarkEvalTaskConfig"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/AppEvalTaskConfig"
|
||||||
|
}
|
||||||
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"additionalProperties": false,
|
"additionalProperties": false,
|
||||||
"required": [
|
"required": [
|
||||||
|
"task_id",
|
||||||
"input_rows",
|
"input_rows",
|
||||||
"candidate",
|
"scoring_functions",
|
||||||
"scoring_functions"
|
"task_config"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"EvaluateResponse": {
|
"EvaluateResponse": {
|
||||||
|
|
@ -4677,48 +4814,6 @@
|
||||||
"aggregated_results"
|
"aggregated_results"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"EvaluateBatchRequest": {
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"dataset_id": {
|
|
||||||
"type": "string"
|
|
||||||
},
|
|
||||||
"candidate": {
|
|
||||||
"oneOf": [
|
|
||||||
{
|
|
||||||
"$ref": "#/components/schemas/ModelCandidate"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"$ref": "#/components/schemas/AgentCandidate"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"scoring_functions": {
|
|
||||||
"type": "array",
|
|
||||||
"items": {
|
|
||||||
"type": "string"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"dataset_id",
|
|
||||||
"candidate",
|
|
||||||
"scoring_functions"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"Job": {
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"job_id": {
|
|
||||||
"type": "string"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"job_id"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"GetAgentsSessionRequest": {
|
"GetAgentsSessionRequest": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
|
@ -5085,6 +5180,11 @@
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
"type": {
|
||||||
|
"type": "string",
|
||||||
|
"const": "dataset",
|
||||||
|
"default": "dataset"
|
||||||
|
},
|
||||||
"provider_id": {
|
"provider_id": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
}
|
}
|
||||||
|
|
@ -5095,6 +5195,7 @@
|
||||||
"dataset_schema",
|
"dataset_schema",
|
||||||
"url",
|
"url",
|
||||||
"metadata",
|
"metadata",
|
||||||
|
"type",
|
||||||
"provider_id"
|
"provider_id"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
|
@ -5132,6 +5233,11 @@
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
"type": {
|
||||||
|
"type": "string",
|
||||||
|
"const": "model",
|
||||||
|
"default": "model"
|
||||||
|
},
|
||||||
"provider_id": {
|
"provider_id": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
}
|
}
|
||||||
|
|
@ -5141,6 +5247,7 @@
|
||||||
"identifier",
|
"identifier",
|
||||||
"llama_model",
|
"llama_model",
|
||||||
"metadata",
|
"metadata",
|
||||||
|
"type",
|
||||||
"provider_id"
|
"provider_id"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
|
@ -5188,166 +5295,6 @@
|
||||||
"total_count"
|
"total_count"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"Parameter": {
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"name": {
|
|
||||||
"type": "string"
|
|
||||||
},
|
|
||||||
"type": {
|
|
||||||
"oneOf": [
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "string",
|
|
||||||
"default": "string"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "number",
|
|
||||||
"default": "number"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "boolean",
|
|
||||||
"default": "boolean"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "array",
|
|
||||||
"default": "array"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "object",
|
|
||||||
"default": "object"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "json",
|
|
||||||
"default": "json"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "union",
|
|
||||||
"default": "union"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "chat_completion_input",
|
|
||||||
"default": "chat_completion_input"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "completion_input",
|
|
||||||
"default": "completion_input"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"type": {
|
|
||||||
"type": "string",
|
|
||||||
"const": "agent_turn_input",
|
|
||||||
"default": "agent_turn_input"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"description": {
|
|
||||||
"type": "string"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"name",
|
|
||||||
"type"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"ScoringFnDefWithProvider": {
|
"ScoringFnDefWithProvider": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
|
@ -5382,12 +5329,6 @@
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"parameters": {
|
|
||||||
"type": "array",
|
|
||||||
"items": {
|
|
||||||
"$ref": "#/components/schemas/Parameter"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"return_type": {
|
"return_type": {
|
||||||
"oneOf": [
|
"oneOf": [
|
||||||
{
|
{
|
||||||
|
|
@ -5532,27 +5473,21 @@
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"context": {
|
"params": {
|
||||||
"type": "object",
|
"oneOf": [
|
||||||
"properties": {
|
{
|
||||||
"judge_model": {
|
"$ref": "#/components/schemas/LLMAsJudgeScoringFnParams"
|
||||||
"type": "string"
|
|
||||||
},
|
},
|
||||||
"prompt_template": {
|
{
|
||||||
"type": "string"
|
"$ref": "#/components/schemas/RegexParserScoringFnParams"
|
||||||
},
|
|
||||||
"judge_score_regex": {
|
|
||||||
"type": "array",
|
|
||||||
"items": {
|
|
||||||
"type": "string"
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"judge_model"
|
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
"type": {
|
||||||
|
"type": "string",
|
||||||
|
"const": "scoring_fn",
|
||||||
|
"default": "scoring_fn"
|
||||||
|
},
|
||||||
"provider_id": {
|
"provider_id": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
}
|
}
|
||||||
|
|
@ -5561,8 +5496,8 @@
|
||||||
"required": [
|
"required": [
|
||||||
"identifier",
|
"identifier",
|
||||||
"metadata",
|
"metadata",
|
||||||
"parameters",
|
|
||||||
"return_type",
|
"return_type",
|
||||||
|
"type",
|
||||||
"provider_id"
|
"provider_id"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
|
@ -5572,7 +5507,7 @@
|
||||||
"identifier": {
|
"identifier": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
},
|
},
|
||||||
"type": {
|
"shield_type": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
},
|
},
|
||||||
"params": {
|
"params": {
|
||||||
|
|
@ -5600,6 +5535,11 @@
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
"type": {
|
||||||
|
"type": "string",
|
||||||
|
"const": "shield",
|
||||||
|
"default": "shield"
|
||||||
|
},
|
||||||
"provider_id": {
|
"provider_id": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
}
|
}
|
||||||
|
|
@ -5607,8 +5547,9 @@
|
||||||
"additionalProperties": false,
|
"additionalProperties": false,
|
||||||
"required": [
|
"required": [
|
||||||
"identifier",
|
"identifier",
|
||||||
"type",
|
"shield_type",
|
||||||
"params",
|
"params",
|
||||||
|
"type",
|
||||||
"provider_id"
|
"provider_id"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
|
@ -5867,12 +5808,16 @@
|
||||||
"JobCancelRequest": {
|
"JobCancelRequest": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
"task_id": {
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
"job_id": {
|
"job_id": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"additionalProperties": false,
|
"additionalProperties": false,
|
||||||
"required": [
|
"required": [
|
||||||
|
"task_id",
|
||||||
"job_id"
|
"job_id"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
|
@ -6575,10 +6520,45 @@
|
||||||
"shield"
|
"shield"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
"RunEvalRequest": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"task_id": {
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
"task_config": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/BenchmarkEvalTaskConfig"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/AppEvalTaskConfig"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"task_id",
|
||||||
|
"task_config"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Job": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"job_id": {
|
||||||
|
"type": "string"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"job_id"
|
||||||
|
]
|
||||||
|
},
|
||||||
"RunShieldRequest": {
|
"RunShieldRequest": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
"shield_type": {
|
"identifier": {
|
||||||
"type": "string"
|
"type": "string"
|
||||||
},
|
},
|
||||||
"messages": {
|
"messages": {
|
||||||
|
|
@ -6628,7 +6608,7 @@
|
||||||
},
|
},
|
||||||
"additionalProperties": false,
|
"additionalProperties": false,
|
||||||
"required": [
|
"required": [
|
||||||
"shield_type",
|
"identifier",
|
||||||
"messages",
|
"messages",
|
||||||
"params"
|
"params"
|
||||||
]
|
]
|
||||||
|
|
@ -6674,9 +6654,23 @@
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"scoring_functions": {
|
"scoring_functions": {
|
||||||
"type": "array",
|
"type": "object",
|
||||||
"items": {
|
"additionalProperties": {
|
||||||
"type": "string"
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/LLMAsJudgeScoringFnParams"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/RegexParserScoringFnParams"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "null"
|
||||||
|
}
|
||||||
|
]
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
@ -6708,9 +6702,23 @@
|
||||||
"type": "string"
|
"type": "string"
|
||||||
},
|
},
|
||||||
"scoring_functions": {
|
"scoring_functions": {
|
||||||
"type": "array",
|
"type": "object",
|
||||||
"items": {
|
"additionalProperties": {
|
||||||
"type": "string"
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/LLMAsJudgeScoringFnParams"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/RegexParserScoringFnParams"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "null"
|
||||||
|
}
|
||||||
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"save_results_dataset": {
|
"save_results_dataset": {
|
||||||
|
|
@ -7063,13 +7071,19 @@
|
||||||
],
|
],
|
||||||
"tags": [
|
"tags": [
|
||||||
{
|
{
|
||||||
"name": "Memory"
|
"name": "ScoringFunctions"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "Inference"
|
"name": "Agents"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "Eval"
|
"name": "Shields"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Telemetry"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Safety"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "MemoryBanks"
|
"name": "MemoryBanks"
|
||||||
|
|
@ -7084,16 +7098,10 @@
|
||||||
"name": "PostTraining"
|
"name": "PostTraining"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "Agents"
|
"name": "Inference"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "Shields"
|
"name": "Datasets"
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "Telemetry"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "Inspect"
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "DatasetIO"
|
"name": "DatasetIO"
|
||||||
|
|
@ -7102,17 +7110,17 @@
|
||||||
"name": "SyntheticDataGeneration"
|
"name": "SyntheticDataGeneration"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "Datasets"
|
"name": "Memory"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Eval"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Inspect"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "Scoring"
|
"name": "Scoring"
|
||||||
},
|
},
|
||||||
{
|
|
||||||
"name": "ScoringFunctions"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "Safety"
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"name": "BuiltinTool",
|
"name": "BuiltinTool",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/BuiltinTool\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/BuiltinTool\" />"
|
||||||
|
|
@ -7377,13 +7385,29 @@
|
||||||
"name": "AgentCandidate",
|
"name": "AgentCandidate",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentCandidate\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentCandidate\" />"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"name": "AppEvalTaskConfig",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/AppEvalTaskConfig\" />"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "BenchmarkEvalTaskConfig",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/BenchmarkEvalTaskConfig\" />"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "LLMAsJudgeScoringFnParams",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/LLMAsJudgeScoringFnParams\" />"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"name": "ModelCandidate",
|
"name": "ModelCandidate",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ModelCandidate\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ModelCandidate\" />"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "EvaluateRequest",
|
"name": "RegexParserScoringFnParams",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvaluateRequest\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegexParserScoringFnParams\" />"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "EvaluateRowsRequest",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvaluateRowsRequest\" />"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "EvaluateResponse",
|
"name": "EvaluateResponse",
|
||||||
|
|
@ -7393,14 +7417,6 @@
|
||||||
"name": "ScoringResult",
|
"name": "ScoringResult",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoringResult\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoringResult\" />"
|
||||||
},
|
},
|
||||||
{
|
|
||||||
"name": "EvaluateBatchRequest",
|
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvaluateBatchRequest\" />"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "Job",
|
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/Job\" />"
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"name": "GetAgentsSessionRequest",
|
"name": "GetAgentsSessionRequest",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/GetAgentsSessionRequest\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/GetAgentsSessionRequest\" />"
|
||||||
|
|
@ -7441,10 +7457,6 @@
|
||||||
"name": "PaginatedRowsResult",
|
"name": "PaginatedRowsResult",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/PaginatedRowsResult\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/PaginatedRowsResult\" />"
|
||||||
},
|
},
|
||||||
{
|
|
||||||
"name": "Parameter",
|
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/Parameter\" />"
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"name": "ScoringFnDefWithProvider",
|
"name": "ScoringFnDefWithProvider",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoringFnDefWithProvider\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoringFnDefWithProvider\" />"
|
||||||
|
|
@ -7589,6 +7601,14 @@
|
||||||
"name": "RegisterShieldRequest",
|
"name": "RegisterShieldRequest",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterShieldRequest\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterShieldRequest\" />"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"name": "RunEvalRequest",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunEvalRequest\" />"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Job",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/Job\" />"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"name": "RunShieldRequest",
|
"name": "RunShieldRequest",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunShieldRequest\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunShieldRequest\" />"
|
||||||
|
|
@ -7680,11 +7700,13 @@
|
||||||
"AgentTurnResponseStreamChunk",
|
"AgentTurnResponseStreamChunk",
|
||||||
"AgentTurnResponseTurnCompletePayload",
|
"AgentTurnResponseTurnCompletePayload",
|
||||||
"AgentTurnResponseTurnStartPayload",
|
"AgentTurnResponseTurnStartPayload",
|
||||||
|
"AppEvalTaskConfig",
|
||||||
"Attachment",
|
"Attachment",
|
||||||
"BatchChatCompletionRequest",
|
"BatchChatCompletionRequest",
|
||||||
"BatchChatCompletionResponse",
|
"BatchChatCompletionResponse",
|
||||||
"BatchCompletionRequest",
|
"BatchCompletionRequest",
|
||||||
"BatchCompletionResponse",
|
"BatchCompletionResponse",
|
||||||
|
"BenchmarkEvalTaskConfig",
|
||||||
"BuiltinTool",
|
"BuiltinTool",
|
||||||
"CancelTrainingJobRequest",
|
"CancelTrainingJobRequest",
|
||||||
"ChatCompletionRequest",
|
"ChatCompletionRequest",
|
||||||
|
|
@ -7708,9 +7730,8 @@
|
||||||
"DoraFinetuningConfig",
|
"DoraFinetuningConfig",
|
||||||
"EmbeddingsRequest",
|
"EmbeddingsRequest",
|
||||||
"EmbeddingsResponse",
|
"EmbeddingsResponse",
|
||||||
"EvaluateBatchRequest",
|
|
||||||
"EvaluateRequest",
|
|
||||||
"EvaluateResponse",
|
"EvaluateResponse",
|
||||||
|
"EvaluateRowsRequest",
|
||||||
"FinetuningAlgorithm",
|
"FinetuningAlgorithm",
|
||||||
"FunctionCallToolDefinition",
|
"FunctionCallToolDefinition",
|
||||||
"GetAgentsSessionRequest",
|
"GetAgentsSessionRequest",
|
||||||
|
|
@ -7724,6 +7745,7 @@
|
||||||
"JobStatus",
|
"JobStatus",
|
||||||
"KeyValueMemoryBankDef",
|
"KeyValueMemoryBankDef",
|
||||||
"KeywordMemoryBankDef",
|
"KeywordMemoryBankDef",
|
||||||
|
"LLMAsJudgeScoringFnParams",
|
||||||
"LogEventRequest",
|
"LogEventRequest",
|
||||||
"LogSeverity",
|
"LogSeverity",
|
||||||
"LoraFinetuningConfig",
|
"LoraFinetuningConfig",
|
||||||
|
|
@ -7735,7 +7757,6 @@
|
||||||
"ModelDefWithProvider",
|
"ModelDefWithProvider",
|
||||||
"OptimizerConfig",
|
"OptimizerConfig",
|
||||||
"PaginatedRowsResult",
|
"PaginatedRowsResult",
|
||||||
"Parameter",
|
|
||||||
"PhotogenToolDefinition",
|
"PhotogenToolDefinition",
|
||||||
"PostTrainingJob",
|
"PostTrainingJob",
|
||||||
"PostTrainingJobArtifactsResponse",
|
"PostTrainingJobArtifactsResponse",
|
||||||
|
|
@ -7748,6 +7769,7 @@
|
||||||
"QueryDocumentsRequest",
|
"QueryDocumentsRequest",
|
||||||
"QueryDocumentsResponse",
|
"QueryDocumentsResponse",
|
||||||
"RLHFAlgorithm",
|
"RLHFAlgorithm",
|
||||||
|
"RegexParserScoringFnParams",
|
||||||
"RegisterDatasetRequest",
|
"RegisterDatasetRequest",
|
||||||
"RegisterMemoryBankRequest",
|
"RegisterMemoryBankRequest",
|
||||||
"RegisterModelRequest",
|
"RegisterModelRequest",
|
||||||
|
|
@ -7756,6 +7778,7 @@
|
||||||
"RestAPIExecutionConfig",
|
"RestAPIExecutionConfig",
|
||||||
"RestAPIMethod",
|
"RestAPIMethod",
|
||||||
"RouteInfo",
|
"RouteInfo",
|
||||||
|
"RunEvalRequest",
|
||||||
"RunShieldRequest",
|
"RunShieldRequest",
|
||||||
"RunShieldResponse",
|
"RunShieldResponse",
|
||||||
"SafetyViolation",
|
"SafetyViolation",
|
||||||
|
|
|
||||||
|
|
@ -218,6 +218,30 @@ components:
|
||||||
- event_type
|
- event_type
|
||||||
- turn_id
|
- turn_id
|
||||||
type: object
|
type: object
|
||||||
|
AppEvalTaskConfig:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
eval_candidate:
|
||||||
|
oneOf:
|
||||||
|
- $ref: '#/components/schemas/ModelCandidate'
|
||||||
|
- $ref: '#/components/schemas/AgentCandidate'
|
||||||
|
num_examples:
|
||||||
|
type: integer
|
||||||
|
scoring_params:
|
||||||
|
additionalProperties:
|
||||||
|
oneOf:
|
||||||
|
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
|
||||||
|
- $ref: '#/components/schemas/RegexParserScoringFnParams'
|
||||||
|
type: object
|
||||||
|
type:
|
||||||
|
const: app
|
||||||
|
default: app
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- type
|
||||||
|
- eval_candidate
|
||||||
|
- scoring_params
|
||||||
|
type: object
|
||||||
Attachment:
|
Attachment:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
|
|
@ -322,6 +346,23 @@ components:
|
||||||
required:
|
required:
|
||||||
- completion_message_batch
|
- completion_message_batch
|
||||||
type: object
|
type: object
|
||||||
|
BenchmarkEvalTaskConfig:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
eval_candidate:
|
||||||
|
oneOf:
|
||||||
|
- $ref: '#/components/schemas/ModelCandidate'
|
||||||
|
- $ref: '#/components/schemas/AgentCandidate'
|
||||||
|
num_examples:
|
||||||
|
type: integer
|
||||||
|
type:
|
||||||
|
const: benchmark
|
||||||
|
default: benchmark
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- type
|
||||||
|
- eval_candidate
|
||||||
|
type: object
|
||||||
BuiltinTool:
|
BuiltinTool:
|
||||||
enum:
|
enum:
|
||||||
- brave_search
|
- brave_search
|
||||||
|
|
@ -790,6 +831,10 @@ components:
|
||||||
type: object
|
type: object
|
||||||
provider_id:
|
provider_id:
|
||||||
type: string
|
type: string
|
||||||
|
type:
|
||||||
|
const: dataset
|
||||||
|
default: dataset
|
||||||
|
type: string
|
||||||
url:
|
url:
|
||||||
$ref: '#/components/schemas/URL'
|
$ref: '#/components/schemas/URL'
|
||||||
required:
|
required:
|
||||||
|
|
@ -797,6 +842,7 @@ components:
|
||||||
- dataset_schema
|
- dataset_schema
|
||||||
- url
|
- url
|
||||||
- metadata
|
- metadata
|
||||||
|
- type
|
||||||
- provider_id
|
- provider_id
|
||||||
type: object
|
type: object
|
||||||
DeleteAgentsRequest:
|
DeleteAgentsRequest:
|
||||||
|
|
@ -872,52 +918,6 @@ components:
|
||||||
required:
|
required:
|
||||||
- embeddings
|
- embeddings
|
||||||
type: object
|
type: object
|
||||||
EvaluateBatchRequest:
|
|
||||||
additionalProperties: false
|
|
||||||
properties:
|
|
||||||
candidate:
|
|
||||||
oneOf:
|
|
||||||
- $ref: '#/components/schemas/ModelCandidate'
|
|
||||||
- $ref: '#/components/schemas/AgentCandidate'
|
|
||||||
dataset_id:
|
|
||||||
type: string
|
|
||||||
scoring_functions:
|
|
||||||
items:
|
|
||||||
type: string
|
|
||||||
type: array
|
|
||||||
required:
|
|
||||||
- dataset_id
|
|
||||||
- candidate
|
|
||||||
- scoring_functions
|
|
||||||
type: object
|
|
||||||
EvaluateRequest:
|
|
||||||
additionalProperties: false
|
|
||||||
properties:
|
|
||||||
candidate:
|
|
||||||
oneOf:
|
|
||||||
- $ref: '#/components/schemas/ModelCandidate'
|
|
||||||
- $ref: '#/components/schemas/AgentCandidate'
|
|
||||||
input_rows:
|
|
||||||
items:
|
|
||||||
additionalProperties:
|
|
||||||
oneOf:
|
|
||||||
- type: 'null'
|
|
||||||
- type: boolean
|
|
||||||
- type: number
|
|
||||||
- type: string
|
|
||||||
- type: array
|
|
||||||
- type: object
|
|
||||||
type: object
|
|
||||||
type: array
|
|
||||||
scoring_functions:
|
|
||||||
items:
|
|
||||||
type: string
|
|
||||||
type: array
|
|
||||||
required:
|
|
||||||
- input_rows
|
|
||||||
- candidate
|
|
||||||
- scoring_functions
|
|
||||||
type: object
|
|
||||||
EvaluateResponse:
|
EvaluateResponse:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
|
|
@ -941,6 +941,37 @@ components:
|
||||||
- generations
|
- generations
|
||||||
- scores
|
- scores
|
||||||
type: object
|
type: object
|
||||||
|
EvaluateRowsRequest:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
input_rows:
|
||||||
|
items:
|
||||||
|
additionalProperties:
|
||||||
|
oneOf:
|
||||||
|
- type: 'null'
|
||||||
|
- type: boolean
|
||||||
|
- type: number
|
||||||
|
- type: string
|
||||||
|
- type: array
|
||||||
|
- type: object
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
scoring_functions:
|
||||||
|
items:
|
||||||
|
type: string
|
||||||
|
type: array
|
||||||
|
task_config:
|
||||||
|
oneOf:
|
||||||
|
- $ref: '#/components/schemas/BenchmarkEvalTaskConfig'
|
||||||
|
- $ref: '#/components/schemas/AppEvalTaskConfig'
|
||||||
|
task_id:
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- task_id
|
||||||
|
- input_rows
|
||||||
|
- scoring_functions
|
||||||
|
- task_config
|
||||||
|
type: object
|
||||||
FinetuningAlgorithm:
|
FinetuningAlgorithm:
|
||||||
enum:
|
enum:
|
||||||
- full
|
- full
|
||||||
|
|
@ -1082,7 +1113,10 @@ components:
|
||||||
properties:
|
properties:
|
||||||
job_id:
|
job_id:
|
||||||
type: string
|
type: string
|
||||||
|
task_id:
|
||||||
|
type: string
|
||||||
required:
|
required:
|
||||||
|
- task_id
|
||||||
- job_id
|
- job_id
|
||||||
type: object
|
type: object
|
||||||
JobStatus:
|
JobStatus:
|
||||||
|
|
@ -1124,6 +1158,25 @@ components:
|
||||||
- provider_id
|
- provider_id
|
||||||
- type
|
- type
|
||||||
type: object
|
type: object
|
||||||
|
LLMAsJudgeScoringFnParams:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
judge_model:
|
||||||
|
type: string
|
||||||
|
judge_score_regexes:
|
||||||
|
items:
|
||||||
|
type: string
|
||||||
|
type: array
|
||||||
|
prompt_template:
|
||||||
|
type: string
|
||||||
|
type:
|
||||||
|
const: llm_as_judge
|
||||||
|
default: llm_as_judge
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- type
|
||||||
|
- judge_model
|
||||||
|
type: object
|
||||||
LogEventRequest:
|
LogEventRequest:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
|
|
@ -1442,10 +1495,15 @@ components:
|
||||||
type: object
|
type: object
|
||||||
provider_id:
|
provider_id:
|
||||||
type: string
|
type: string
|
||||||
|
type:
|
||||||
|
const: model
|
||||||
|
default: model
|
||||||
|
type: string
|
||||||
required:
|
required:
|
||||||
- identifier
|
- identifier
|
||||||
- llama_model
|
- llama_model
|
||||||
- metadata
|
- metadata
|
||||||
|
- type
|
||||||
- provider_id
|
- provider_id
|
||||||
type: object
|
type: object
|
||||||
OptimizerConfig:
|
OptimizerConfig:
|
||||||
|
|
@ -1492,109 +1550,6 @@ components:
|
||||||
- rows
|
- rows
|
||||||
- total_count
|
- total_count
|
||||||
type: object
|
type: object
|
||||||
Parameter:
|
|
||||||
additionalProperties: false
|
|
||||||
properties:
|
|
||||||
description:
|
|
||||||
type: string
|
|
||||||
name:
|
|
||||||
type: string
|
|
||||||
type:
|
|
||||||
oneOf:
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: string
|
|
||||||
default: string
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: number
|
|
||||||
default: number
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: boolean
|
|
||||||
default: boolean
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: array
|
|
||||||
default: array
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: object
|
|
||||||
default: object
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: json
|
|
||||||
default: json
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: union
|
|
||||||
default: union
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: chat_completion_input
|
|
||||||
default: chat_completion_input
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: completion_input
|
|
||||||
default: completion_input
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
- additionalProperties: false
|
|
||||||
properties:
|
|
||||||
type:
|
|
||||||
const: agent_turn_input
|
|
||||||
default: agent_turn_input
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
required:
|
|
||||||
- name
|
|
||||||
- type
|
|
||||||
type: object
|
|
||||||
PhotogenToolDefinition:
|
PhotogenToolDefinition:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
|
|
@ -1844,6 +1799,20 @@ components:
|
||||||
enum:
|
enum:
|
||||||
- dpo
|
- dpo
|
||||||
type: string
|
type: string
|
||||||
|
RegexParserScoringFnParams:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
parsing_regexes:
|
||||||
|
items:
|
||||||
|
type: string
|
||||||
|
type: array
|
||||||
|
type:
|
||||||
|
const: regex_parser
|
||||||
|
default: regex_parser
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- type
|
||||||
|
type: object
|
||||||
RegisterDatasetRequest:
|
RegisterDatasetRequest:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
|
|
@ -1952,9 +1921,24 @@ components:
|
||||||
- method
|
- method
|
||||||
- provider_types
|
- provider_types
|
||||||
type: object
|
type: object
|
||||||
|
RunEvalRequest:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
task_config:
|
||||||
|
oneOf:
|
||||||
|
- $ref: '#/components/schemas/BenchmarkEvalTaskConfig'
|
||||||
|
- $ref: '#/components/schemas/AppEvalTaskConfig'
|
||||||
|
task_id:
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- task_id
|
||||||
|
- task_config
|
||||||
|
type: object
|
||||||
RunShieldRequest:
|
RunShieldRequest:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
|
identifier:
|
||||||
|
type: string
|
||||||
messages:
|
messages:
|
||||||
items:
|
items:
|
||||||
oneOf:
|
oneOf:
|
||||||
|
|
@ -1973,10 +1957,8 @@ components:
|
||||||
- type: array
|
- type: array
|
||||||
- type: object
|
- type: object
|
||||||
type: object
|
type: object
|
||||||
shield_type:
|
|
||||||
type: string
|
|
||||||
required:
|
required:
|
||||||
- shield_type
|
- identifier
|
||||||
- messages
|
- messages
|
||||||
- params
|
- params
|
||||||
type: object
|
type: object
|
||||||
|
|
@ -2045,9 +2027,13 @@ components:
|
||||||
save_results_dataset:
|
save_results_dataset:
|
||||||
type: boolean
|
type: boolean
|
||||||
scoring_functions:
|
scoring_functions:
|
||||||
items:
|
additionalProperties:
|
||||||
type: string
|
oneOf:
|
||||||
type: array
|
- oneOf:
|
||||||
|
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
|
||||||
|
- $ref: '#/components/schemas/RegexParserScoringFnParams'
|
||||||
|
- type: 'null'
|
||||||
|
type: object
|
||||||
required:
|
required:
|
||||||
- dataset_id
|
- dataset_id
|
||||||
- scoring_functions
|
- scoring_functions
|
||||||
|
|
@ -2081,9 +2067,13 @@ components:
|
||||||
type: object
|
type: object
|
||||||
type: array
|
type: array
|
||||||
scoring_functions:
|
scoring_functions:
|
||||||
items:
|
additionalProperties:
|
||||||
type: string
|
oneOf:
|
||||||
type: array
|
- oneOf:
|
||||||
|
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
|
||||||
|
- $ref: '#/components/schemas/RegexParserScoringFnParams'
|
||||||
|
- type: 'null'
|
||||||
|
type: object
|
||||||
required:
|
required:
|
||||||
- input_rows
|
- input_rows
|
||||||
- scoring_functions
|
- scoring_functions
|
||||||
|
|
@ -2101,20 +2091,6 @@ components:
|
||||||
ScoringFnDefWithProvider:
|
ScoringFnDefWithProvider:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
context:
|
|
||||||
additionalProperties: false
|
|
||||||
properties:
|
|
||||||
judge_model:
|
|
||||||
type: string
|
|
||||||
judge_score_regex:
|
|
||||||
items:
|
|
||||||
type: string
|
|
||||||
type: array
|
|
||||||
prompt_template:
|
|
||||||
type: string
|
|
||||||
required:
|
|
||||||
- judge_model
|
|
||||||
type: object
|
|
||||||
description:
|
description:
|
||||||
type: string
|
type: string
|
||||||
identifier:
|
identifier:
|
||||||
|
|
@ -2129,10 +2105,10 @@ components:
|
||||||
- type: array
|
- type: array
|
||||||
- type: object
|
- type: object
|
||||||
type: object
|
type: object
|
||||||
parameters:
|
params:
|
||||||
items:
|
oneOf:
|
||||||
$ref: '#/components/schemas/Parameter'
|
- $ref: '#/components/schemas/LLMAsJudgeScoringFnParams'
|
||||||
type: array
|
- $ref: '#/components/schemas/RegexParserScoringFnParams'
|
||||||
provider_id:
|
provider_id:
|
||||||
type: string
|
type: string
|
||||||
return_type:
|
return_type:
|
||||||
|
|
@ -2227,11 +2203,15 @@ components:
|
||||||
required:
|
required:
|
||||||
- type
|
- type
|
||||||
type: object
|
type: object
|
||||||
|
type:
|
||||||
|
const: scoring_fn
|
||||||
|
default: scoring_fn
|
||||||
|
type: string
|
||||||
required:
|
required:
|
||||||
- identifier
|
- identifier
|
||||||
- metadata
|
- metadata
|
||||||
- parameters
|
|
||||||
- return_type
|
- return_type
|
||||||
|
- type
|
||||||
- provider_id
|
- provider_id
|
||||||
type: object
|
type: object
|
||||||
ScoringResult:
|
ScoringResult:
|
||||||
|
|
@ -2361,12 +2341,17 @@ components:
|
||||||
type: object
|
type: object
|
||||||
provider_id:
|
provider_id:
|
||||||
type: string
|
type: string
|
||||||
|
shield_type:
|
||||||
|
type: string
|
||||||
type:
|
type:
|
||||||
|
const: shield
|
||||||
|
default: shield
|
||||||
type: string
|
type: string
|
||||||
required:
|
required:
|
||||||
- identifier
|
- identifier
|
||||||
- type
|
- shield_type
|
||||||
- params
|
- params
|
||||||
|
- type
|
||||||
- provider_id
|
- provider_id
|
||||||
type: object
|
type: object
|
||||||
SpanEndPayload:
|
SpanEndPayload:
|
||||||
|
|
@ -2998,7 +2983,7 @@ info:
|
||||||
description: "This is the specification of the llama stack that provides\n \
|
description: "This is the specification of the llama stack that provides\n \
|
||||||
\ a set of endpoints and their corresponding interfaces that are tailored\
|
\ a set of endpoints and their corresponding interfaces that are tailored\
|
||||||
\ to\n best leverage Llama Models. The specification is still in\
|
\ to\n best leverage Llama Models. The specification is still in\
|
||||||
\ draft and subject to change.\n Generated at 2024-10-31 14:28:52.128905"
|
\ draft and subject to change.\n Generated at 2024-11-07 22:26:27.169134"
|
||||||
title: '[DRAFT] Llama Stack Specification'
|
title: '[DRAFT] Llama Stack Specification'
|
||||||
version: 0.0.1
|
version: 0.0.1
|
||||||
jsonSchemaDialect: https://json-schema.org/draft/2020-12/schema
|
jsonSchemaDialect: https://json-schema.org/draft/2020-12/schema
|
||||||
|
|
@ -3387,7 +3372,7 @@ paths:
|
||||||
description: OK
|
description: OK
|
||||||
tags:
|
tags:
|
||||||
- Datasets
|
- Datasets
|
||||||
/eval/evaluate:
|
/eval/evaluate_rows:
|
||||||
post:
|
post:
|
||||||
parameters:
|
parameters:
|
||||||
- description: JSON-encoded provider data which will be made available to the
|
- description: JSON-encoded provider data which will be made available to the
|
||||||
|
|
@ -3401,7 +3386,7 @@ paths:
|
||||||
content:
|
content:
|
||||||
application/json:
|
application/json:
|
||||||
schema:
|
schema:
|
||||||
$ref: '#/components/schemas/EvaluateRequest'
|
$ref: '#/components/schemas/EvaluateRowsRequest'
|
||||||
required: true
|
required: true
|
||||||
responses:
|
responses:
|
||||||
'200':
|
'200':
|
||||||
|
|
@ -3412,31 +3397,6 @@ paths:
|
||||||
description: OK
|
description: OK
|
||||||
tags:
|
tags:
|
||||||
- Eval
|
- Eval
|
||||||
/eval/evaluate_batch:
|
|
||||||
post:
|
|
||||||
parameters:
|
|
||||||
- description: JSON-encoded provider data which will be made available to the
|
|
||||||
adapter servicing the API
|
|
||||||
in: header
|
|
||||||
name: X-LlamaStack-ProviderData
|
|
||||||
required: false
|
|
||||||
schema:
|
|
||||||
type: string
|
|
||||||
requestBody:
|
|
||||||
content:
|
|
||||||
application/json:
|
|
||||||
schema:
|
|
||||||
$ref: '#/components/schemas/EvaluateBatchRequest'
|
|
||||||
required: true
|
|
||||||
responses:
|
|
||||||
'200':
|
|
||||||
content:
|
|
||||||
application/json:
|
|
||||||
schema:
|
|
||||||
$ref: '#/components/schemas/Job'
|
|
||||||
description: OK
|
|
||||||
tags:
|
|
||||||
- Eval
|
|
||||||
/eval/job/cancel:
|
/eval/job/cancel:
|
||||||
post:
|
post:
|
||||||
parameters:
|
parameters:
|
||||||
|
|
@ -3461,6 +3421,11 @@ paths:
|
||||||
/eval/job/result:
|
/eval/job/result:
|
||||||
get:
|
get:
|
||||||
parameters:
|
parameters:
|
||||||
|
- in: query
|
||||||
|
name: task_id
|
||||||
|
required: true
|
||||||
|
schema:
|
||||||
|
type: string
|
||||||
- in: query
|
- in: query
|
||||||
name: job_id
|
name: job_id
|
||||||
required: true
|
required: true
|
||||||
|
|
@ -3485,6 +3450,11 @@ paths:
|
||||||
/eval/job/status:
|
/eval/job/status:
|
||||||
get:
|
get:
|
||||||
parameters:
|
parameters:
|
||||||
|
- in: query
|
||||||
|
name: task_id
|
||||||
|
required: true
|
||||||
|
schema:
|
||||||
|
type: string
|
||||||
- in: query
|
- in: query
|
||||||
name: job_id
|
name: job_id
|
||||||
required: true
|
required: true
|
||||||
|
|
@ -3508,6 +3478,31 @@ paths:
|
||||||
description: OK
|
description: OK
|
||||||
tags:
|
tags:
|
||||||
- Eval
|
- Eval
|
||||||
|
/eval/run_eval:
|
||||||
|
post:
|
||||||
|
parameters:
|
||||||
|
- description: JSON-encoded provider data which will be made available to the
|
||||||
|
adapter servicing the API
|
||||||
|
in: header
|
||||||
|
name: X-LlamaStack-ProviderData
|
||||||
|
required: false
|
||||||
|
schema:
|
||||||
|
type: string
|
||||||
|
requestBody:
|
||||||
|
content:
|
||||||
|
application/json:
|
||||||
|
schema:
|
||||||
|
$ref: '#/components/schemas/RunEvalRequest'
|
||||||
|
required: true
|
||||||
|
responses:
|
||||||
|
'200':
|
||||||
|
content:
|
||||||
|
application/json:
|
||||||
|
schema:
|
||||||
|
$ref: '#/components/schemas/Job'
|
||||||
|
description: OK
|
||||||
|
tags:
|
||||||
|
- Eval
|
||||||
/health:
|
/health:
|
||||||
get:
|
get:
|
||||||
parameters:
|
parameters:
|
||||||
|
|
@ -4143,7 +4138,7 @@ paths:
|
||||||
get:
|
get:
|
||||||
parameters:
|
parameters:
|
||||||
- in: query
|
- in: query
|
||||||
name: shield_type
|
name: identifier
|
||||||
required: true
|
required: true
|
||||||
schema:
|
schema:
|
||||||
type: string
|
type: string
|
||||||
|
|
@ -4280,23 +4275,23 @@ security:
|
||||||
servers:
|
servers:
|
||||||
- url: http://any-hosted-llama-stack.com
|
- url: http://any-hosted-llama-stack.com
|
||||||
tags:
|
tags:
|
||||||
- name: Memory
|
- name: ScoringFunctions
|
||||||
- name: Inference
|
- name: Agents
|
||||||
- name: Eval
|
- name: Shields
|
||||||
|
- name: Telemetry
|
||||||
|
- name: Safety
|
||||||
- name: MemoryBanks
|
- name: MemoryBanks
|
||||||
- name: Models
|
- name: Models
|
||||||
- name: BatchInference
|
- name: BatchInference
|
||||||
- name: PostTraining
|
- name: PostTraining
|
||||||
- name: Agents
|
- name: Inference
|
||||||
- name: Shields
|
- name: Datasets
|
||||||
- name: Telemetry
|
|
||||||
- name: Inspect
|
|
||||||
- name: DatasetIO
|
- name: DatasetIO
|
||||||
- name: SyntheticDataGeneration
|
- name: SyntheticDataGeneration
|
||||||
- name: Datasets
|
- name: Memory
|
||||||
|
- name: Eval
|
||||||
|
- name: Inspect
|
||||||
- name: Scoring
|
- name: Scoring
|
||||||
- name: ScoringFunctions
|
|
||||||
- name: Safety
|
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/BuiltinTool" />
|
- description: <SchemaDefinition schemaRef="#/components/schemas/BuiltinTool" />
|
||||||
name: BuiltinTool
|
name: BuiltinTool
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/CompletionMessage"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/CompletionMessage"
|
||||||
|
|
@ -4503,21 +4498,28 @@ tags:
|
||||||
name: EmbeddingsResponse
|
name: EmbeddingsResponse
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/AgentCandidate" />
|
- description: <SchemaDefinition schemaRef="#/components/schemas/AgentCandidate" />
|
||||||
name: AgentCandidate
|
name: AgentCandidate
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/AppEvalTaskConfig"
|
||||||
|
/>
|
||||||
|
name: AppEvalTaskConfig
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/BenchmarkEvalTaskConfig"
|
||||||
|
/>
|
||||||
|
name: BenchmarkEvalTaskConfig
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/LLMAsJudgeScoringFnParams"
|
||||||
|
/>
|
||||||
|
name: LLMAsJudgeScoringFnParams
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/ModelCandidate" />
|
- description: <SchemaDefinition schemaRef="#/components/schemas/ModelCandidate" />
|
||||||
name: ModelCandidate
|
name: ModelCandidate
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/EvaluateRequest"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/RegexParserScoringFnParams"
|
||||||
/>
|
/>
|
||||||
name: EvaluateRequest
|
name: RegexParserScoringFnParams
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/EvaluateRowsRequest"
|
||||||
|
/>
|
||||||
|
name: EvaluateRowsRequest
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/EvaluateResponse"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/EvaluateResponse"
|
||||||
/>
|
/>
|
||||||
name: EvaluateResponse
|
name: EvaluateResponse
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/ScoringResult" />
|
- description: <SchemaDefinition schemaRef="#/components/schemas/ScoringResult" />
|
||||||
name: ScoringResult
|
name: ScoringResult
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/EvaluateBatchRequest"
|
|
||||||
/>
|
|
||||||
name: EvaluateBatchRequest
|
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/Job" />
|
|
||||||
name: Job
|
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/GetAgentsSessionRequest"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/GetAgentsSessionRequest"
|
||||||
/>
|
/>
|
||||||
name: GetAgentsSessionRequest
|
name: GetAgentsSessionRequest
|
||||||
|
|
@ -4550,8 +4552,6 @@ tags:
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/PaginatedRowsResult"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/PaginatedRowsResult"
|
||||||
/>
|
/>
|
||||||
name: PaginatedRowsResult
|
name: PaginatedRowsResult
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/Parameter" />
|
|
||||||
name: Parameter
|
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/ScoringFnDefWithProvider"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/ScoringFnDefWithProvider"
|
||||||
/>
|
/>
|
||||||
name: ScoringFnDefWithProvider
|
name: ScoringFnDefWithProvider
|
||||||
|
|
@ -4659,6 +4659,10 @@ tags:
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/RegisterShieldRequest"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/RegisterShieldRequest"
|
||||||
/>
|
/>
|
||||||
name: RegisterShieldRequest
|
name: RegisterShieldRequest
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/RunEvalRequest" />
|
||||||
|
name: RunEvalRequest
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/Job" />
|
||||||
|
name: Job
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/RunShieldRequest"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/RunShieldRequest"
|
||||||
/>
|
/>
|
||||||
name: RunShieldRequest
|
name: RunShieldRequest
|
||||||
|
|
@ -4734,11 +4738,13 @@ x-tagGroups:
|
||||||
- AgentTurnResponseStreamChunk
|
- AgentTurnResponseStreamChunk
|
||||||
- AgentTurnResponseTurnCompletePayload
|
- AgentTurnResponseTurnCompletePayload
|
||||||
- AgentTurnResponseTurnStartPayload
|
- AgentTurnResponseTurnStartPayload
|
||||||
|
- AppEvalTaskConfig
|
||||||
- Attachment
|
- Attachment
|
||||||
- BatchChatCompletionRequest
|
- BatchChatCompletionRequest
|
||||||
- BatchChatCompletionResponse
|
- BatchChatCompletionResponse
|
||||||
- BatchCompletionRequest
|
- BatchCompletionRequest
|
||||||
- BatchCompletionResponse
|
- BatchCompletionResponse
|
||||||
|
- BenchmarkEvalTaskConfig
|
||||||
- BuiltinTool
|
- BuiltinTool
|
||||||
- CancelTrainingJobRequest
|
- CancelTrainingJobRequest
|
||||||
- ChatCompletionRequest
|
- ChatCompletionRequest
|
||||||
|
|
@ -4762,9 +4768,8 @@ x-tagGroups:
|
||||||
- DoraFinetuningConfig
|
- DoraFinetuningConfig
|
||||||
- EmbeddingsRequest
|
- EmbeddingsRequest
|
||||||
- EmbeddingsResponse
|
- EmbeddingsResponse
|
||||||
- EvaluateBatchRequest
|
|
||||||
- EvaluateRequest
|
|
||||||
- EvaluateResponse
|
- EvaluateResponse
|
||||||
|
- EvaluateRowsRequest
|
||||||
- FinetuningAlgorithm
|
- FinetuningAlgorithm
|
||||||
- FunctionCallToolDefinition
|
- FunctionCallToolDefinition
|
||||||
- GetAgentsSessionRequest
|
- GetAgentsSessionRequest
|
||||||
|
|
@ -4778,6 +4783,7 @@ x-tagGroups:
|
||||||
- JobStatus
|
- JobStatus
|
||||||
- KeyValueMemoryBankDef
|
- KeyValueMemoryBankDef
|
||||||
- KeywordMemoryBankDef
|
- KeywordMemoryBankDef
|
||||||
|
- LLMAsJudgeScoringFnParams
|
||||||
- LogEventRequest
|
- LogEventRequest
|
||||||
- LogSeverity
|
- LogSeverity
|
||||||
- LoraFinetuningConfig
|
- LoraFinetuningConfig
|
||||||
|
|
@ -4789,7 +4795,6 @@ x-tagGroups:
|
||||||
- ModelDefWithProvider
|
- ModelDefWithProvider
|
||||||
- OptimizerConfig
|
- OptimizerConfig
|
||||||
- PaginatedRowsResult
|
- PaginatedRowsResult
|
||||||
- Parameter
|
|
||||||
- PhotogenToolDefinition
|
- PhotogenToolDefinition
|
||||||
- PostTrainingJob
|
- PostTrainingJob
|
||||||
- PostTrainingJobArtifactsResponse
|
- PostTrainingJobArtifactsResponse
|
||||||
|
|
@ -4802,6 +4807,7 @@ x-tagGroups:
|
||||||
- QueryDocumentsRequest
|
- QueryDocumentsRequest
|
||||||
- QueryDocumentsResponse
|
- QueryDocumentsResponse
|
||||||
- RLHFAlgorithm
|
- RLHFAlgorithm
|
||||||
|
- RegexParserScoringFnParams
|
||||||
- RegisterDatasetRequest
|
- RegisterDatasetRequest
|
||||||
- RegisterMemoryBankRequest
|
- RegisterMemoryBankRequest
|
||||||
- RegisterModelRequest
|
- RegisterModelRequest
|
||||||
|
|
@ -4810,6 +4816,7 @@ x-tagGroups:
|
||||||
- RestAPIExecutionConfig
|
- RestAPIExecutionConfig
|
||||||
- RestAPIMethod
|
- RestAPIMethod
|
||||||
- RouteInfo
|
- RouteInfo
|
||||||
|
- RunEvalRequest
|
||||||
- RunShieldRequest
|
- RunShieldRequest
|
||||||
- RunShieldResponse
|
- RunShieldResponse
|
||||||
- SafetyViolation
|
- SafetyViolation
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue