mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-07 19:12:09 +00:00
remove json_schema_type decorator
This commit is contained in:
parent
685e863bb5
commit
e477164448
2 changed files with 71 additions and 45 deletions
59
docs/_static/llama-stack-spec.html
vendored
59
docs/_static/llama-stack-spec.html
vendored
|
@ -7173,7 +7173,25 @@
|
||||||
"default": "scoring_function"
|
"default": "scoring_function"
|
||||||
},
|
},
|
||||||
"scoring_fn_type": {
|
"scoring_fn_type": {
|
||||||
"$ref": "#/components/schemas/ScoringFunctionType"
|
"type": "string",
|
||||||
|
"enum": [
|
||||||
|
"custom_llm_as_judge",
|
||||||
|
"regex_parser",
|
||||||
|
"regex_parser_math_response",
|
||||||
|
"equality",
|
||||||
|
"subset_of",
|
||||||
|
"factuality",
|
||||||
|
"faithfulness",
|
||||||
|
"answer_correctness",
|
||||||
|
"answer_relevancy",
|
||||||
|
"answer_similarity",
|
||||||
|
"context_entity_recall",
|
||||||
|
"context_precision",
|
||||||
|
"context_recall",
|
||||||
|
"context_relevancy"
|
||||||
|
],
|
||||||
|
"title": "ScoringFunctionType",
|
||||||
|
"description": "A type of scoring function. Each type is a criteria for evaluating answers."
|
||||||
},
|
},
|
||||||
"params": {
|
"params": {
|
||||||
"$ref": "#/components/schemas/ScoringFnParams"
|
"$ref": "#/components/schemas/ScoringFnParams"
|
||||||
|
@ -7215,27 +7233,6 @@
|
||||||
],
|
],
|
||||||
"title": "ScoringFn"
|
"title": "ScoringFn"
|
||||||
},
|
},
|
||||||
"ScoringFunctionType": {
|
|
||||||
"type": "string",
|
|
||||||
"enum": [
|
|
||||||
"custom_llm_as_judge",
|
|
||||||
"regex_parser",
|
|
||||||
"regex_parser_math_response",
|
|
||||||
"equality",
|
|
||||||
"subset_of",
|
|
||||||
"factuality",
|
|
||||||
"faithfulness",
|
|
||||||
"answer_correctness",
|
|
||||||
"answer_relevancy",
|
|
||||||
"answer_similarity",
|
|
||||||
"context_entity_recall",
|
|
||||||
"context_precision",
|
|
||||||
"context_recall",
|
|
||||||
"context_relevancy"
|
|
||||||
],
|
|
||||||
"title": "ScoringFunctionType",
|
|
||||||
"description": "A type of scoring function. Each type is a criteria for evaluating answers."
|
|
||||||
},
|
|
||||||
"Shield": {
|
"Shield": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
@ -9306,7 +9303,23 @@
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
"scoring_fn_type": {
|
"scoring_fn_type": {
|
||||||
"$ref": "#/components/schemas/ScoringFunctionType",
|
"type": "string",
|
||||||
|
"enum": [
|
||||||
|
"custom_llm_as_judge",
|
||||||
|
"regex_parser",
|
||||||
|
"regex_parser_math_response",
|
||||||
|
"equality",
|
||||||
|
"subset_of",
|
||||||
|
"factuality",
|
||||||
|
"faithfulness",
|
||||||
|
"answer_correctness",
|
||||||
|
"answer_relevancy",
|
||||||
|
"answer_similarity",
|
||||||
|
"context_entity_recall",
|
||||||
|
"context_precision",
|
||||||
|
"context_recall",
|
||||||
|
"context_relevancy"
|
||||||
|
],
|
||||||
"description": "The type of scoring function to register."
|
"description": "The type of scoring function to register."
|
||||||
},
|
},
|
||||||
"params": {
|
"params": {
|
||||||
|
|
57
docs/_static/llama-stack-spec.yaml
vendored
57
docs/_static/llama-stack-spec.yaml
vendored
|
@ -4936,7 +4936,25 @@ components:
|
||||||
const: scoring_function
|
const: scoring_function
|
||||||
default: scoring_function
|
default: scoring_function
|
||||||
scoring_fn_type:
|
scoring_fn_type:
|
||||||
$ref: '#/components/schemas/ScoringFunctionType'
|
type: string
|
||||||
|
enum:
|
||||||
|
- custom_llm_as_judge
|
||||||
|
- regex_parser
|
||||||
|
- regex_parser_math_response
|
||||||
|
- equality
|
||||||
|
- subset_of
|
||||||
|
- factuality
|
||||||
|
- faithfulness
|
||||||
|
- answer_correctness
|
||||||
|
- answer_relevancy
|
||||||
|
- answer_similarity
|
||||||
|
- context_entity_recall
|
||||||
|
- context_precision
|
||||||
|
- context_recall
|
||||||
|
- context_relevancy
|
||||||
|
title: ScoringFunctionType
|
||||||
|
description: >-
|
||||||
|
A type of scoring function. Each type is a criteria for evaluating answers.
|
||||||
params:
|
params:
|
||||||
$ref: '#/components/schemas/ScoringFnParams'
|
$ref: '#/components/schemas/ScoringFnParams'
|
||||||
metadata:
|
metadata:
|
||||||
|
@ -4958,26 +4976,6 @@ components:
|
||||||
- scoring_fn_type
|
- scoring_fn_type
|
||||||
- metadata
|
- metadata
|
||||||
title: ScoringFn
|
title: ScoringFn
|
||||||
ScoringFunctionType:
|
|
||||||
type: string
|
|
||||||
enum:
|
|
||||||
- custom_llm_as_judge
|
|
||||||
- regex_parser
|
|
||||||
- regex_parser_math_response
|
|
||||||
- equality
|
|
||||||
- subset_of
|
|
||||||
- factuality
|
|
||||||
- faithfulness
|
|
||||||
- answer_correctness
|
|
||||||
- answer_relevancy
|
|
||||||
- answer_similarity
|
|
||||||
- context_entity_recall
|
|
||||||
- context_precision
|
|
||||||
- context_recall
|
|
||||||
- context_relevancy
|
|
||||||
title: ScoringFunctionType
|
|
||||||
description: >-
|
|
||||||
A type of scoring function. Each type is a criteria for evaluating answers.
|
|
||||||
Shield:
|
Shield:
|
||||||
type: object
|
type: object
|
||||||
properties:
|
properties:
|
||||||
|
@ -6298,7 +6296,22 @@ components:
|
||||||
type: object
|
type: object
|
||||||
properties:
|
properties:
|
||||||
scoring_fn_type:
|
scoring_fn_type:
|
||||||
$ref: '#/components/schemas/ScoringFunctionType'
|
type: string
|
||||||
|
enum:
|
||||||
|
- custom_llm_as_judge
|
||||||
|
- regex_parser
|
||||||
|
- regex_parser_math_response
|
||||||
|
- equality
|
||||||
|
- subset_of
|
||||||
|
- factuality
|
||||||
|
- faithfulness
|
||||||
|
- answer_correctness
|
||||||
|
- answer_relevancy
|
||||||
|
- answer_similarity
|
||||||
|
- context_entity_recall
|
||||||
|
- context_precision
|
||||||
|
- context_recall
|
||||||
|
- context_relevancy
|
||||||
description: >-
|
description: >-
|
||||||
The type of scoring function to register.
|
The type of scoring function to register.
|
||||||
params:
|
params:
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue