From e4771644488aab6ba2ccdc695edf2bf22afb9b85 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Tue, 11 Mar 2025 22:08:30 -0700 Subject: [PATCH] remove json_schema_type decorator --- docs/_static/llama-stack-spec.html | 59 ++++++++++++++++++------------ docs/_static/llama-stack-spec.yaml | 57 ++++++++++++++++++----------- 2 files changed, 71 insertions(+), 45 deletions(-) diff --git a/docs/_static/llama-stack-spec.html b/docs/_static/llama-stack-spec.html index 6b363d26a..e4a06c2b9 100644 --- a/docs/_static/llama-stack-spec.html +++ b/docs/_static/llama-stack-spec.html @@ -7173,7 +7173,25 @@ "default": "scoring_function" }, "scoring_fn_type": { - "$ref": "#/components/schemas/ScoringFunctionType" + "type": "string", + "enum": [ + "custom_llm_as_judge", + "regex_parser", + "regex_parser_math_response", + "equality", + "subset_of", + "factuality", + "faithfulness", + "answer_correctness", + "answer_relevancy", + "answer_similarity", + "context_entity_recall", + "context_precision", + "context_recall", + "context_relevancy" + ], + "title": "ScoringFunctionType", + "description": "A type of scoring function. Each type is a criteria for evaluating answers." }, "params": { "$ref": "#/components/schemas/ScoringFnParams" @@ -7215,27 +7233,6 @@ ], "title": "ScoringFn" }, - "ScoringFunctionType": { - "type": "string", - "enum": [ - "custom_llm_as_judge", - "regex_parser", - "regex_parser_math_response", - "equality", - "subset_of", - "factuality", - "faithfulness", - "answer_correctness", - "answer_relevancy", - "answer_similarity", - "context_entity_recall", - "context_precision", - "context_recall", - "context_relevancy" - ], - "title": "ScoringFunctionType", - "description": "A type of scoring function. Each type is a criteria for evaluating answers." - }, "Shield": { "type": "object", "properties": { @@ -9306,7 +9303,23 @@ "type": "object", "properties": { "scoring_fn_type": { - "$ref": "#/components/schemas/ScoringFunctionType", + "type": "string", + "enum": [ + "custom_llm_as_judge", + "regex_parser", + "regex_parser_math_response", + "equality", + "subset_of", + "factuality", + "faithfulness", + "answer_correctness", + "answer_relevancy", + "answer_similarity", + "context_entity_recall", + "context_precision", + "context_recall", + "context_relevancy" + ], "description": "The type of scoring function to register." }, "params": { diff --git a/docs/_static/llama-stack-spec.yaml b/docs/_static/llama-stack-spec.yaml index 11f317711..f2b2296da 100644 --- a/docs/_static/llama-stack-spec.yaml +++ b/docs/_static/llama-stack-spec.yaml @@ -4936,7 +4936,25 @@ components: const: scoring_function default: scoring_function scoring_fn_type: - $ref: '#/components/schemas/ScoringFunctionType' + type: string + enum: + - custom_llm_as_judge + - regex_parser + - regex_parser_math_response + - equality + - subset_of + - factuality + - faithfulness + - answer_correctness + - answer_relevancy + - answer_similarity + - context_entity_recall + - context_precision + - context_recall + - context_relevancy + title: ScoringFunctionType + description: >- + A type of scoring function. Each type is a criteria for evaluating answers. params: $ref: '#/components/schemas/ScoringFnParams' metadata: @@ -4958,26 +4976,6 @@ components: - scoring_fn_type - metadata title: ScoringFn - ScoringFunctionType: - type: string - enum: - - custom_llm_as_judge - - regex_parser - - regex_parser_math_response - - equality - - subset_of - - factuality - - faithfulness - - answer_correctness - - answer_relevancy - - answer_similarity - - context_entity_recall - - context_precision - - context_recall - - context_relevancy - title: ScoringFunctionType - description: >- - A type of scoring function. Each type is a criteria for evaluating answers. Shield: type: object properties: @@ -6298,7 +6296,22 @@ components: type: object properties: scoring_fn_type: - $ref: '#/components/schemas/ScoringFunctionType' + type: string + enum: + - custom_llm_as_judge + - regex_parser + - regex_parser_math_response + - equality + - subset_of + - factuality + - faithfulness + - answer_correctness + - answer_relevancy + - answer_similarity + - context_entity_recall + - context_precision + - context_recall + - context_relevancy description: >- The type of scoring function to register. params: