From 0c07811f8e6b64eea4198a17870f9322f0aa4009 Mon Sep 17 00:00:00 2001 From: Yang Yang Date: Wed, 12 Mar 2025 17:18:01 -0700 Subject: [PATCH] new cols in the explicit schema too --- .../utils/common/data_schema_validator.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/llama_stack/providers/utils/common/data_schema_validator.py b/llama_stack/providers/utils/common/data_schema_validator.py index 3f1980c02..eb9d9dd60 100644 --- a/llama_stack/providers/utils/common/data_schema_validator.py +++ b/llama_stack/providers/utils/common/data_schema_validator.py @@ -41,6 +41,15 @@ VALID_SCHEMAS_FOR_SCORING = [ ColumnName.generated_answer.value: StringType(), ColumnName.context.value: StringType(), }, + { + ColumnName.input_query.value: StringType(), + ColumnName.expected_answer.value: StringType(), + ColumnName.generated_answer.value: StringType(), + ColumnName.function.value: StringType(), + ColumnName.language.value: StringType(), + ColumnName.id.value: StringType(), + ColumnName.ground_truth.value: StringType(), + }, ] VALID_SCHEMAS_FOR_EVAL = [ @@ -54,6 +63,15 @@ VALID_SCHEMAS_FOR_EVAL = [ ColumnName.expected_answer.value: StringType(), ColumnName.completion_input.value: CompletionInputType(), }, + { + ColumnName.input_query.value: StringType(), + ColumnName.expected_answer.value: StringType(), + ColumnName.generated_answer.value: StringType(), + ColumnName.function.value: StringType(), + ColumnName.language.value: StringType(), + ColumnName.id.value: StringType(), + ColumnName.ground_truth.value: StringType(), + }, ]