mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-15 22:47:59 +00:00
test full generation + eval
This commit is contained in:
parent
16620a8185
commit
247a53d393
5 changed files with 15 additions and 3 deletions
|
@ -18,6 +18,7 @@ from .config import MetaReferenceEvalConfig
|
|||
|
||||
|
||||
class ColumnName(Enum):
|
||||
input_query = "input_query"
|
||||
expected_answer = "expected_answer"
|
||||
chat_completion_input = "chat_completion_input"
|
||||
completion_input = "completion_input"
|
||||
|
@ -53,10 +54,12 @@ class MetaReferenceEvalImpl(Eval):
|
|||
|
||||
expected_schemas = [
|
||||
{
|
||||
ColumnName.input_query.value: StringType(),
|
||||
ColumnName.expected_answer.value: StringType(),
|
||||
ColumnName.chat_completion_input.value: ChatCompletionInputType(),
|
||||
},
|
||||
{
|
||||
ColumnName.input_query.value: StringType(),
|
||||
ColumnName.expected_answer.value: StringType(),
|
||||
ColumnName.completion_input.value: CompletionInputType(),
|
||||
},
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue