mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-29 07:14:20 +00:00
error checking
This commit is contained in:
parent
f6340a47d1
commit
2372de70f8
1 changed files with 5 additions and 0 deletions
|
@ -96,6 +96,11 @@ class MetaReferenceEvalImpl(Eval):
|
|||
)
|
||||
generations = []
|
||||
for x in input_rows:
|
||||
if "completion_input" in x:
|
||||
raise NotImplementedError(
|
||||
"Evaluation with completion API has not been implemented"
|
||||
)
|
||||
|
||||
input_messages = eval(str(x["chat_completion_input"]))
|
||||
input_messages = [UserMessage(**x) for x in input_messages]
|
||||
messages = []
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue