mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-29 15:23:51 +00:00
error checking
This commit is contained in:
parent
f6340a47d1
commit
2372de70f8
1 changed files with 5 additions and 0 deletions
|
@ -96,6 +96,11 @@ class MetaReferenceEvalImpl(Eval):
|
||||||
)
|
)
|
||||||
generations = []
|
generations = []
|
||||||
for x in input_rows:
|
for x in input_rows:
|
||||||
|
if "completion_input" in x:
|
||||||
|
raise NotImplementedError(
|
||||||
|
"Evaluation with completion API has not been implemented"
|
||||||
|
)
|
||||||
|
|
||||||
input_messages = eval(str(x["chat_completion_input"]))
|
input_messages = eval(str(x["chat_completion_input"]))
|
||||||
input_messages = [UserMessage(**x) for x in input_messages]
|
input_messages = [UserMessage(**x) for x in input_messages]
|
||||||
messages = []
|
messages = []
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue