phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

error checking

Browse source
This commit is contained in:
Xi Yan 2024-10-24 16:16:34 -07:00
parent f6340a47d1
commit 2372de70f8
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/impls/meta_reference/eval/eval.py
View file

@ -96,6 +96,11 @@ class MetaReferenceEvalImpl(Eval):
)
generations = []
for x in input_rows:
if "completion_input" in x:
raise NotImplementedError(
"Evaluation with completion API has not been implemented"
)
input_messages = eval(str(x["chat_completion_input"]))
input_messages = [UserMessage(**x) for x in input_messages]
messages = []