From 2372de70f8fd47b2b2b1adc43c97c7d4bcc2efde Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Thu, 24 Oct 2024 16:16:34 -0700 Subject: [PATCH] error checking --- llama_stack/providers/impls/meta_reference/eval/eval.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/llama_stack/providers/impls/meta_reference/eval/eval.py b/llama_stack/providers/impls/meta_reference/eval/eval.py index 70f523040..daa17a89e 100644 --- a/llama_stack/providers/impls/meta_reference/eval/eval.py +++ b/llama_stack/providers/impls/meta_reference/eval/eval.py @@ -96,6 +96,11 @@ class MetaReferenceEvalImpl(Eval): ) generations = [] for x in input_rows: + if "completion_input" in x: + raise NotImplementedError( + "Evaluation with completion API has not been implemented" + ) + input_messages = eval(str(x["chat_completion_input"])) input_messages = [UserMessage(**x) for x in input_messages] messages = []