From bae28965284785baf47b109d7e2c3119b2feffb5 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Wed, 15 Jan 2025 12:06:49 -0800 Subject: [PATCH] rebase eval context extraction with query_memory tool --- llama_stack/providers/inline/eval/meta_reference/eval.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/llama_stack/providers/inline/eval/meta_reference/eval.py b/llama_stack/providers/inline/eval/meta_reference/eval.py index 408043db8..d262abc2d 100644 --- a/llama_stack/providers/inline/eval/meta_reference/eval.py +++ b/llama_stack/providers/inline/eval/meta_reference/eval.py @@ -146,8 +146,12 @@ class MetaReferenceEvalImpl( # check if there's a memory retrieval step and extract the context memory_rag_context = None for step in final_event.turn.steps: - if step.step_type == StepType.memory_retrieval.value: - memory_rag_context = " ".join(x.text for x in step.inserted_context) + if step.step_type == StepType.tool_execution.value: + for i, tool_response in enumerate(step.tool_responses): + if tool_response.tool_name == "query_memory": + memory_rag_context = " ".join( + x.text for x in tool_response.content + ) agent_generation = {} agent_generation[ColumnName.generated_answer.value] = (