phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 07:14:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Bug fix, show memory retrieval steps in EventLogger

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-25 15:03:49 -07:00
parent ceef117abc
commit 0760849a1f
2 changed files with 17 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
llama_toolchain/agentic_system/event_logger.py
View file

@ -6,7 +6,7 @@
from typing import Optional
from llama_models.llama3.api.datatypes import ToolResponseMessage
from llama_models.llama3.api.datatypes import * # noqa: F403
from llama_models.llama3.api.tool_utils import ToolUtils
from termcolor import cprint
@ -162,5 +162,19 @@ class EventLogger:
color="green",
)
if (
step_type == StepType.memory_retrieval
and event_type == EventType.step_complete.value
):
details = event.payload.step_details
content = interleaved_text_media_as_str(details.inserted_context)
content = content[:200] + "..." if len(content) > 200 else content
yield event, LogEvent(
role=step_type,
content=f"Retrieved context from banks: {details.memory_bank_ids}.\n====\n{content}\n>",
color="cyan",
)
preivous_event_type = event_type
previous_step_type = step_type

2
llama_toolchain/agentic_system/meta_reference/agent_instance.py
View file

@ -631,6 +631,8 @@ class ChatAgent(ShieldRunnerMixin):
for a in attachments
]
await self.memory_api.insert_documents(bank.bank_id, documents)
elif session.memory_bank:
bank_ids.append(session.memory_bank.bank_id)
if not bank_ids:
# this can happen if the per-session memory bank is not yet populated