Query generators for rag query

This commit is contained in:
Hardik Shah 2024-09-04 17:58:42 -07:00
parent dd1e1ceb13
commit 4a70f3d2ba
3 changed files with 133 additions and 2 deletions

View file

@ -31,6 +31,7 @@ from llama_toolchain.tools.builtin import (
SingleMessageBuiltinTool,
)
from .context_retriever import generate_rag_query
from .safety import SafetyException, ShieldRunnerMixin
@ -664,7 +665,7 @@ class ChatAgent(ShieldRunnerMixin):
# (i.e., no prior turns uploaded an Attachment)
return None, []
query = " ".join(m.content for m in messages)
query = await generate_rag_query(memory.query_generator_config, messages)
tasks = [
self.memory_api.query_documents(
bank_id=bank_id,