phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-10 20:19:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update rag.md example code

Browse source 
Signed-off-by: Michael Clifford <mcliffor@redhat.com>
This commit is contained in:
Michael Clifford 2025-02-07 11:46:05 -05:00
parent d0d568c5ba
commit 54c2513c1b
1 changed files with 13 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

23
docs/source/building_applications/rag.md
View file

@ -36,13 +36,12 @@ chunks = [
"content": "Your document text here", "content": "Your document text here",
"mime_type": "text/plain", "mime_type": "text/plain",
}, },
...,
] ]
client.vector_io.insert(vector_db_id, chunks) client.vector_io.insert(vector_db_id=vector_db_id, chunks=chunks)
# You can then query for these chunks # You can then query for these chunks
chunks_response = client.vector_io.query( chunks_response = client.vector_io.query(
vector_db_id, query="What do you know about..." vector_db_id=vector_db_id, query="What do you know about..."
) )
``` ```
@ -72,8 +71,8 @@ client.tool_runtime.rag_tool.insert(
# Query documents # Query documents
results = client.tool_runtime.rag_tool.query( results = client.tool_runtime.rag_tool.query(
vector_db_id=vector_db_id, vector_db_ids=[vector_db_id],
query="What do you know about...", content="What do you know about...",
) )
``` ```
@ -82,10 +81,14 @@ results = client.tool_runtime.rag_tool.query(
One of the most powerful patterns is combining agents with RAG capabilities. Here's a complete example: One of the most powerful patterns is combining agents with RAG capabilities. Here's a complete example:
```python ```python
from llama_stack_client.types.agent_create_params import AgentConfig
from llama_stack_client.lib.agents.agent import Agent
# Configure agent with memory # Configure agent with memory
agent_config = AgentConfig( agent_config = AgentConfig(
model="Llama3.2-3B-Instruct", model="meta-llama/Llama-3.2-3B-Instruct",
instructions="You are a helpful assistant", instructions="You are a helpful assistant",
enable_session_persistence=False,
toolgroups=[ toolgroups=[
{ {
"name": "builtin::rag", "name": "builtin::rag",
@ -105,10 +108,10 @@ response = agent.create_turn(
{"role": "user", "content": "I am providing some documents for reference."} {"role": "user", "content": "I am providing some documents for reference."}
], ],
documents=[ documents=[
dict( {
content="https://raw.githubusercontent.com/example/doc.rst", "content": "https://raw.githubusercontent.com/example/doc.rst",
mime_type="text/plain", "mime_type": "text/plain",
) }
], ],
session_id=session_id, session_id=session_id,
) )