forked from phoenix-oss/llama-stack-mirror
More doc updates
This commit is contained in:
parent
2118f37350
commit
19521cb22e
1 changed files with 5 additions and 15 deletions
|
@ -76,23 +76,13 @@ agent_config = AgentConfig(
|
||||||
model="Llama3.2-3B-Instruct",
|
model="Llama3.2-3B-Instruct",
|
||||||
instructions="You are a helpful assistant",
|
instructions="You are a helpful assistant",
|
||||||
# Enable both RAG and tool usage
|
# Enable both RAG and tool usage
|
||||||
tools=[
|
toolgroups=[
|
||||||
{
|
{"name": "builtin::rag", "args": {"vector_db_ids": ["my_docs"]}}.
|
||||||
"type": "memory",
|
"builtin::code_interpreter",
|
||||||
"memory_bank_configs": [{
|
|
||||||
"type": "vector",
|
|
||||||
"bank_id": "my_docs"
|
|
||||||
}],
|
|
||||||
"max_tokens_in_context": 4096
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "code_interpreter",
|
|
||||||
"enable_inline_code_execution": True
|
|
||||||
}
|
|
||||||
],
|
],
|
||||||
# Configure safety
|
# Configure safety
|
||||||
input_shields=["content_safety"],
|
input_shields=["llama_guard"],
|
||||||
output_shields=["content_safety"],
|
output_shields=["llama_guard"],
|
||||||
# Control the inference loop
|
# Control the inference loop
|
||||||
max_infer_iters=5,
|
max_infer_iters=5,
|
||||||
sampling_params={
|
sampling_params={
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue