phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Rename builtin::memory -> builtin::rag

Browse source
This commit is contained in:
Ashwin Bharambe 2025-01-22 20:22:51 -08:00
parent 597869a2aa
commit f3d8864c36
66 changed files with 184 additions and 184 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/distribution/ui/page/playground/rag.py
View file

@ -135,7 +135,7 @@ def rag_chat_page():
},
toolgroups=[
dict(
name="builtin::memory",
name="builtin::rag",
args={
"vector_db_ids": [
vector_db_id for vector_db_id in selected_vector_dbs

10
llama_stack/providers/inline/agents/meta_reference/agent_instance.py
View file

@ -81,7 +81,7 @@ def make_random_string(length: int = 8):
TOOLS_ATTACHMENT_KEY_REGEX = re.compile(r"__tools_attachment__=(\{.*?\})")
MEMORY_QUERY_TOOL = "query_from_memory"
WEB_SEARCH_TOOL = "web_search"
MEMORY_GROUP = "builtin::memory"
RAG_TOOL_GROUP = "builtin::rag"
class ChatAgent(ShieldRunnerMixin):
@ -391,7 +391,7 @@ class ChatAgent(ShieldRunnerMixin):
session_id, documents, input_messages, tool_defs
)
if MEMORY_GROUP in toolgroups and len(input_messages) > 0:
if RAG_TOOL_GROUP in toolgroups and len(input_messages) > 0:
with tracing.span(MEMORY_QUERY_TOOL) as span:
step_id = str(uuid.uuid4())
yield AgentTurnResponseStreamChunk(
@ -403,7 +403,7 @@ class ChatAgent(ShieldRunnerMixin):
)
)
args = toolgroup_args.get(MEMORY_GROUP, {})
args = toolgroup_args.get(RAG_TOOL_GROUP, {})
vector_db_ids = args.get("vector_db_ids", [])
query_config = args.get("query_config")
if query_config:
@ -509,7 +509,7 @@ class ChatAgent(ShieldRunnerMixin):
tools=[
tool
for tool in tool_defs.values()
if tool_to_group.get(tool.tool_name, None) != MEMORY_GROUP
if tool_to_group.get(tool.tool_name, None) != RAG_TOOL_GROUP
],
tool_prompt_format=self.agent_config.tool_prompt_format,
stream=True,
@ -756,7 +756,7 @@ class ChatAgent(ShieldRunnerMixin):
for tool_def in tools.data:
if (
toolgroup_name.startswith("builtin")
and toolgroup_name != MEMORY_GROUP
and toolgroup_name != RAG_TOOL_GROUP
):
tool_name = tool_def.identifier
built_in_type = BuiltinTool.brave_search

4
llama_stack/providers/inline/agents/meta_reference/tests/test_chat_agent.py
View file

@ -152,7 +152,7 @@ class MockToolGroupsAPI:
toolgroup_id=MEMORY_TOOLGROUP,
tool_host=ToolHost.client,
description="Mock tool",
provider_id="builtin::memory",
provider_id="builtin::rag",
parameters=[],
)
]
@ -260,7 +260,7 @@ async def get_chat_agent(get_agents_impl):
return await impl.get_agent(response.agent_id)
MEMORY_TOOLGROUP = "builtin::memory"
MEMORY_TOOLGROUP = "builtin::rag"
CODE_INTERPRETER_TOOLGROUP = "builtin::code_interpreter"

2
llama_stack/providers/registry/tool_runtime.py
View file

@ -19,7 +19,7 @@ def available_providers() -> List[ProviderSpec]:
return [
InlineProviderSpec(
api=Api.tool_runtime,
provider_type="inline::memory-runtime",
provider_type="inline::rag-runtime",
pip_packages=[],
module="llama_stack.providers.inline.tool_runtime.memory",
config_class="llama_stack.providers.inline.tool_runtime.memory.config.MemoryToolRuntimeConfig",

2
llama_stack/providers/tests/agents/test_agents.py
View file

@ -184,7 +184,7 @@ class TestAgents:
agent_config = AgentConfig(
**{
**common_params,
"toolgroups": ["builtin::memory"],
"toolgroups": ["builtin::rag"],
"tool_choice": ToolChoice.auto,
}
)

8
llama_stack/providers/tests/tools/fixtures.py
View file

@ -22,8 +22,8 @@ def tool_runtime_memory_and_search() -> ProviderFixture:
return ProviderFixture(
providers=[
Provider(
provider_id="memory-runtime",
provider_type="inline::memory-runtime",
provider_id="rag-runtime",
provider_type="inline::rag-runtime",
config={},
),
Provider(
@ -47,8 +47,8 @@ def tool_runtime_memory_and_search() -> ProviderFixture:
@pytest.fixture(scope="session")
def tool_group_input_memory() -> ToolGroupInput:
return ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
)

6
llama_stack/templates/bedrock/bedrock.py
View file

@ -29,7 +29,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -58,8 +58,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

2
llama_stack/templates/bedrock/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

8
llama_stack/templates/bedrock/run.yaml
View file

@ -78,8 +78,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -111,7 +111,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/cerebras/build.yaml
View file

@ -27,5 +27,5 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
image_type: conda

6
llama_stack/templates/cerebras/cerebras.py
View file

@ -33,7 +33,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
],
}
@ -79,8 +79,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

8
llama_stack/templates/cerebras/run.yaml
View file

@ -83,8 +83,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
metadata_store:
type: sqlite
@ -113,7 +113,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/fireworks/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

6
llama_stack/templates/fireworks/fireworks.py
View file

@ -38,7 +38,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -86,8 +86,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

8
llama_stack/templates/fireworks/run-with-safety.yaml
View file

@ -89,8 +89,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -168,7 +168,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

8
llama_stack/templates/fireworks/run.yaml
View file

@ -83,8 +83,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -157,7 +157,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/hf-endpoint/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

6
llama_stack/templates/hf-endpoint/hf_endpoint.py
View file

@ -33,7 +33,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -76,8 +76,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

8
llama_stack/templates/hf-endpoint/run-with-safety.yaml
View file

@ -88,8 +88,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -120,7 +120,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

8
llama_stack/templates/hf-endpoint/run.yaml
View file

@ -83,8 +83,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -110,7 +110,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/hf-serverless/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

6
llama_stack/templates/hf-serverless/hf_serverless.py
View file

@ -33,7 +33,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -77,8 +77,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

8
llama_stack/templates/hf-serverless/run-with-safety.yaml
View file

@ -88,8 +88,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -120,7 +120,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

8
llama_stack/templates/hf-serverless/run.yaml
View file

@ -83,8 +83,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -110,7 +110,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/meta-reference-gpu/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

6
llama_stack/templates/meta-reference-gpu/meta_reference.py
View file

@ -37,7 +37,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -83,8 +83,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

8
llama_stack/templates/meta-reference-gpu/run-with-safety.yaml
View file

@ -90,8 +90,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -122,7 +122,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

8
llama_stack/templates/meta-reference-gpu/run.yaml
View file

@ -84,8 +84,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -111,7 +111,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/meta-reference-quantized-gpu/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

6
llama_stack/templates/meta-reference-quantized-gpu/meta_reference.py
View file

@ -32,7 +32,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -42,8 +42,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

8
llama_stack/templates/meta-reference-quantized-gpu/run.yaml
View file

@ -86,8 +86,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -113,7 +113,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/nvidia/build.yaml
View file

@ -25,6 +25,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

6
llama_stack/templates/nvidia/nvidia.py
View file

@ -28,7 +28,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -56,8 +56,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

8
llama_stack/templates/nvidia/run.yaml
View file

@ -80,8 +80,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -143,7 +143,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/ollama/build.yaml
View file

@ -27,5 +27,5 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
image_type: conda

6
llama_stack/templates/ollama/ollama.py
View file

@ -35,7 +35,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
],
}
name = "ollama"
@ -77,8 +77,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

8
llama_stack/templates/ollama/run-with-safety.yaml
View file

@ -85,8 +85,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
metadata_store:
type: sqlite
@ -117,7 +117,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

8
llama_stack/templates/ollama/run.yaml
View file

@ -82,8 +82,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
metadata_store:
type: sqlite
@ -106,7 +106,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

2
llama_stack/templates/remote-vllm/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

8
llama_stack/templates/remote-vllm/run-with-safety.yaml
View file

@ -90,8 +90,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -122,7 +122,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

8
llama_stack/templates/remote-vllm/run.yaml
View file

@ -84,8 +84,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -111,7 +111,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

6
llama_stack/templates/remote-vllm/vllm.py
View file

@ -35,7 +35,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -80,8 +80,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

2
llama_stack/templates/tgi/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

8
llama_stack/templates/tgi/run-with-safety.yaml
View file

@ -83,8 +83,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -110,7 +110,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

8
llama_stack/templates/tgi/run.yaml
View file

@ -82,8 +82,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -109,7 +109,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

6
llama_stack/templates/tgi/tgi.py
View file

@ -35,7 +35,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -80,8 +80,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

2
llama_stack/templates/together/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

8
llama_stack/templates/together/run-with-safety.yaml
View file

@ -89,8 +89,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -163,7 +163,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

8
llama_stack/templates/together/run.yaml
View file

@ -83,8 +83,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -152,7 +152,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

6
llama_stack/templates/together/together.py
View file

@ -38,7 +38,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -76,8 +76,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",

2
llama_stack/templates/vllm-gpu/build.yaml
View file

@ -27,6 +27,6 @@ distribution_spec:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::memory-runtime
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda

8
llama_stack/templates/vllm-gpu/run.yaml
View file

@ -86,8 +86,8 @@ providers:
- provider_id: code-interpreter
provider_type: inline::code-interpreter
config: {}
- provider_id: memory-runtime
provider_type: inline::memory-runtime
- provider_id: rag-runtime
provider_type: inline::rag-runtime
config: {}
- provider_id: model-context-protocol
provider_type: remote::model-context-protocol
@ -113,7 +113,7 @@ eval_tasks: []
tool_groups:
- toolgroup_id: builtin::websearch
provider_id: tavily-search
- toolgroup_id: builtin::memory
provider_id: memory-runtime
- toolgroup_id: builtin::rag
provider_id: rag-runtime
- toolgroup_id: builtin::code_interpreter
provider_id: code-interpreter

6
llama_stack/templates/vllm-gpu/vllm.py
View file

@ -32,7 +32,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::brave-search",
"remote::tavily-search",
"inline::code-interpreter",
"inline::memory-runtime",
"inline::rag-runtime",
"remote::model-context-protocol",
],
}
@ -72,8 +72,8 @@ def get_distribution_template() -> DistributionTemplate:
provider_id="tavily-search",
),
ToolGroupInput(
toolgroup_id="builtin::memory",
provider_id="memory-runtime",
toolgroup_id="builtin::rag",
provider_id="rag-runtime",
),
ToolGroupInput(
toolgroup_id="builtin::code_interpreter",