diff --git a/llama_stack/apis/agents/agents.py b/llama_stack/apis/agents/agents.py index f62d78390..b6d6e6578 100644 --- a/llama_stack/apis/agents/agents.py +++ b/llama_stack/apis/agents/agents.py @@ -165,6 +165,7 @@ class AgentConfig(AgentConfigCommon): model: str instructions: str enable_session_persistence: bool + response_format: Optional[ResponseFormat] = None class AgentConfigOverridablePerTurn(AgentConfigCommon): diff --git a/llama_stack/providers/inline/agents/meta_reference/agent_instance.py b/llama_stack/providers/inline/agents/meta_reference/agent_instance.py index 32801e514..eca7364d7 100644 --- a/llama_stack/providers/inline/agents/meta_reference/agent_instance.py +++ b/llama_stack/providers/inline/agents/meta_reference/agent_instance.py @@ -512,6 +512,7 @@ class ChatAgent(ShieldRunnerMixin): if tool_to_group.get(tool.tool_name, None) != RAG_TOOL_GROUP ], tool_prompt_format=self.agent_config.tool_prompt_format, + response_format=self.agent_config.response_format, stream=True, sampling_params=sampling_params, ):