add response com agent_instance.py

This commit is contained in:
Zhonglin Han 2024-12-19 09:18:09 -08:00 committed by GitHub
parent 36b4fe02cc
commit 92e4ec2a57
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -430,6 +430,7 @@ class ChatAgent(ShieldRunnerMixin):
input_messages,
tools=self._get_tools(),
tool_prompt_format=self.agent_config.tool_prompt_format,
response_format=self.agent_config.response_format,
stream=True,
sampling_params=sampling_params,
):