From db49fc8ad0cdf2254364d058abbfcdfb01552bc4 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Fri, 27 Dec 2024 11:20:56 -0800 Subject: [PATCH] more robust agent test --- tests/client-sdk/agents/test_agents.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tests/client-sdk/agents/test_agents.py b/tests/client-sdk/agents/test_agents.py index abb0f9b77..85a197e36 100644 --- a/tests/client-sdk/agents/test_agents.py +++ b/tests/client-sdk/agents/test_agents.py @@ -207,6 +207,10 @@ def test_builtin_tool_code_execution(llama_stack_client, agent_config): logs = [str(log) for log in EventLogger().log(response) if log is not None] logs_str = "".join(logs) + if "Tool:code_interpreter Response" not in logs_str: + assert len(logs_str) > 0 + pytest.skip("code_interpreter not called by model") + assert "Tool:code_interpreter Response" in logs_str if "No such file or directory: 'bwrap'" in logs_str: assert "prime" in logs_str