phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-27 18:50:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: disable test_responses_store (#2244)

Browse source 
The test depends on llama's tool calling ability. In the CI, we run with
a small ollama model.

The fix might be to check for either message or function_call because
the model is flaky and we aren't really testing that behavior?
This commit is contained in:
Ashwin Bharambe 2025-05-24 08:18:06 -07:00 • committed by GitHub
parent 84751f3e55
commit 66f09f24ed
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
tests/integration/agents/test_openai_responses.py
View file

@ -41,6 +41,7 @@ def openai_client(client_with_models):
], ],
], ],
) )
@pytest.mark.skip(reason="Very flaky, sometimes there is a message not a function call, standard tool calling issues")
def test_responses_store(openai_client, client_with_models, text_model_id, stream, tools): def test_responses_store(openai_client, client_with_models, text_model_id, stream, tools):
if isinstance(client_with_models, LlamaStackAsLibraryClient): if isinstance(client_with_models, LlamaStackAsLibraryClient):
pytest.skip("OpenAI responses are not supported when testing with library client yet.") pytest.skip("OpenAI responses are not supported when testing with library client yet.")

1
tests/integration/inference/test_openai_completion.py
View file

@ -274,6 +274,7 @@ def test_inference_store(openai_client, client_with_models, text_model_id, strea
False, False,
], ],
) )
@pytest.mark.skip(reason="Very flaky, tool calling really wacky on CI")
def test_inference_store_tool_calls(openai_client, client_with_models, text_model_id, stream): def test_inference_store_tool_calls(openai_client, client_with_models, text_model_id, stream):
skip_if_model_doesnt_support_openai_chat_completion(client_with_models, text_model_id) skip_if_model_doesnt_support_openai_chat_completion(client_with_models, text_model_id)
client = openai_client client = openai_client