From faf69e9ed2a90da5669cc3e9ac827bace7ca533b Mon Sep 17 00:00:00 2001 From: Swapna Lekkala Date: Tue, 12 Aug 2025 16:24:06 -0700 Subject: [PATCH] skip tests --- tests/integration/safety/test_safety.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tests/integration/safety/test_safety.py b/tests/integration/safety/test_safety.py index 30b07e0c3..75b974926 100644 --- a/tests/integration/safety/test_safety.py +++ b/tests/integration/safety/test_safety.py @@ -124,7 +124,11 @@ def test_safe_examples(client_with_models, shield_id): assert response.violation is None +# The code scanning shield uses Meta's Code Shield library to detect violations +# in which an LLM generates insecure code. Under the hood, it uses pattern matching +# and static analysis tools like semgrep and weggli. def test_safety_with_code_scanner(client_with_models, code_scanner_shield_id, model_providers): + # TODO: add more providers for code scanner shields code_safety_enabled = len(CODE_SCANNER_ENABLED_PROVIDERS & model_providers) > 0 if not code_safety_enabled: pytest.skip(f"Testing code scanner shields is not supported for model_providers {model_providers}")