diff --git a/tests/integration/safety/test_safety.py b/tests/integration/safety/test_safety.py index d979722fa..7a1695f00 100644 --- a/tests/integration/safety/test_safety.py +++ b/tests/integration/safety/test_safety.py @@ -122,6 +122,9 @@ def test_safe_examples(client_with_models, shield_id): assert response.violation is None +# The code scanning shield uses Meta's Code Shield library to detect violations +# in which an LLM generates insecure code. Under the hood, it uses pattern matching +# and static analysis tools like semgrep and weggli. def test_safety_with_code_scanner(client_with_models, code_scanner_shield_id, model_providers): # TODO: add more providers for code scanner shields code_safety_enabled = len(CODE_SCANNER_ENABLED_PROVIDERS & model_providers) > 0