From 7a68e2d682f3cda657970df4aba1808e2b9388c3 Mon Sep 17 00:00:00 2001 From: Derek Higgins Date: Thu, 20 Mar 2025 16:41:48 +0000 Subject: [PATCH] fix: Add 'accelerate' dependency to 'prompt-guard' Required to startup a distribution with prompt guard Closes: #1723 Signed-off-by: Derek Higgins --- llama_stack/providers/registry/safety.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/registry/safety.py b/llama_stack/providers/registry/safety.py index 32c0b4e98..54dc51034 100644 --- a/llama_stack/providers/registry/safety.py +++ b/llama_stack/providers/registry/safety.py @@ -21,7 +21,7 @@ def available_providers() -> List[ProviderSpec]: api=Api.safety, provider_type="inline::prompt-guard", pip_packages=[ - "transformers", + "transformers[accelerate]", "torch --index-url https://download.pytorch.org/whl/cpu", ], module="llama_stack.providers.inline.safety.prompt_guard",