From 73ca0fb37a159cc86e853d66dbfa9552b1b2ef71 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?S=C3=A9bastien=20Han?= Date: Tue, 3 Jun 2025 15:13:11 +0200 Subject: [PATCH] chore: remove torch dep from sentence-transformers MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Since the capability moved to the inference provider backends we don't need to do the transformation locally. Thus no deps are needed. Signed-off-by: Sébastien Han --- llama_stack/providers/registry/inference.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/llama_stack/providers/registry/inference.py b/llama_stack/providers/registry/inference.py index 66f2e8bce..f8c15bd44 100644 --- a/llama_stack/providers/registry/inference.py +++ b/llama_stack/providers/registry/inference.py @@ -48,10 +48,7 @@ def available_providers() -> list[ProviderSpec]: InlineProviderSpec( api=Api.inference, provider_type="inline::sentence-transformers", - pip_packages=[ - "torch torchvision --index-url https://download.pytorch.org/whl/cpu", - "sentence-transformers --no-deps", - ], + pip_packages=[], module="llama_stack.providers.inline.inference.sentence_transformers", config_class="llama_stack.providers.inline.inference.sentence_transformers.config.SentenceTransformersInferenceConfig", ),