phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-28 02:53:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore: remove torch dep from sentence-transformers

Browse source 
Since the capability moved to the inference provider backends we don't
need to do the transformation locally. Thus no deps are needed.

Signed-off-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Sébastien Han 2025-06-03 15:13:11 +02:00
parent 3c9a10d2fe
commit 73ca0fb37a
No known key found for this signature in database
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/registry/inference.py
View file

@ -48,10 +48,7 @@ def available_providers() -> list[ProviderSpec]:
InlineProviderSpec( InlineProviderSpec(
api=Api.inference, api=Api.inference,
provider_type="inline::sentence-transformers", provider_type="inline::sentence-transformers",
pip_packages=[ pip_packages=[],
"torch torchvision --index-url https://download.pytorch.org/whl/cpu",
"sentence-transformers --no-deps",
],
module="llama_stack.providers.inline.inference.sentence_transformers", module="llama_stack.providers.inline.inference.sentence_transformers",
config_class="llama_stack.providers.inline.inference.sentence_transformers.config.SentenceTransformersInferenceConfig", config_class="llama_stack.providers.inline.inference.sentence_transformers.config.SentenceTransformersInferenceConfig",
), ),