add sentence-transformers provider

distributions/dependencies.json

@@ -143,7 +143,6 @@
     "autoevals",
     "blobfile",
     "chardet",
-    "chromadb-client",
     "datasets",
     "faiss-cpu",
     "fastapi",

docs/source/distributions/self_hosted_distro/groq.md

@@ -23,7 +23,7 @@ The `llamastack/distribution-groq` distribution consists of the following provid
 | scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` |
 | telemetry | `inline::meta-reference` |
 | tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime` |
-| vector_io | `inline::faiss`, `remote::chromadb`, `remote::pgvector` |
+| vector_io | `inline::faiss` |
 
 
 ### Environment Variables

llama_stack/templates/groq/build.yaml

@@ -6,8 +6,6 @@ distribution_spec:
     - remote::groq
     vector_io:
     - inline::faiss
-    - remote::chromadb
-    - remote::pgvector
     safety:
     - inline::llama-guard
     agents:

llama_stack/templates/groq/run.yaml

@@ -17,6 +17,9 @@ providers:
     config:
       url: https://api.groq.com
       api_key: ${env.GROQ_API_KEY}
+  - provider_id: sentence-transformers
+    provider_type: inline::sentence-transformers
+    config: {}
   vector_io:
   - provider_id: faiss
     provider_type: inline::faiss
@@ -25,12 +28,6 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/groq}/faiss_store.db
-  - provider_id: chromadb
-    provider_type: remote::chromadb
-    config: {}
-  - provider_id: pgvector
-    provider_type: remote::pgvector
-    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -118,8 +115,12 @@ models:
   provider_id: groq
   provider_model_id: llama-3.2-3b-preview
   model_type: llm
-shields:
+- metadata:
-- shield_id: meta-llama/Llama-Guard-3-8B
+    embedding_dimension: 384
+  model_id: all-MiniLM-L6-v2
+  provider_id: sentence-transformers
+  model_type: embedding
+shields: []
 vector_dbs: []
 datasets: []
 scoring_fns: []