diff --git a/distributions/dependencies.json b/distributions/dependencies.json index 8c2b47e09..60ccc10e5 100644 --- a/distributions/dependencies.json +++ b/distributions/dependencies.json @@ -143,7 +143,6 @@ "autoevals", "blobfile", "chardet", - "chromadb-client", "datasets", "faiss-cpu", "fastapi", diff --git a/docs/source/distributions/self_hosted_distro/groq.md b/docs/source/distributions/self_hosted_distro/groq.md index 543bf1bde..296a5f49b 100644 --- a/docs/source/distributions/self_hosted_distro/groq.md +++ b/docs/source/distributions/self_hosted_distro/groq.md @@ -23,7 +23,7 @@ The `llamastack/distribution-groq` distribution consists of the following provid | scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` | | telemetry | `inline::meta-reference` | | tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::rag-runtime` | -| vector_io | `inline::faiss`, `remote::chromadb`, `remote::pgvector` | +| vector_io | `inline::faiss` | ### Environment Variables diff --git a/llama_stack/templates/groq/build.yaml b/llama_stack/templates/groq/build.yaml index d1c3c42a0..3263ce83b 100644 --- a/llama_stack/templates/groq/build.yaml +++ b/llama_stack/templates/groq/build.yaml @@ -6,8 +6,6 @@ distribution_spec: - remote::groq vector_io: - inline::faiss - - remote::chromadb - - remote::pgvector safety: - inline::llama-guard agents: diff --git a/llama_stack/templates/groq/run.yaml b/llama_stack/templates/groq/run.yaml index 79cdfc823..218514cf6 100644 --- a/llama_stack/templates/groq/run.yaml +++ b/llama_stack/templates/groq/run.yaml @@ -17,6 +17,9 @@ providers: config: url: https://api.groq.com api_key: ${env.GROQ_API_KEY} + - provider_id: sentence-transformers + provider_type: inline::sentence-transformers + config: {} vector_io: - provider_id: faiss provider_type: inline::faiss @@ -25,12 +28,6 @@ providers: type: sqlite namespace: null db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/groq}/faiss_store.db - - provider_id: chromadb - provider_type: remote::chromadb - config: {} - - provider_id: pgvector - provider_type: remote::pgvector - config: {} safety: - provider_id: llama-guard provider_type: inline::llama-guard @@ -118,8 +115,12 @@ models: provider_id: groq provider_model_id: llama-3.2-3b-preview model_type: llm -shields: -- shield_id: meta-llama/Llama-Guard-3-8B +- metadata: + embedding_dimension: 384 + model_id: all-MiniLM-L6-v2 + provider_id: sentence-transformers + model_type: embedding +shields: [] vector_dbs: [] datasets: [] scoring_fns: []