update dell.py

This commit is contained in:
Ashwin Bharambe 2025-08-13 06:17:05 -07:00
parent 63a492f9df
commit 36489c854b
3 changed files with 10 additions and 5 deletions

View file

@ -16,6 +16,7 @@ from llama_stack.distributions.template import DistributionTemplate, RunConfigSe
from llama_stack.providers.inline.inference.sentence_transformers import ( from llama_stack.providers.inline.inference.sentence_transformers import (
SentenceTransformersInferenceConfig, SentenceTransformersInferenceConfig,
) )
from llama_stack.providers.remote.vector_io.chroma import ChromaVectorIOConfig
def get_distribution_template() -> DistributionTemplate: def get_distribution_template() -> DistributionTemplate:
@ -71,9 +72,10 @@ def get_distribution_template() -> DistributionTemplate:
chromadb_provider = Provider( chromadb_provider = Provider(
provider_id="chromadb", provider_id="chromadb",
provider_type="remote::chromadb", provider_type="remote::chromadb",
config={ config=ChromaVectorIOConfig.sample_run_config(
"url": "${env.CHROMA_URL}", f"~/.llama/distributions/{name}/",
}, url="${env.CHROMADB_URL:=}",
),
) )
inference_model = ModelInput( inference_model = ModelInput(

View file

@ -26,7 +26,10 @@ providers:
- provider_id: chromadb - provider_id: chromadb
provider_type: remote::chromadb provider_type: remote::chromadb
config: config:
url: ${env.CHROMA_URL} url: ${env.CHROMADB_URL:=}
kvstore:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell/}/chroma_remote_registry.db
safety: safety:
- provider_id: llama-guard - provider_id: llama-guard
provider_type: inline::llama-guard provider_type: inline::llama-guard

View file

@ -22,7 +22,7 @@ providers:
- provider_id: chromadb - provider_id: chromadb
provider_type: remote::chromadb provider_type: remote::chromadb
config: config:
url: ${env.CHROMA_URL} url: ${env.CHROMADB_URL:=}
kvstore: kvstore:
type: sqlite type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell/}/chroma_remote_registry.db db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell/}/chroma_remote_registry.db