mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 14:08:00 +00:00
update dell.py
This commit is contained in:
parent
63a492f9df
commit
36489c854b
3 changed files with 10 additions and 5 deletions
|
@ -16,6 +16,7 @@ from llama_stack.distributions.template import DistributionTemplate, RunConfigSe
|
||||||
from llama_stack.providers.inline.inference.sentence_transformers import (
|
from llama_stack.providers.inline.inference.sentence_transformers import (
|
||||||
SentenceTransformersInferenceConfig,
|
SentenceTransformersInferenceConfig,
|
||||||
)
|
)
|
||||||
|
from llama_stack.providers.remote.vector_io.chroma import ChromaVectorIOConfig
|
||||||
|
|
||||||
|
|
||||||
def get_distribution_template() -> DistributionTemplate:
|
def get_distribution_template() -> DistributionTemplate:
|
||||||
|
@ -71,9 +72,10 @@ def get_distribution_template() -> DistributionTemplate:
|
||||||
chromadb_provider = Provider(
|
chromadb_provider = Provider(
|
||||||
provider_id="chromadb",
|
provider_id="chromadb",
|
||||||
provider_type="remote::chromadb",
|
provider_type="remote::chromadb",
|
||||||
config={
|
config=ChromaVectorIOConfig.sample_run_config(
|
||||||
"url": "${env.CHROMA_URL}",
|
f"~/.llama/distributions/{name}/",
|
||||||
},
|
url="${env.CHROMADB_URL:=}",
|
||||||
|
),
|
||||||
)
|
)
|
||||||
|
|
||||||
inference_model = ModelInput(
|
inference_model = ModelInput(
|
||||||
|
|
|
@ -26,7 +26,10 @@ providers:
|
||||||
- provider_id: chromadb
|
- provider_id: chromadb
|
||||||
provider_type: remote::chromadb
|
provider_type: remote::chromadb
|
||||||
config:
|
config:
|
||||||
url: ${env.CHROMA_URL}
|
url: ${env.CHROMADB_URL:=}
|
||||||
|
kvstore:
|
||||||
|
type: sqlite
|
||||||
|
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell/}/chroma_remote_registry.db
|
||||||
safety:
|
safety:
|
||||||
- provider_id: llama-guard
|
- provider_id: llama-guard
|
||||||
provider_type: inline::llama-guard
|
provider_type: inline::llama-guard
|
||||||
|
|
|
@ -22,7 +22,7 @@ providers:
|
||||||
- provider_id: chromadb
|
- provider_id: chromadb
|
||||||
provider_type: remote::chromadb
|
provider_type: remote::chromadb
|
||||||
config:
|
config:
|
||||||
url: ${env.CHROMA_URL}
|
url: ${env.CHROMADB_URL:=}
|
||||||
kvstore:
|
kvstore:
|
||||||
type: sqlite
|
type: sqlite
|
||||||
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell/}/chroma_remote_registry.db
|
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell/}/chroma_remote_registry.db
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue