mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-17 14:09:48 +00:00
override faiss memory provider only in run.yaml
This commit is contained in:
parent
eeb914fe4d
commit
a097bfa761
3 changed files with 5 additions and 5 deletions
|
|
@ -25,7 +25,7 @@ providers:
|
|||
kvstore:
|
||||
type: sqlite
|
||||
namespace: null
|
||||
db_path: ${env.SQLITE_STORE_DIR:~/.llama/runtime}/faiss_store.db
|
||||
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/together}/faiss_store.db
|
||||
safety:
|
||||
- provider_id: llama-guard
|
||||
provider_type: inline::llama-guard
|
||||
|
|
|
|||
|
|
@ -27,7 +27,7 @@ def get_distribution_template() -> DistributionTemplate:
|
|||
"datasetio": ["remote::huggingface", "inline::localfs"],
|
||||
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
|
||||
}
|
||||
|
||||
name = "together"
|
||||
inference_provider = Provider(
|
||||
provider_id="together",
|
||||
provider_type="remote::together",
|
||||
|
|
@ -36,7 +36,7 @@ def get_distribution_template() -> DistributionTemplate:
|
|||
memory_provider = Provider(
|
||||
provider_id="faiss",
|
||||
provider_type="inline::faiss",
|
||||
config=FaissImplConfig.sample_run_config(),
|
||||
config=FaissImplConfig.sample_run_config(f"distributions/{name}"),
|
||||
)
|
||||
|
||||
core_model_to_hf_repo = {
|
||||
|
|
@ -51,7 +51,7 @@ def get_distribution_template() -> DistributionTemplate:
|
|||
]
|
||||
|
||||
return DistributionTemplate(
|
||||
name="together",
|
||||
name=name,
|
||||
distro_type="self_hosted",
|
||||
description="Use Together.AI for running LLM inference",
|
||||
docker_image=None,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue