override faiss memory provider only in run.yaml

llama_stack/providers/inline/memory/faiss/config.py

@@ -20,7 +20,7 @@ class FaissImplConfig(BaseModel):
     kvstore: KVStoreConfig
 
     @classmethod
-    def sample_run_config(cls, __distro_dir__: str = "runtime") -> Dict[str, Any]:
+    def sample_run_config(cls, __distro_dir__) -> Dict[str, Any]:
         return {
             "kvstore": SqliteKVStoreConfig.sample_run_config(
                 __distro_dir__=__distro_dir__,

llama_stack/templates/together/run.yaml

@@ -25,7 +25,7 @@ providers:
       kvstore:
         type: sqlite
         namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/runtime}/faiss_store.db
+        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/together}/faiss_store.db
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard

llama_stack/templates/together/together.py

@@ -27,7 +27,7 @@ def get_distribution_template() -> DistributionTemplate:
         "datasetio": ["remote::huggingface", "inline::localfs"],
         "scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
     }
-
+    name = "together"
     inference_provider = Provider(
         provider_id="together",
         provider_type="remote::together",
@@ -36,7 +36,7 @@ def get_distribution_template() -> DistributionTemplate:
     memory_provider = Provider(
         provider_id="faiss",
         provider_type="inline::faiss",
-        config=FaissImplConfig.sample_run_config(),
+        config=FaissImplConfig.sample_run_config(f"distributions/{name}"),
     )
 
     core_model_to_hf_repo = {
@@ -51,7 +51,7 @@ def get_distribution_template() -> DistributionTemplate:
     ]
 
     return DistributionTemplate(
-        name="together",
+        name=name,
         distro_type="self_hosted",
         description="Use Together.AI for running LLM inference",
         docker_image=None,