From a097bfa76158e3eee545ce8772f34dcb4c1a8244 Mon Sep 17 00:00:00 2001
From: Xi Yan <xiyan@meta.com>
Date: Tue, 3 Dec 2024 20:41:44 -0800
Subject: [PATCH] override faiss memory provider only in run.yaml

---
 llama_stack/providers/inline/memory/faiss/config.py | 2 +-
 llama_stack/templates/together/run.yaml             | 2 +-
 llama_stack/templates/together/together.py          | 6 +++---
 3 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/llama_stack/providers/inline/memory/faiss/config.py b/llama_stack/providers/inline/memory/faiss/config.py
index 00b387607..94e33766a 100644
--- a/llama_stack/providers/inline/memory/faiss/config.py
+++ b/llama_stack/providers/inline/memory/faiss/config.py
@@ -20,7 +20,7 @@ class FaissImplConfig(BaseModel):
     kvstore: KVStoreConfig
 
     @classmethod
-    def sample_run_config(cls, __distro_dir__: str = "runtime") -> Dict[str, Any]:
+    def sample_run_config(cls, __distro_dir__) -> Dict[str, Any]:
         return {
             "kvstore": SqliteKVStoreConfig.sample_run_config(
                 __distro_dir__=__distro_dir__,
diff --git a/llama_stack/templates/together/run.yaml b/llama_stack/templates/together/run.yaml
index 07aeb62f3..a9f96a099 100644
--- a/llama_stack/templates/together/run.yaml
+++ b/llama_stack/templates/together/run.yaml
@@ -25,7 +25,7 @@ providers:
       kvstore:
         type: sqlite
         namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/runtime}/faiss_store.db
+        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/together}/faiss_store.db
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
diff --git a/llama_stack/templates/together/together.py b/llama_stack/templates/together/together.py
index 0ea9deefe..6656cfe44 100644
--- a/llama_stack/templates/together/together.py
+++ b/llama_stack/templates/together/together.py
@@ -27,7 +27,7 @@ def get_distribution_template() -> DistributionTemplate:
         "datasetio": ["remote::huggingface", "inline::localfs"],
         "scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
     }
-
+    name = "together"
     inference_provider = Provider(
         provider_id="together",
         provider_type="remote::together",
@@ -36,7 +36,7 @@ def get_distribution_template() -> DistributionTemplate:
     memory_provider = Provider(
         provider_id="faiss",
         provider_type="inline::faiss",
-        config=FaissImplConfig.sample_run_config(),
+        config=FaissImplConfig.sample_run_config(f"distributions/{name}"),
     )
 
     core_model_to_hf_repo = {
@@ -51,7 +51,7 @@ def get_distribution_template() -> DistributionTemplate:
     ]
 
     return DistributionTemplate(
-        name="together",
+        name=name,
         distro_type="self_hosted",
         description="Use Together.AI for running LLM inference",
         docker_image=None,