phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 01:03:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

upgrade faiss to new prefix

Browse source
This commit is contained in:
Dinesh Yeduguru 2024-12-11 16:54:46 -08:00
parent b509d59dcd
commit 7a7f7d8118
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_stack/providers/inline/memory/faiss/faiss.py
View file

@ -31,7 +31,8 @@ from .config import FaissImplConfig
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
MEMORY_BANKS_PREFIX = "memory_banks:v1::" MEMORY_BANKS_PREFIX = "memory_banks:v2::"
FAISS_INDEX_PREFIX = "faiss_index:v2::"
class FaissIndex(EmbeddingIndex): class FaissIndex(EmbeddingIndex):
@ -55,7 +56,7 @@ class FaissIndex(EmbeddingIndex):
if not self.kvstore: if not self.kvstore:
return return
index_key = f"faiss_index:v1::{self.bank_id}" index_key = f"{FAISS_INDEX_PREFIX}{self.bank_id}"
stored_data = await self.kvstore.get(index_key) stored_data = await self.kvstore.get(index_key)
if stored_data: if stored_data:
@ -84,14 +85,14 @@ class FaissIndex(EmbeddingIndex):
"faiss_index": base64.b64encode(buffer.getvalue()).decode("utf-8"), "faiss_index": base64.b64encode(buffer.getvalue()).decode("utf-8"),
} }
index_key = f"faiss_index:v1::{self.bank_id}" index_key = f"{FAISS_INDEX_PREFIX}{self.bank_id}"
await self.kvstore.set(key=index_key, value=json.dumps(data)) await self.kvstore.set(key=index_key, value=json.dumps(data))
async def delete(self): async def delete(self):
if not self.kvstore or not self.bank_id: if not self.kvstore or not self.bank_id:
return return
await self.kvstore.delete(f"faiss_index:v1::{self.bank_id}") await self.kvstore.delete(f"{FAISS_INDEX_PREFIX}{self.bank_id}")
async def add_chunks(self, chunks: List[Chunk], embeddings: NDArray): async def add_chunks(self, chunks: List[Chunk], embeddings: NDArray):
# Add dimension check # Add dimension check