phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-16 07:22:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore: review update with score_threshold

Browse source
This commit is contained in:
Anush008 2024-10-23 00:54:47 +05:30
parent d1bef44e2b
commit bc27046f36
No known key found for this signature in database
6 changed files with 24 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

7
llama_stack/providers/utils/memory/vector_store.py
View file

@ -140,7 +140,9 @@ class EmbeddingIndex(ABC):
raise NotImplementedError()
@abstractmethod
async def query(self, embedding: NDArray, k: int) -> QueryDocumentsResponse:
async def query(
self, embedding: NDArray, k: int, score_threshold: float
) -> QueryDocumentsResponse:
raise NotImplementedError()
@ -177,6 +179,7 @@ class BankWithIndex:
if params is None:
params = {}
k = params.get("max_chunks", 3)
score_threshold = params.get("score_threshold", 0.0)
def _process(c) -> str:
if isinstance(c, str):
@ -191,4 +194,4 @@ class BankWithIndex:
model = get_embedding_model(self.bank.embedding_model)
query_vector = model.encode([query_str])[0].astype(np.float32)
return await self.index.query(query_vector, k)
return await self.index.query(query_vector, k, score_threshold)