phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-09 13:14:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor: switch to the new default nomic-embed-text-v1.5 embedding model in LS

Browse source
This commit is contained in:
r3v5 2025-08-18 10:34:46 +01:00
parent f1748e2f92
commit 1d0f0a0d8e
No known key found for this signature in database
GPG key ID: C7611ACB4FECAD54
63 changed files with 16170 additions and 186 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/utils/inference/embedding_mixin.py
View file

@ -86,7 +86,7 @@ class SentenceTransformerEmbeddingMixin:
def _load_model():
from sentence_transformers import SentenceTransformer
return SentenceTransformer(model)
return SentenceTransformer(model, trust_remote_code=True)
loaded_model = await asyncio.to_thread(_load_model)
EMBEDDING_MODELS[model] = loaded_model

4
llama_stack/providers/utils/memory/openai_vector_store_mixin.py
View file

@ -203,7 +203,7 @@ class OpenAIVectorStoreMixin(ABC):
chunking_strategy: dict[str, Any] | None = None,
metadata: dict[str, Any] | None = None,
embedding_model: str | None = None,
embedding_dimension: int | None = 384,
embedding_dimension: int | None = 768,
provider_id: str | None = None,
provider_vector_db_id: str | None = None,
) -> VectorStoreObject:
@ -218,7 +218,7 @@ class OpenAIVectorStoreMixin(ABC):
if embedding_model is None:
raise ValueError("Embedding model is required")
# Embedding dimension is required (defaulted to 384 if not provided)
# Embedding dimension is required (defaulted to 768 if not provided)
if embedding_dimension is None:
raise ValueError("Embedding dimension is required")