From c0c76222950f4a83ecd7052d4d0e5a5e70d70cb3 Mon Sep 17 00:00:00 2001 From: Hardik Shah Date: Tue, 25 Feb 2025 16:53:01 -0800 Subject: [PATCH] fix: dont assume SentenceTransformer is imported as titled --- llama_stack/providers/utils/inference/embedding_mixin.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/utils/inference/embedding_mixin.py b/llama_stack/providers/utils/inference/embedding_mixin.py index 2a16e7f40..8b14c7502 100644 --- a/llama_stack/providers/utils/inference/embedding_mixin.py +++ b/llama_stack/providers/utils/inference/embedding_mixin.py @@ -43,7 +43,7 @@ class SentenceTransformerEmbeddingMixin: ) return EmbeddingsResponse(embeddings=embeddings) - def _load_sentence_transformer_model(self, model: str) -> SentenceTransformer: + def _load_sentence_transformer_model(self, model: str) -> "SentenceTransformer": global EMBEDDING_MODELS loaded_model = EMBEDDING_MODELS.get(model)