Pull ollama embedding model if necessary

This commit is contained in:
Ashwin Bharambe 2025-02-21 10:13:45 -08:00
parent 840fae2259
commit ae1bcb9593
2 changed files with 3 additions and 0 deletions

View file

@ -281,6 +281,8 @@ class OllamaInferenceAdapter(Inference, ModelsProtocolPrivate):
async def register_model(self, model: Model) -> Model:
if model.model_type == ModelType.embedding:
log.info(f"Pulling embedding model `{model.provider_resource_id}` if necessary...")
await self.client.pull(model.provider_resource_id)
response = await self.client.list()
else:
response = await self.client.ps()

View file

@ -6,6 +6,7 @@ distribution_spec:
- remote::ollama
vector_io:
- inline::faiss
- inline::sqlite_vec
- remote::chromadb
- remote::pgvector
safety: