phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Update embedding dimension singular

Browse source
This commit is contained in:
Ashwin Bharambe 2025-02-20 16:14:46 -08:00
parent 9436dd570d
commit 2608b6074f
9 changed files with 15 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/vllm/vllm.py
View file

@ -375,8 +375,8 @@ class VLLMInferenceAdapter(Inference, ModelsProtocolPrivate):
kwargs = {}
assert model.model_type == ModelType.embedding
assert model.metadata.get("embedding_dimensions")
kwargs["dimensions"] = model.metadata.get("embedding_dimensions")
assert model.metadata.get("embedding_dimension")
kwargs["dimensions"] = model.metadata.get("embedding_dimension")
assert all(not content_has_media(content) for content in contents), "VLLM does not support media for embeddings"
response = self.client.embeddings.create(
model=model.provider_resource_id,