From c344d14415ac3f01d2cca2436b030174b515e15d Mon Sep 17 00:00:00 2001 From: raspawar Date: Fri, 21 Feb 2025 18:53:04 +0530 Subject: [PATCH] update wrt latest changes --- llama_stack/providers/remote/inference/nvidia/models.py | 2 +- llama_stack/templates/nvidia/run.yaml | 2 +- tests/client-sdk/inference/test_embedding.py | 4 ++-- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/llama_stack/providers/remote/inference/nvidia/models.py b/llama_stack/providers/remote/inference/nvidia/models.py index fa9944be1..4305f4c6f 100644 --- a/llama_stack/providers/remote/inference/nvidia/models.py +++ b/llama_stack/providers/remote/inference/nvidia/models.py @@ -52,7 +52,7 @@ _MODEL_ENTRIES = [ provider_model_id="baai/bge-m3", model_type=ModelType.embedding, metadata={ - "embedding_dimensions": 1024, + "embedding_dimension": 1024, "context_length": 8192, }, ), diff --git a/llama_stack/templates/nvidia/run.yaml b/llama_stack/templates/nvidia/run.yaml index 891fd112a..4c38ec24e 100644 --- a/llama_stack/templates/nvidia/run.yaml +++ b/llama_stack/templates/nvidia/run.yaml @@ -136,7 +136,7 @@ models: provider_model_id: meta/llama-3.2-90b-vision-instruct model_type: llm - metadata: - embedding_dimensions: 1024 + embedding_dimension: 1024 context_length: 8192 model_id: baai/bge-m3 provider_id: nvidia diff --git a/tests/client-sdk/inference/test_embedding.py b/tests/client-sdk/inference/test_embedding.py index a25382866..602f9c062 100644 --- a/tests/client-sdk/inference/test_embedding.py +++ b/tests/client-sdk/inference/test_embedding.py @@ -47,9 +47,9 @@ import pytest from llama_stack_client.types import EmbeddingsResponse from llama_stack_client.types.shared.interleaved_content import ( - URL, ImageContentItem, ImageContentItemImage, + ImageContentItemImageURL, TextContentItem, ) @@ -59,7 +59,7 @@ DUMMY_TEXT = TextContentItem(text=DUMMY_STRING, type="text") DUMMY_TEXT2 = TextContentItem(text=DUMMY_STRING2, type="text") # TODO(mf): add a real image URL and base64 string DUMMY_IMAGE_URL = ImageContentItem( - image=ImageContentItemImage(url=URL(uri="https://example.com/image.jpg")), type="image" + image=ImageContentItemImage(url=ImageContentItemImageURL(uri="https://example.com/image.jpg")), type="image" ) DUMMY_IMAGE_BASE64 = ImageContentItem(image=ImageContentItemImage(data="base64string"), type="image")