phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-13 21:29:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update wrt latest changes

Browse source
This commit is contained in:
raspawar 2025-02-21 18:53:04 +05:30
parent 34226d6c93
commit c344d14415
3 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/remote/inference/nvidia/models.py
View file

@ -52,7 +52,7 @@ _MODEL_ENTRIES = [
provider_model_id="baai/bge-m3", provider_model_id="baai/bge-m3",
model_type=ModelType.embedding, model_type=ModelType.embedding,
metadata={ metadata={
"embedding_dimensions": 1024, "embedding_dimension": 1024,
"context_length": 8192, "context_length": 8192,
}, },
), ),

2
llama_stack/templates/nvidia/run.yaml
View file

@ -136,7 +136,7 @@ models:
provider_model_id: meta/llama-3.2-90b-vision-instruct provider_model_id: meta/llama-3.2-90b-vision-instruct
model_type: llm model_type: llm
- metadata: - metadata:
embedding_dimensions: 1024 embedding_dimension: 1024
context_length: 8192 context_length: 8192
model_id: baai/bge-m3 model_id: baai/bge-m3
provider_id: nvidia provider_id: nvidia

4
tests/client-sdk/inference/test_embedding.py
View file

@ -47,9 +47,9 @@
import pytest import pytest
from llama_stack_client.types import EmbeddingsResponse from llama_stack_client.types import EmbeddingsResponse
from llama_stack_client.types.shared.interleaved_content import ( from llama_stack_client.types.shared.interleaved_content import (
URL,
ImageContentItem, ImageContentItem,
ImageContentItemImage, ImageContentItemImage,
ImageContentItemImageURL,
TextContentItem, TextContentItem,
) )
@ -59,7 +59,7 @@ DUMMY_TEXT = TextContentItem(text=DUMMY_STRING, type="text")
DUMMY_TEXT2 = TextContentItem(text=DUMMY_STRING2, type="text") DUMMY_TEXT2 = TextContentItem(text=DUMMY_STRING2, type="text")
# TODO(mf): add a real image URL and base64 string # TODO(mf): add a real image URL and base64 string
DUMMY_IMAGE_URL = ImageContentItem( DUMMY_IMAGE_URL = ImageContentItem(
image=ImageContentItemImage(url=URL(uri="https://example.com/image.jpg")), type="image" image=ImageContentItemImage(url=ImageContentItemImageURL(uri="https://example.com/image.jpg")), type="image"
) )
DUMMY_IMAGE_BASE64 = ImageContentItem(image=ImageContentItemImage(data="base64string"), type="image") DUMMY_IMAGE_BASE64 = ImageContentItem(image=ImageContentItemImage(data="base64string"), type="image")