feat add multimodal embeddings on vertex

This commit is contained in:
Ishaan Jaff 2024-08-21 15:19:48 -07:00
parent 35781ab8d5
commit 0e9efb3669
2 changed files with 3 additions and 1 deletions

View file

@ -1586,6 +1586,8 @@ class VertexLLM(BaseLLM):
if "instances" in optional_params: if "instances" in optional_params:
request_data["instances"] = optional_params["instances"] request_data["instances"] = optional_params["instances"]
elif isinstance(input, list):
request_data["instances"] = input
else: else:
# construct instances # construct instances
vertex_request_instance = Instance(**optional_params) vertex_request_instance = Instance(**optional_params)

View file

@ -1836,7 +1836,7 @@ async def test_vertexai_multimodal_embedding():
litellm.set_verbose = True litellm.set_verbose = True
response = await litellm.aembedding( response = await litellm.aembedding(
model="vertex_ai/multimodalembedding@001", model="vertex_ai/multimodalembedding@001",
instances=[ input=[
{ {
"image": { "image": {
"gcsUri": "gs://cloud-samples-data/vertex-ai/llm/prompts/landmark1.png" "gcsUri": "gs://cloud-samples-data/vertex-ai/llm/prompts/landmark1.png"