feat add multimodal embeddings on vertex

This commit is contained in:
Ishaan Jaff 2024-08-21 15:19:48 -07:00
parent 35781ab8d5
commit 0e9efb3669
2 changed files with 3 additions and 1 deletions

View file

@ -1586,6 +1586,8 @@ class VertexLLM(BaseLLM):
if "instances" in optional_params:
request_data["instances"] = optional_params["instances"]
elif isinstance(input, list):
request_data["instances"] = input
else:
# construct instances
vertex_request_instance = Instance(**optional_params)

View file

@ -1836,7 +1836,7 @@ async def test_vertexai_multimodal_embedding():
litellm.set_verbose = True
response = await litellm.aembedding(
model="vertex_ai/multimodalembedding@001",
instances=[
input=[
{
"image": {
"gcsUri": "gs://cloud-samples-data/vertex-ai/llm/prompts/landmark1.png"