phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) vertex - detect mime type

Browse source
This commit is contained in:
ishaan-jaff 2024-02-29 15:38:25 -08:00
parent 8a96aa4ef0
commit 8d76df6a5e
1 changed files with 12 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/llms/vertex_ai.py
View file

@ -227,14 +227,21 @@ def _gemini_vision_convert_messages(messages: list):
processed_images.append(google_clooud_part) processed_images.append(google_clooud_part)
elif "base64" in img: elif "base64" in img:
# Case 4: Images with base64 encoding # Case 4: Images with base64 encoding
import base64 import base64, re
# base 64 is passed as data:image/jpeg;base64,<base-64-encoded-image> # base 64 is passed as data:image/jpeg;base64,<base-64-encoded-image>
img_without_base_64 = img.split(",")[1] image_metadata, img_without_base_64 = img.split(",")
# read mime_type from img_without_base_64=data:image/jpeg;base64
# Extract MIME type using regular expression
mime_type_match = re.match(r"data:(.*?);base64", image_metadata)
if mime_type_match:
mime_type = mime_type_match.group(1)
else:
mime_type = "image/jpeg"
decoded_img = base64.b64decode(img_without_base_64) decoded_img = base64.b64decode(img_without_base_64)
processed_image = Part.from_data( processed_image = Part.from_data(data=decoded_img, mime_type=mime_type)
data=decoded_img, mime_type="image/jpeg"
)
processed_images.append(processed_image) processed_images.append(processed_image)
return prompt, processed_images return prompt, processed_images
except Exception as e: except Exception as e: