diff --git a/docs/my-website/docs/providers/vertex.md b/docs/my-website/docs/providers/vertex.md index d959498ce..fa18525ee 100644 --- a/docs/my-website/docs/providers/vertex.md +++ b/docs/my-website/docs/providers/vertex.md @@ -152,8 +152,14 @@ LiteLLM Supports the following image types passed in `url` - Images with Cloud Storage URIs - gs://cloud-samples-data/generative-ai/image/boats.jpeg - Images with direct links - https://storage.googleapis.com/github-repo/img/gemini/intro/landmark3.jpg - Videos with Cloud Storage URIs - https://storage.googleapis.com/github-repo/img/gemini/multimodality_usecases_overview/pixel8.mp4 +- Base64 Encoded Local Images + +**Example Request - image url** + + + + -**Example Request** ```python import litellm @@ -179,6 +185,43 @@ response = litellm.completion( ) print(response) ``` + + + + +```python +import litellm + +def encode_image(image_path): + import base64 + + with open(image_path, "rb") as image_file: + return base64.b64encode(image_file.read()).decode("utf-8") + +image_path = "cached_logo.jpg" +# Getting the base64 string +base64_image = encode_image(image_path) +response = litellm.completion( + model="vertex_ai/gemini-pro-vision", + messages=[ + { + "role": "user", + "content": [ + {"type": "text", "text": "Whats in this image?"}, + { + "type": "image_url", + "image_url": { + "url": "data:image/jpeg;base64," + base64_image + }, + }, + ], + } + ], +) +print(response) +``` + + ## Chat Models diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index d69abcbfb..f1c69f53a 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -122,8 +122,6 @@ const sidebars = { "providers/openai_compatible", "providers/azure", "providers/azure_ai", - "providers/huggingface", - "providers/ollama", "providers/vertex", "providers/palm", "providers/gemini", @@ -132,6 +130,8 @@ const sidebars = { "providers/aws_sagemaker", "providers/bedrock", "providers/anyscale", + "providers/huggingface", + "providers/ollama", "providers/perplexity", "providers/groq", "providers/vllm",