From 057bef6561baf1ff9f95a27db56da6be8c23ff99 Mon Sep 17 00:00:00 2001
From: David Manouchehri <david.manouchehri@ai.moda>
Date: Wed, 25 Sep 2024 23:21:57 -0500
Subject: [PATCH] Add Llama 3.2 90b model on Vertex AI. (#5908)

---
 model_prices_and_context_window.json | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index e6707903c..ba664d2b2 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -2434,6 +2434,17 @@
         "mode": "chat",
         "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
     },
+    "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": {
+        "max_tokens": 8192,
+        "max_input_tokens": 128000,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 0.0,
+        "output_cost_per_token": 0.0,
+        "litellm_provider": "vertex_ai-llama_models",
+        "mode": "chat",
+        "supports_system_messages": true,
+        "source": "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas"
+    },
     "vertex_ai/mistral-large@latest": {
         "max_tokens": 8191,
         "max_input_tokens": 128000,