From 39c9150e975d2ea1218a33349a499d837b288c4f Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 25 Sep 2024 19:33:49 -0700 Subject: [PATCH] build(model_prices_and_context_window.json): add new gemini models --- ...odel_prices_and_context_window_backup.json | 58 +++++++++++++++++++ model_prices_and_context_window.json | 8 +-- 2 files changed, 62 insertions(+), 4 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 6c514d3b0..e6707903c 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1975,6 +1975,32 @@ "supports_response_schema": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, + "gemini-1.5-pro-002": { + "max_tokens": 8192, + "max_input_tokens": 2097152, + "max_output_tokens": 8192, + "input_cost_per_image": 0.001315, + "input_cost_per_audio_per_second": 0.000125, + "input_cost_per_video_per_second": 0.001315, + "input_cost_per_token": 0.000005, + "input_cost_per_character": 0.00000125, + "input_cost_per_token_above_128k_tokens": 0.00001, + "input_cost_per_character_above_128k_tokens": 0.0000025, + "output_cost_per_token": 0.000015, + "output_cost_per_character": 0.00000375, + "output_cost_per_token_above_128k_tokens": 0.00003, + "output_cost_per_character_above_128k_tokens": 0.0000075, + "output_cost_per_image": 0.00263, + "output_cost_per_video_per_second": 0.00263, + "output_cost_per_audio_per_second": 0.00025, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "supports_system_messages": true, + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_response_schema": true, + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-pro" + }, "gemini-1.5-pro-001": { "max_tokens": 8192, "max_input_tokens": 1000000, @@ -2142,6 +2168,38 @@ "supports_response_schema": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, + "gemini-1.5-flash-002": { + "max_tokens": 8192, + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_image": 0.0001315, + "input_cost_per_video_per_second": 0.0001315, + "input_cost_per_audio_per_second": 0.000125, + "input_cost_per_token": 0.0000005, + "input_cost_per_character": 0.000000125, + "input_cost_per_token_above_128k_tokens": 0.000001, + "input_cost_per_character_above_128k_tokens": 0.00000025, + "output_cost_per_token": 0.0000015, + "output_cost_per_character": 0.000000375, + "output_cost_per_token_above_128k_tokens": 0.000003, + "output_cost_per_character_above_128k_tokens": 0.00000075, + "output_cost_per_image": 0.000263, + "output_cost_per_video_per_second": 0.000263, + "output_cost_per_audio_per_second": 0.00025, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-flash" + }, "gemini-1.5-flash-001": { "max_tokens": 8192, "max_input_tokens": 1000000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index afc101d54..e6707903c 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1977,7 +1977,7 @@ }, "gemini-1.5-pro-002": { "max_tokens": 8192, - "max_input_tokens": 1000000, + "max_input_tokens": 2097152, "max_output_tokens": 8192, "input_cost_per_image": 0.001315, "input_cost_per_audio_per_second": 0.000125, @@ -1999,7 +1999,7 @@ "supports_function_calling": true, "supports_tool_choice": true, "supports_response_schema": true, - "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-pro" }, "gemini-1.5-pro-001": { "max_tokens": 8192, @@ -2170,7 +2170,7 @@ }, "gemini-1.5-flash-002": { "max_tokens": 8192, - "max_input_tokens": 1000000, + "max_input_tokens": 1048576, "max_output_tokens": 8192, "max_images_per_prompt": 3000, "max_videos_per_prompt": 10, @@ -2198,7 +2198,7 @@ "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, - "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-flash" }, "gemini-1.5-flash-001": { "max_tokens": 8192,