From a117f1c66a353cdb0683b691f72ddf28ea9de627 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 17 Jun 2024 17:24:06 -0700 Subject: [PATCH] build(model_prices_and_context_window.json): add basic 'gemini-1.5-flash' to google ai studio pricing --- ...odel_prices_and_context_window_backup.json | 21 +++++++++++++++++++ model_prices_and_context_window.json | 21 +++++++++++++++++++ 2 files changed, 42 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index f986876fa..52ae8dae2 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1564,6 +1564,27 @@ "mode": "completion", "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, + "gemini/gemini-1.5-flash": { + "max_tokens": 8192, + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_token": 0.00000035, + "input_cost_per_token_above_128k_tokens": 0.0000007, + "output_cost_per_token": 0.00000105, + "output_cost_per_token_above_128k_tokens": 0.0000021, + "litellm_provider": "gemini", + "mode": "chat", + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + }, "gemini/gemini-1.5-flash-latest": { "max_tokens": 8192, "max_input_tokens": 1000000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index f986876fa..52ae8dae2 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1564,6 +1564,27 @@ "mode": "completion", "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, + "gemini/gemini-1.5-flash": { + "max_tokens": 8192, + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_token": 0.00000035, + "input_cost_per_token_above_128k_tokens": 0.0000007, + "output_cost_per_token": 0.00000105, + "output_cost_per_token_above_128k_tokens": 0.0000021, + "litellm_provider": "gemini", + "mode": "chat", + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + }, "gemini/gemini-1.5-flash-latest": { "max_tokens": 8192, "max_input_tokens": 1000000,