phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(model_prices_and_context_window.json): add new gemini models

Browse source
This commit is contained in:
Krrish Dholakia 2024-09-25 19:33:49 -07:00
parent 8c7e357a23
commit 39c9150e97
2 changed files with 62 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

58
litellm/model_prices_and_context_window_backup.json
View file

@ -1975,6 +1975,32 @@
"supports_response_schema": true, "supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-pro-002": {
"max_tokens": 8192,
"max_input_tokens": 2097152,
"max_output_tokens": 8192,
"input_cost_per_image": 0.001315,
"input_cost_per_audio_per_second": 0.000125,
"input_cost_per_video_per_second": 0.001315,
"input_cost_per_token": 0.000005,
"input_cost_per_character": 0.00000125,
"input_cost_per_token_above_128k_tokens": 0.00001,
"input_cost_per_character_above_128k_tokens": 0.0000025,
"output_cost_per_token": 0.000015,
"output_cost_per_character": 0.00000375,
"output_cost_per_token_above_128k_tokens": 0.00003,
"output_cost_per_character_above_128k_tokens": 0.0000075,
"output_cost_per_image": 0.00263,
"output_cost_per_video_per_second": 0.00263,
"output_cost_per_audio_per_second": 0.00025,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"supports_system_messages": true,
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-pro"
},
"gemini-1.5-pro-001": { "gemini-1.5-pro-001": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 1000000,
@ -2142,6 +2168,38 @@
"supports_response_schema": true, "supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-flash-002": {
"max_tokens": 8192,
"max_input_tokens": 1048576,
"max_output_tokens": 8192,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_image": 0.0001315,
"input_cost_per_video_per_second": 0.0001315,
"input_cost_per_audio_per_second": 0.000125,
"input_cost_per_token": 0.0000005,
"input_cost_per_character": 0.000000125,
"input_cost_per_token_above_128k_tokens": 0.000001,
"input_cost_per_character_above_128k_tokens": 0.00000025,
"output_cost_per_token": 0.0000015,
"output_cost_per_character": 0.000000375,
"output_cost_per_token_above_128k_tokens": 0.000003,
"output_cost_per_character_above_128k_tokens": 0.00000075,
"output_cost_per_image": 0.000263,
"output_cost_per_video_per_second": 0.000263,
"output_cost_per_audio_per_second": 0.00025,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-flash"
},
"gemini-1.5-flash-001": { "gemini-1.5-flash-001": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 1000000,

8
model_prices_and_context_window.json
View file

@ -1977,7 +1977,7 @@
}, },
"gemini-1.5-pro-002": { "gemini-1.5-pro-002": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 2097152,
"max_output_tokens": 8192, "max_output_tokens": 8192,
"input_cost_per_image": 0.001315, "input_cost_per_image": 0.001315,
"input_cost_per_audio_per_second": 0.000125, "input_cost_per_audio_per_second": 0.000125,
@ -1999,7 +1999,7 @@
"supports_function_calling": true, "supports_function_calling": true,
"supports_tool_choice": true, "supports_tool_choice": true,
"supports_response_schema": true, "supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-pro"
}, },
"gemini-1.5-pro-001": { "gemini-1.5-pro-001": {
"max_tokens": 8192, "max_tokens": 8192,
@ -2170,7 +2170,7 @@
}, },
"gemini-1.5-flash-002": { "gemini-1.5-flash-002": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 1048576,
"max_output_tokens": 8192, "max_output_tokens": 8192,
"max_images_per_prompt": 3000, "max_images_per_prompt": 3000,
"max_videos_per_prompt": 10, "max_videos_per_prompt": 10,
@ -2198,7 +2198,7 @@
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true, "supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-flash"
}, },
"gemini-1.5-flash-001": { "gemini-1.5-flash-001": {
"max_tokens": 8192, "max_tokens": 8192,