phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(models): Enable JSON Schema Support for Gemini 1.5 Flash Models (#5708)

Browse source 
* Fixed gemini-1.5-flash pricing

* (models): Added missing gemini experimental models + fixed pricing for gemini-1.5-pro-exp-0827

* Added gemini/gemini-1.5-flash-001 model

* Updated supports_response_schema to true for gemini flash 1.5 models
This commit is contained in:
F1bos 2024-09-15 23:52:00 +03:00 • committed by GitHub
parent da77706c26
commit b64b7a94ae
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 56 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

28
litellm/model_prices_and_context_window_backup.json
View file

@ -2061,6 +2061,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-flash-exp-0827": { "gemini-1.5-flash-exp-0827": {
@ -2092,6 +2093,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-flash-001": { "gemini-1.5-flash-001": {
@ -2123,6 +2125,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-flash-preview-0514": { "gemini-1.5-flash-preview-0514": {
@ -2581,6 +2584,28 @@
"mode": "completion", "mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini/gemini-1.5-flash-001": {
"max_tokens": 8192,
"max_input_tokens": 1000000,
"max_output_tokens": 8192,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_token": 0.000000075,
"input_cost_per_token_above_128k_tokens": 0.00000015,
"output_cost_per_token": 0.0000003,
"output_cost_per_token_above_128k_tokens": 0.0000006,
"litellm_provider": "gemini",
"mode": "chat",
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_response_schema": true,
"source": "https://ai.google.dev/pricing"
},
"gemini/gemini-1.5-flash": { "gemini/gemini-1.5-flash": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 1000000,
@ -2600,6 +2625,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://ai.google.dev/pricing" "source": "https://ai.google.dev/pricing"
}, },
"gemini/gemini-1.5-flash-latest": { "gemini/gemini-1.5-flash-latest": {
@ -2621,6 +2647,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://ai.google.dev/pricing" "source": "https://ai.google.dev/pricing"
}, },
"gemini/gemini-1.5-flash-exp-0827": { "gemini/gemini-1.5-flash-exp-0827": {
@ -2642,6 +2669,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://ai.google.dev/pricing" "source": "https://ai.google.dev/pricing"
}, },
"gemini/gemini-1.5-flash-8b-exp-0827": { "gemini/gemini-1.5-flash-8b-exp-0827": {

28
model_prices_and_context_window.json
View file

@ -2061,6 +2061,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-flash-exp-0827": { "gemini-1.5-flash-exp-0827": {
@ -2092,6 +2093,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-flash-001": { "gemini-1.5-flash-001": {
@ -2123,6 +2125,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-flash-preview-0514": { "gemini-1.5-flash-preview-0514": {
@ -2581,6 +2584,28 @@
"mode": "completion", "mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini/gemini-1.5-flash-001": {
"max_tokens": 8192,
"max_input_tokens": 1000000,
"max_output_tokens": 8192,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_token": 0.000000075,
"input_cost_per_token_above_128k_tokens": 0.00000015,
"output_cost_per_token": 0.0000003,
"output_cost_per_token_above_128k_tokens": 0.0000006,
"litellm_provider": "gemini",
"mode": "chat",
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_response_schema": true,
"source": "https://ai.google.dev/pricing"
},
"gemini/gemini-1.5-flash": { "gemini/gemini-1.5-flash": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 1000000,
@ -2600,6 +2625,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://ai.google.dev/pricing" "source": "https://ai.google.dev/pricing"
}, },
"gemini/gemini-1.5-flash-latest": { "gemini/gemini-1.5-flash-latest": {
@ -2621,6 +2647,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://ai.google.dev/pricing" "source": "https://ai.google.dev/pricing"
}, },
"gemini/gemini-1.5-flash-exp-0827": { "gemini/gemini-1.5-flash-exp-0827": {
@ -2642,6 +2669,7 @@
"supports_system_messages": true, "supports_system_messages": true,
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true, "supports_vision": true,
"supports_response_schema": true,
"source": "https://ai.google.dev/pricing" "source": "https://ai.google.dev/pricing"
}, },
"gemini/gemini-1.5-flash-8b-exp-0827": { "gemini/gemini-1.5-flash-8b-exp-0827": {