phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #2841 from Manouchehri/nuke-gemini-1.5-pro-vision

Browse source 
Fix: Remove non-existent gemini-1.5-pro-vision model.
This commit is contained in:
Krish Dholakia 2024-04-05 07:03:38 -07:00 • committed by GitHub
commit 4ce8227e70
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 2 additions and 60 deletions
Download patch file Download diff file Expand all files Collapse all files

1
docs/my-website/docs/providers/gemini.md
View file

@ -100,4 +100,3 @@ print(content)
| gemini-pro | `completion('gemini/gemini-pro', messages)` | `os.environ['GEMINI_API_KEY']` | | gemini-pro | `completion('gemini/gemini-pro', messages)` | `os.environ['GEMINI_API_KEY']` |
| gemini-1.5-pro | `completion('gemini/gemini-1.5-pro', messages)` | `os.environ['GEMINI_API_KEY']` | | gemini-1.5-pro | `completion('gemini/gemini-1.5-pro', messages)` | `os.environ['GEMINI_API_KEY']` |
| gemini-pro-vision | `completion('gemini/gemini-pro-vision', messages)` | `os.environ['GEMINI_API_KEY']` | | gemini-pro-vision | `completion('gemini/gemini-pro-vision', messages)` | `os.environ['GEMINI_API_KEY']` |
| gemini-1.5-pro-vision | `completion('gemini/gemini-1.5-pro-vision', messages)` | `os.environ['GEMINI_API_KEY']` |

7
docs/my-website/docs/providers/vertex.md
View file

@ -182,18 +182,15 @@ response = completion(
|------------------|--------------------------------------| |------------------|--------------------------------------|
| gemini-pro | `completion('gemini-pro', messages)`, `completion('vertex_ai/gemini-pro', messages)` | | gemini-pro | `completion('gemini-pro', messages)`, `completion('vertex_ai/gemini-pro', messages)` |
| Model Name | Function Call |
|------------------|--------------------------------------|
| gemini-1.5-pro | `completion('gemini-1.5-pro', messages)`, `completion('vertex_ai/gemini-pro', messages)` |
## Gemini Pro Vision ## Gemini Pro Vision
| Model Name | Function Call | | Model Name | Function Call |
|------------------|--------------------------------------| |------------------|--------------------------------------|
| gemini-pro-vision | `completion('gemini-pro-vision', messages)`, `completion('vertex_ai/gemini-pro-vision', messages)`| | gemini-pro-vision | `completion('gemini-pro-vision', messages)`, `completion('vertex_ai/gemini-pro-vision', messages)`|
## Gemini 1.5 Pro (and Vision)
| Model Name | Function Call | | Model Name | Function Call |
|------------------|--------------------------------------| |------------------|--------------------------------------|
| gemini-1.5-pro-vision | `completion('gemini-pro-vision', messages)`, `completion('vertex_ai/gemini-pro-vision', messages)`| | gemini-1.5-pro | `completion('gemini-1.5-pro', messages)`, `completion('vertex_ai/gemini-pro', messages)` |

25
litellm/model_prices_and_context_window_backup.json
View file

@ -1002,20 +1002,6 @@
"supports_function_calling": true, "supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-pro-vision": {
"max_tokens": 8192,
"max_input_tokens": 1000000,
"max_output_tokens": 8192,
"max_images_per_prompt": 16,
"max_videos_per_prompt": 1,
"max_video_length": 2,
"input_cost_per_token": 0,
"output_cost_per_token": 0,
"litellm_provider": "vertex_ai-vision-models",
"mode": "chat",
"supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"textembedding-gecko": { "textembedding-gecko": {
"max_tokens": 3072, "max_tokens": 3072,
"max_input_tokens": 3072, "max_input_tokens": 3072,
@ -1158,17 +1144,6 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"gemini/gemini-1.5-pro-vision": {
"max_tokens": 8192,
"max_input_tokens": 1000000,
"max_output_tokens": 8192,
"input_cost_per_token": 0,
"output_cost_per_token": 0,
"litellm_provider": "gemini",
"mode": "chat",
"supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"command-r": { "command-r": {
"max_tokens": 4096, "max_tokens": 4096,

4
litellm/tests/test_amazing_vertex_completion.py
View file

@ -111,7 +111,6 @@ def test_vertex_ai():
"text-bison@001", "text-bison@001",
"gemini-1.5-pro", "gemini-1.5-pro",
"gemini-1.5-pro-preview-0215", "gemini-1.5-pro-preview-0215",
"gemini-1.5-pro-vision",
]: ]:
# our account does not have access to this model # our account does not have access to this model
continue continue
@ -164,7 +163,6 @@ def test_vertex_ai_stream():
"text-bison@001", "text-bison@001",
"gemini-1.5-pro", "gemini-1.5-pro",
"gemini-1.5-pro-preview-0215", "gemini-1.5-pro-preview-0215",
"gemini-1.5-pro-vision",
]: ]:
# our account does not have access to this model # our account does not have access to this model
continue continue
@ -218,7 +216,6 @@ async def test_async_vertexai_response():
"text-bison@001", "text-bison@001",
"gemini-1.5-pro", "gemini-1.5-pro",
"gemini-1.5-pro-preview-0215", "gemini-1.5-pro-preview-0215",
"gemini-1.5-pro-vision",
]: ]:
# our account does not have access to this model # our account does not have access to this model
continue continue
@ -263,7 +260,6 @@ async def test_async_vertexai_streaming_response():
"text-bison@001", "text-bison@001",
"gemini-1.5-pro", "gemini-1.5-pro",
"gemini-1.5-pro-preview-0215", "gemini-1.5-pro-preview-0215",
"gemini-1.5-pro-vision",
]: ]:
# our account does not have access to this model # our account does not have access to this model
continue continue

25
model_prices_and_context_window.json
View file

@ -1002,20 +1002,6 @@
"supports_function_calling": true, "supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-1.5-pro-vision": {
"max_tokens": 8192,
"max_input_tokens": 1000000,
"max_output_tokens": 8192,
"max_images_per_prompt": 16,
"max_videos_per_prompt": 1,
"max_video_length": 2,
"input_cost_per_token": 0,
"output_cost_per_token": 0,
"litellm_provider": "vertex_ai-vision-models",
"mode": "chat",
"supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"textembedding-gecko": { "textembedding-gecko": {
"max_tokens": 3072, "max_tokens": 3072,
"max_input_tokens": 3072, "max_input_tokens": 3072,
@ -1158,17 +1144,6 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"gemini/gemini-1.5-pro-vision": {
"max_tokens": 8192,
"max_input_tokens": 1000000,
"max_output_tokens": 8192,
"input_cost_per_token": 0,
"output_cost_per_token": 0,
"litellm_provider": "gemini",
"mode": "chat",
"supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"command-r": { "command-r": {
"max_tokens": 4096, "max_tokens": 4096,