phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Support for gemini experimental models

Browse source
This commit is contained in:
Karl Leswing 2024-08-28 14:33:18 -04:00
parent f9034ffcee
commit b5ce54c202
2 changed files with 28 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/model_prices_and_context_window_backup.json
View file

@ -1988,7 +1988,7 @@
"supports_vision": true, "supports_vision": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-experimental": { "gemini-pro-experimental": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 1000000,
"max_output_tokens": 8192, "max_output_tokens": 8192,
@ -1998,7 +1998,19 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": false, "supports_function_calling": false,
"supports_tool_choice": true, "supports_tool_choice": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental"
},
"gemini-flash-experimental": {
"max_tokens": 8192,
"max_input_tokens": 1000000,
"max_output_tokens": 8192,
"input_cost_per_token": 0,
"output_cost_per_token": 0,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"supports_function_calling": false,
"supports_tool_choice": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental"
}, },
"gemini-pro-vision": { "gemini-pro-vision": {
"max_tokens": 2048, "max_tokens": 2048,

16
model_prices_and_context_window.json
View file

@ -1988,7 +1988,7 @@
"supports_vision": true, "supports_vision": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"gemini-experimental": { "gemini-pro-experimental": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 1000000,
"max_output_tokens": 8192, "max_output_tokens": 8192,
@ -1998,7 +1998,19 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": false, "supports_function_calling": false,
"supports_tool_choice": true, "supports_tool_choice": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental"
},
"gemini-pro-flash": {
"max_tokens": 8192,
"max_input_tokens": 1000000,
"max_output_tokens": 8192,
"input_cost_per_token": 0,
"output_cost_per_token": 0,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"supports_function_calling": false,
"supports_tool_choice": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental"
}, },
"gemini-pro-vision": { "gemini-pro-vision": {
"max_tokens": 2048, "max_tokens": 2048,