phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix model cost map

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-08 16:14:12 -08:00
parent ee8402fcce
commit cbfdf0ea45
2 changed files with 120 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

66
litellm/model_prices_and_context_window_backup.json
View file

@ -1068,9 +1068,9 @@
"max_tokens": 65536,
"max_input_tokens": 128000,
"max_output_tokens": 65536,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000012,
"cache_read_input_token_cost": 0.0000015,
"input_cost_per_token": 0.00000121,
"output_cost_per_token": 0.00000484,
"cache_read_input_token_cost": 0.000000605,
"litellm_provider": "azure",
"mode": "chat",
"supports_function_calling": true,
@ -1082,9 +1082,9 @@
"max_tokens": 65536,
"max_input_tokens": 128000,
"max_output_tokens": 65536,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000012,
"cache_read_input_token_cost": 0.0000015,
"input_cost_per_token": 0.00000121,
"output_cost_per_token": 0.00000484,
"cache_read_input_token_cost": 0.000000605,
"litellm_provider": "azure",
"mode": "chat",
"supports_function_calling": true,
@ -2795,6 +2795,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 264,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-10-01",
@ -2814,6 +2815,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 264,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-10-01",
@ -2888,6 +2890,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-06-01",
@ -2907,6 +2910,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-06-01",
@ -2926,6 +2930,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-06-01",
@ -2945,6 +2950,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2026-02-01",
@ -4159,6 +4165,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
@ -4172,6 +4179,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
@ -4185,6 +4193,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
@ -4198,6 +4207,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
@ -4213,6 +4223,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
@ -4256,6 +4267,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
},
@ -4268,6 +4280,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
},
@ -6432,6 +6445,18 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-micro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000000046,
"output_cost_per_token": 0.000000184,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-lite-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 128000,
@ -6460,6 +6485,20 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-lite-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000000078,
"output_cost_per_token": 0.000000312,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-pro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
@ -6488,6 +6527,21 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-pro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000105,
"output_cost_per_token": 0.0000042,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"anthropic.claude-3-sonnet-20240229-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 200000,

66
model_prices_and_context_window.json
View file

@ -1068,9 +1068,9 @@
"max_tokens": 65536,
"max_input_tokens": 128000,
"max_output_tokens": 65536,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000012,
"cache_read_input_token_cost": 0.0000015,
"input_cost_per_token": 0.00000121,
"output_cost_per_token": 0.00000484,
"cache_read_input_token_cost": 0.000000605,
"litellm_provider": "azure",
"mode": "chat",
"supports_function_calling": true,
@ -1082,9 +1082,9 @@
"max_tokens": 65536,
"max_input_tokens": 128000,
"max_output_tokens": 65536,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000012,
"cache_read_input_token_cost": 0.0000015,
"input_cost_per_token": 0.00000121,
"output_cost_per_token": 0.00000484,
"cache_read_input_token_cost": 0.000000605,
"litellm_provider": "azure",
"mode": "chat",
"supports_function_calling": true,
@ -2795,6 +2795,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 264,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-10-01",
@ -2814,6 +2815,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 264,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-10-01",
@ -2888,6 +2890,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-06-01",
@ -2907,6 +2910,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-06-01",
@ -2926,6 +2930,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2025-06-01",
@ -2945,6 +2950,7 @@
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"deprecation_date": "2026-02-01",
@ -4159,6 +4165,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
@ -4172,6 +4179,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
@ -4185,6 +4193,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
@ -4198,6 +4207,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
@ -4213,6 +4223,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
@ -4256,6 +4267,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
},
@ -4268,6 +4280,7 @@
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_assistant_prefill": true,
"supports_tool_choice": true
},
@ -6432,6 +6445,18 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-micro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000000046,
"output_cost_per_token": 0.000000184,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-lite-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 128000,
@ -6460,6 +6485,20 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-lite-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000000078,
"output_cost_per_token": 0.000000312,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-pro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
@ -6488,6 +6527,21 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-pro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000105,
"output_cost_per_token": 0.0000042,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"anthropic.claude-3-sonnet-20240229-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 200000,