phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(model_prices_and_context_window.json): bump claude-3-5-sonnet max tokens

Browse source
This commit is contained in:
Krrish Dholakia 2024-09-15 13:57:41 -07:00
parent b64b7a94ae
commit 5fb270a559
2 changed files with 32 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

32
litellm/model_prices_and_context_window_backup.json
View file

@ -1493,9 +1493,9 @@
"supports_assistant_prefill": true "supports_assistant_prefill": true
}, },
"claude-3-5-sonnet-20240620": { "claude-3-5-sonnet-20240620": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375, "cache_creation_input_token_cost": 0.00000375,
@ -2265,9 +2265,9 @@
"supports_assistant_prefill": true "supports_assistant_prefill": true
}, },
"vertex_ai/claude-3-5-sonnet@20240620": { "vertex_ai/claude-3-5-sonnet@20240620": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "vertex_ai-anthropic_models", "litellm_provider": "vertex_ai-anthropic_models",
@ -3114,9 +3114,9 @@
"tool_use_system_prompt_tokens": 264 "tool_use_system_prompt_tokens": 264
}, },
"openrouter/anthropic/claude-3.5-sonnet": { "openrouter/anthropic/claude-3.5-sonnet": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "openrouter", "litellm_provider": "openrouter",
@ -3127,9 +3127,9 @@
"supports_assistant_prefill": true "supports_assistant_prefill": true
}, },
"openrouter/anthropic/claude-3.5-sonnet:beta": { "openrouter/anthropic/claude-3.5-sonnet:beta": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "openrouter", "litellm_provider": "openrouter",
@ -3777,9 +3777,9 @@
"supports_vision": true "supports_vision": true
}, },
"anthropic.claude-3-5-sonnet-20240620-v1:0": { "anthropic.claude-3-5-sonnet-20240620-v1:0": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
@ -3821,9 +3821,9 @@
"supports_vision": true "supports_vision": true
}, },
"us.anthropic.claude-3-5-sonnet-20240620-v1:0": { "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
@ -3854,9 +3854,9 @@
"supports_vision": true "supports_vision": true
}, },
"eu.anthropic.claude-3-sonnet-20240229-v1:0": { "eu.anthropic.claude-3-sonnet-20240229-v1:0": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
@ -3865,9 +3865,9 @@
"supports_vision": true "supports_vision": true
}, },
"eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",

32
model_prices_and_context_window.json
View file

@ -1493,9 +1493,9 @@
"supports_assistant_prefill": true "supports_assistant_prefill": true
}, },
"claude-3-5-sonnet-20240620": { "claude-3-5-sonnet-20240620": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375, "cache_creation_input_token_cost": 0.00000375,
@ -2265,9 +2265,9 @@
"supports_assistant_prefill": true "supports_assistant_prefill": true
}, },
"vertex_ai/claude-3-5-sonnet@20240620": { "vertex_ai/claude-3-5-sonnet@20240620": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "vertex_ai-anthropic_models", "litellm_provider": "vertex_ai-anthropic_models",
@ -3114,9 +3114,9 @@
"tool_use_system_prompt_tokens": 264 "tool_use_system_prompt_tokens": 264
}, },
"openrouter/anthropic/claude-3.5-sonnet": { "openrouter/anthropic/claude-3.5-sonnet": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "openrouter", "litellm_provider": "openrouter",
@ -3127,9 +3127,9 @@
"supports_assistant_prefill": true "supports_assistant_prefill": true
}, },
"openrouter/anthropic/claude-3.5-sonnet:beta": { "openrouter/anthropic/claude-3.5-sonnet:beta": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "openrouter", "litellm_provider": "openrouter",
@ -3777,9 +3777,9 @@
"supports_vision": true "supports_vision": true
}, },
"anthropic.claude-3-5-sonnet-20240620-v1:0": { "anthropic.claude-3-5-sonnet-20240620-v1:0": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
@ -3821,9 +3821,9 @@
"supports_vision": true "supports_vision": true
}, },
"us.anthropic.claude-3-5-sonnet-20240620-v1:0": { "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
@ -3854,9 +3854,9 @@
"supports_vision": true "supports_vision": true
}, },
"eu.anthropic.claude-3-sonnet-20240229-v1:0": { "eu.anthropic.claude-3-sonnet-20240229-v1:0": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
@ -3865,9 +3865,9 @@
"supports_vision": true "supports_vision": true
}, },
"eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {
"max_tokens": 4096, "max_tokens": 8192,
"max_input_tokens": 200000, "max_input_tokens": 200000,
"max_output_tokens": 4096, "max_output_tokens": 8192,
"input_cost_per_token": 0.000003, "input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",