diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index d597b8bd0..15c6c6c84 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1493,9 +1493,9 @@ "supports_assistant_prefill": true }, "claude-3-5-sonnet-20240620": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "cache_creation_input_token_cost": 0.00000375, @@ -2265,9 +2265,9 @@ "supports_assistant_prefill": true }, "vertex_ai/claude-3-5-sonnet@20240620": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "vertex_ai-anthropic_models", @@ -3114,9 +3114,9 @@ "tool_use_system_prompt_tokens": 264 }, "openrouter/anthropic/claude-3.5-sonnet": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "openrouter", @@ -3127,9 +3127,9 @@ "supports_assistant_prefill": true }, "openrouter/anthropic/claude-3.5-sonnet:beta": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "openrouter", @@ -3777,9 +3777,9 @@ "supports_vision": true }, "anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "bedrock", @@ -3821,9 +3821,9 @@ "supports_vision": true }, "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "bedrock", @@ -3854,9 +3854,9 @@ "supports_vision": true }, "eu.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "bedrock", @@ -3865,9 +3865,9 @@ "supports_vision": true }, "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "bedrock", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index d597b8bd0..15c6c6c84 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1493,9 +1493,9 @@ "supports_assistant_prefill": true }, "claude-3-5-sonnet-20240620": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "cache_creation_input_token_cost": 0.00000375, @@ -2265,9 +2265,9 @@ "supports_assistant_prefill": true }, "vertex_ai/claude-3-5-sonnet@20240620": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "vertex_ai-anthropic_models", @@ -3114,9 +3114,9 @@ "tool_use_system_prompt_tokens": 264 }, "openrouter/anthropic/claude-3.5-sonnet": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "openrouter", @@ -3127,9 +3127,9 @@ "supports_assistant_prefill": true }, "openrouter/anthropic/claude-3.5-sonnet:beta": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "openrouter", @@ -3777,9 +3777,9 @@ "supports_vision": true }, "anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "bedrock", @@ -3821,9 +3821,9 @@ "supports_vision": true }, "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "bedrock", @@ -3854,9 +3854,9 @@ "supports_vision": true }, "eu.anthropic.claude-3-sonnet-20240229-v1:0": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "bedrock", @@ -3865,9 +3865,9 @@ "supports_vision": true }, "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { - "max_tokens": 4096, + "max_tokens": 8192, "max_input_tokens": 200000, - "max_output_tokens": 4096, + "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "litellm_provider": "bedrock",