diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index cae3bee12..a0c116a2d 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -5439,6 +5439,17 @@ "supports_function_calling": true, "supports_tool_choice": false }, + "us.meta.llama3-1-8b-instruct-v1:0": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000022, + "output_cost_per_token": 0.00000022, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false + }, "meta.llama3-1-70b-instruct-v1:0": { "max_tokens": 128000, "max_input_tokens": 128000, @@ -5450,6 +5461,17 @@ "supports_function_calling": true, "supports_tool_choice": false }, + "us.meta.llama3-1-70b-instruct-v1:0": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000099, + "output_cost_per_token": 0.00000099, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false + }, "meta.llama3-1-405b-instruct-v1:0": { "max_tokens": 128000, "max_input_tokens": 128000, @@ -5461,6 +5483,17 @@ "supports_function_calling": true, "supports_tool_choice": false }, + "us.meta.llama3-1-405b-instruct-v1:0": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000532, + "output_cost_per_token": 0.000016, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false + }, "meta.llama3-2-1b-instruct-v1:0": { "max_tokens": 128000, "max_input_tokens": 128000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index cae3bee12..a0c116a2d 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -5439,6 +5439,17 @@ "supports_function_calling": true, "supports_tool_choice": false }, + "us.meta.llama3-1-8b-instruct-v1:0": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000022, + "output_cost_per_token": 0.00000022, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false + }, "meta.llama3-1-70b-instruct-v1:0": { "max_tokens": 128000, "max_input_tokens": 128000, @@ -5450,6 +5461,17 @@ "supports_function_calling": true, "supports_tool_choice": false }, + "us.meta.llama3-1-70b-instruct-v1:0": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000099, + "output_cost_per_token": 0.00000099, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false + }, "meta.llama3-1-405b-instruct-v1:0": { "max_tokens": 128000, "max_input_tokens": 128000, @@ -5461,6 +5483,17 @@ "supports_function_calling": true, "supports_tool_choice": false }, + "us.meta.llama3-1-405b-instruct-v1:0": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000532, + "output_cost_per_token": 0.000016, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false + }, "meta.llama3-2-1b-instruct-v1:0": { "max_tokens": 128000, "max_input_tokens": 128000,