From cece76c4eefd4fc445ff80d214a805b6e7b7931a Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 18 Jul 2024 18:24:06 -0700 Subject: [PATCH] feat(bedrock_httpx.py): add ai21 jamba instruct as converse model initial commit for adding ai21 jamba instruct support through bedrock converse --- litellm/llms/bedrock_httpx.py | 2 +- litellm/model_prices_and_context_window_backup.json | 10 ++++++++++ model_prices_and_context_window.json | 10 ++++++++++ 3 files changed, 21 insertions(+), 1 deletion(-) diff --git a/litellm/llms/bedrock_httpx.py b/litellm/llms/bedrock_httpx.py index b41dd542b..1461cfd90 100644 --- a/litellm/llms/bedrock_httpx.py +++ b/litellm/llms/bedrock_httpx.py @@ -74,7 +74,7 @@ BEDROCK_CONVERSE_MODELS = [ "anthropic.claude-v2", "anthropic.claude-v2:1", "anthropic.claude-v1", - "anthropic.claude-instant-v1", + "ai21.jamba-instruct-v1:0", ] diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 5b11b8360..98bb161e1 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -2812,6 +2812,16 @@ "litellm_provider": "bedrock", "mode": "chat" }, + "ai21.jamba-instruct-v1:0": { + "max_tokens": 4096, + "max_input_tokens": 70000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000005, + "output_cost_per_token": 0.0000007, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_system_messages": true + }, "amazon.titan-text-lite-v1": { "max_tokens": 4000, "max_input_tokens": 42000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 5b11b8360..98bb161e1 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -2812,6 +2812,16 @@ "litellm_provider": "bedrock", "mode": "chat" }, + "ai21.jamba-instruct-v1:0": { + "max_tokens": 4096, + "max_input_tokens": 70000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.0000005, + "output_cost_per_token": 0.0000007, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_system_messages": true + }, "amazon.titan-text-lite-v1": { "max_tokens": 4000, "max_input_tokens": 42000,