From 037171b98bd404622f1335685c208003e1144140 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 27 Nov 2024 16:18:40 +0530 Subject: [PATCH] fix(converse/transformation.py): support bedrock apac cross region inference Fixes https://github.com/BerriAI/litellm/issues/6905 --- .../llms/bedrock/chat/converse_transformation.py | 2 +- tests/llm_translation/test_bedrock_completion.py | 13 +++++++++++++ 2 files changed, 14 insertions(+), 1 deletion(-) diff --git a/litellm/llms/bedrock/chat/converse_transformation.py b/litellm/llms/bedrock/chat/converse_transformation.py index 6c08758dd..23ee97a47 100644 --- a/litellm/llms/bedrock/chat/converse_transformation.py +++ b/litellm/llms/bedrock/chat/converse_transformation.py @@ -458,7 +458,7 @@ class AmazonConverseConfig: """ Abbreviations of regions AWS Bedrock supports for cross region inference """ - return ["us", "eu"] + return ["us", "eu", "apac"] def _get_base_model(self, model: str) -> str: """ diff --git a/tests/llm_translation/test_bedrock_completion.py b/tests/llm_translation/test_bedrock_completion.py index 35a9fc276..e1bd7a9ab 100644 --- a/tests/llm_translation/test_bedrock_completion.py +++ b/tests/llm_translation/test_bedrock_completion.py @@ -1243,6 +1243,19 @@ def test_bedrock_cross_region_inference(model): ) +@pytest.mark.parametrize( + "model, expected_base_model", + [ + ( + "apac.anthropic.claude-3-5-sonnet-20240620-v1:0", + "anthropic.claude-3-5-sonnet-20240620-v1:0", + ), + ], +) +def test_bedrock_get_base_model(model, expected_base_model): + assert litellm.AmazonConverseConfig()._get_base_model(model) == expected_base_model + + from litellm.llms.prompt_templates.factory import _bedrock_converse_messages_pt