Litellm dev 01 29 2025 p2 (#8102)

* docs: cleanup doc

* feat(bedrock/): initial commit adding bedrock/converse_like/<model> route support

allows routing to a converse like endpoint

Resolves https://github.com/BerriAI/litellm/issues/8085

* feat(bedrock/chat/converse_transformation.py): make converse config base config compatible

enables new 'converse_like' route

* feat(converse_transformation.py): enables using the proxy with converse like api endpoint

Resolves https://github.com/BerriAI/litellm/issues/8085
This commit is contained in:
Krish Dholakia 2025-01-29 20:53:37 -08:00 committed by GitHub
parent a57fad1e29
commit dad24f2b52
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 182 additions and 51 deletions

View file

@ -369,6 +369,17 @@ def _check_provider_config(config: BaseConfig, provider: LlmProviders):
assert "_abc_impl" not in config.get_config(), f"Provider {provider} has _abc_impl"
def test_provider_config_manager_bedrock_converse_like():
from litellm.llms.bedrock.chat.converse_transformation import AmazonConverseConfig
config = ProviderConfigManager.get_provider_chat_config(
model="bedrock/converse_like/us.amazon.nova-pro-v1:0",
provider=LlmProviders.BEDROCK,
)
print(f"config: {config}")
assert isinstance(config, AmazonConverseConfig)
# def test_provider_config_manager():
# from litellm.llms.openai.chat.gpt_transformation import OpenAIGPTConfig