diff --git a/docs/my-website/docs/providers/bedrock.md b/docs/my-website/docs/providers/bedrock.md index 7485ae157..e76412b1b 100644 --- a/docs/my-website/docs/providers/bedrock.md +++ b/docs/my-website/docs/providers/bedrock.md @@ -49,6 +49,27 @@ response = completion( ) ``` +### Passing a BedrockClient as a parameter - Completion() +Pass an existing BedrockClient object to litellm.completion. Useful when using AWS SSO sessions or assumed role sessions. +```python +import boto3 +from litellm import completion + +bedrock = boto3.client( + service_name="bedrock-runtime", + region_name="us-east-1", + aws_access_key_id="", + aws_secret_access_key_id="", + aws_session_token="", + ) + +response = completion( + model="bedrock/anthropic.claude-instant-v1", + messages=[{ "content": "Hello, how are you?","role": "user"}], + aws_bedrock_client=bedrock +) +``` + ## Supported AWS Bedrock Models Here's an example of using a bedrock model with LiteLLM diff --git a/litellm/llms/bedrock.py b/litellm/llms/bedrock.py index a3189aeb7..1fd7e5948 100644 --- a/litellm/llms/bedrock.py +++ b/litellm/llms/bedrock.py @@ -276,8 +276,8 @@ def completion( init_bedrock_client( aws_access_key_id=aws_access_key_id, aws_secret_access_key=aws_secret_access_key, - aws_region_name=aws_region_name - ) + aws_region_name=aws_region_name, + ), ) model = model