From f735ca7e467bb045ede2e915a47ee1a6102e3429 Mon Sep 17 00:00:00 2001 From: Zeeshan Hooda Date: Mon, 9 Oct 2023 01:01:42 -0600 Subject: [PATCH] (docs) bedrock pass existing client to completion --- docs/my-website/docs/providers/bedrock.md | 21 +++++++++++++++++++++ litellm/llms/bedrock.py | 4 ++-- 2 files changed, 23 insertions(+), 2 deletions(-) diff --git a/docs/my-website/docs/providers/bedrock.md b/docs/my-website/docs/providers/bedrock.md index 7485ae157..e76412b1b 100644 --- a/docs/my-website/docs/providers/bedrock.md +++ b/docs/my-website/docs/providers/bedrock.md @@ -49,6 +49,27 @@ response = completion( ) ``` +### Passing a BedrockClient as a parameter - Completion() +Pass an existing BedrockClient object to litellm.completion. Useful when using AWS SSO sessions or assumed role sessions. +```python +import boto3 +from litellm import completion + +bedrock = boto3.client( + service_name="bedrock-runtime", + region_name="us-east-1", + aws_access_key_id="", + aws_secret_access_key_id="", + aws_session_token="", + ) + +response = completion( + model="bedrock/anthropic.claude-instant-v1", + messages=[{ "content": "Hello, how are you?","role": "user"}], + aws_bedrock_client=bedrock +) +``` + ## Supported AWS Bedrock Models Here's an example of using a bedrock model with LiteLLM diff --git a/litellm/llms/bedrock.py b/litellm/llms/bedrock.py index a3189aeb7..1fd7e5948 100644 --- a/litellm/llms/bedrock.py +++ b/litellm/llms/bedrock.py @@ -276,8 +276,8 @@ def completion( init_bedrock_client( aws_access_key_id=aws_access_key_id, aws_secret_access_key=aws_secret_access_key, - aws_region_name=aws_region_name - ) + aws_region_name=aws_region_name, + ), ) model = model