phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) bedrock pass client to completion

Browse source
This commit is contained in:
Zeeshan Hooda 2023-10-09 00:51:58 -06:00
parent 7add88a8b0
commit 5f55b4a1ab
No known key found for this signature in database
GPG key ID: 915BD527A339A46A
1 changed files with 9 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/llms/bedrock.py
View file

@ -269,11 +269,15 @@ def completion(
aws_access_key_id = optional_params.pop("aws_access_key_id", None) aws_access_key_id = optional_params.pop("aws_access_key_id", None)
aws_region_name = optional_params.pop("aws_region_name", None) aws_region_name = optional_params.pop("aws_region_name", None)
# only pass variables that are not None # use passed in BedrockClient if provided, otherwise init a new one
client = init_bedrock_client( client = optional_params.pop(
aws_access_key_id=aws_access_key_id, "aws_bedrock_client",
aws_secret_access_key=aws_secret_access_key, # only pass variables that are not None
aws_region_name=aws_region_name, init_bedrock_client(
aws_access_key_id=aws_access_key_id,
aws_secret_access_key=aws_secret_access_key,
aws_region_name=aws_region_name
)
) )
model = model model = model