phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix bedrock claude test

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-29 18:46:06 -07:00
parent d55c6b9b07
commit 695fb5118c
3 changed files with 20 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -2200,8 +2200,7 @@ def completion(
# boto3 reads keys from .env
custom_prompt_dict = custom_prompt_dict or litellm.custom_prompt_dict
if ("aws_bedrock_client" in optional_params):
if "aws_bedrock_client" in optional_params:
# Extract credentials for legacy boto3 client and pass thru to httpx
aws_bedrock_client = optional_params.pop("aws_bedrock_client")
creds = aws_bedrock_client._get_credentials().get_frozen_credentials()
@ -2210,9 +2209,9 @@ def completion(
if creds.secret_key:
optional_params["aws_secret_access_key"] = creds.secret_key
if creds.token:
optional_params["aws_session_token"] = creds.token
optional_params["aws_session_token"] = creds.token
if model.startswith("anthropic"):
if model in litellm.BEDROCK_CONVERSE_MODELS:
response = bedrock_converse_chat_completion.completion(
model=model,
messages=messages,