phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(bedrock.py): fix bedrock exception mapping

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-03 18:11:50 -07:00
parent 53371d37b7
commit 142750adff
3 changed files with 56 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/utils.py
View file

@ -2939,7 +2939,14 @@ def exception_type(
model=model
)
elif custom_llm_provider == "bedrock":
if "Unable to locate credentials" in error_str:
if "too many tokens" in error_str or "expected maxLength:" in error_str or "Input is too long" in error_str or "Too many input tokens" in error_str:
exception_mapping_worked = True
raise ContextWindowExceededError(
message=f"BedrockException: Context Window Error - {error_str}",
model=model,
llm_provider="bedrock"
)
if "Unable to locate credentials" in error_str or "Malformed input request" in error_str:
exception_mapping_worked = True
raise InvalidRequestError(
message=f"BedrockException - {error_str}",
@ -2953,13 +2960,21 @@ def exception_type(
model=model,
llm_provider="bedrock"
)
if "throttlingException" in error_str:
if "throttlingException" in error_str or "ThrottlingException" in error_str:
exception_mapping_worked = True
raise RateLimitError(
message=f"BedrockException: Rate Limit Error - {error_str}",
model=model,
llm_provider="bedrock"
)
if hasattr(original_exception, "status_code"):
if original_exception.status_code == 500:
exception_mapping_worked = True
raise ServiceUnavailableError(
message=f"BedrockException - {original_exception.message}",
llm_provider="bedrock",
model=model
)
elif custom_llm_provider == "sagemaker":
if "Unable to locate credentials" in error_str:
exception_mapping_worked = True