phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): fix vertex ai exception mapping

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-07 16:05:53 -07:00
parent ea790c1d47
commit 5c46b386d0
1 changed files with 35 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

45
litellm/utils.py
View file

@ -9111,7 +9111,7 @@ def exception_type(
if "Unable to locate credentials" in error_str: if "Unable to locate credentials" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
raise BadRequestError( raise BadRequestError(
message=f"SagemakerException - {error_str}", message=f"litellm.BadRequestError: SagemakerException - {error_str}",
model=model, model=model,
llm_provider="sagemaker", llm_provider="sagemaker",
response=original_exception.response, response=original_exception.response,
@ -9145,10 +9145,16 @@ def exception_type(
): ):
exception_mapping_worked = True exception_mapping_worked = True
raise BadRequestError( raise BadRequestError(
message=f"VertexAIException BadRequestError - {error_str}", message=f"litellm.BadRequestError: VertexAIException - {error_str}",
model=model, model=model,
llm_provider="vertex_ai", llm_provider="vertex_ai",
response=original_exception.response, response=httpx.Response(
status_code=429,
request=httpx.Request(
method="POST",
url=" https://cloud.google.com/vertex-ai/",
),
),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif ( elif (
@ -9156,12 +9162,19 @@ def exception_type(
or "Content has no parts." in error_str or "Content has no parts." in error_str
): ):
exception_mapping_worked = True exception_mapping_worked = True
raise APIError( raise litellm.InternalServerError(
message=f"VertexAIException APIError - {error_str}", message=f"litellm.InternalServerError: VertexAIException - {error_str}",
status_code=500, status_code=500,
model=model, model=model,
llm_provider="vertex_ai", llm_provider="vertex_ai",
request=original_exception.request, request=(
original_exception.request
if hasattr(original_exception, "request")
else httpx.Request(
method="POST",
url=" https://cloud.google.com/vertex-ai/",
)
),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif "403" in error_str: elif "403" in error_str:
@ -9170,7 +9183,13 @@ def exception_type(
message=f"VertexAIException BadRequestError - {error_str}", message=f"VertexAIException BadRequestError - {error_str}",
model=model, model=model,
llm_provider="vertex_ai", llm_provider="vertex_ai",
response=original_exception.response, response=httpx.Response(
status_code=429,
request=httpx.Request(
method="POST",
url=" https://cloud.google.com/vertex-ai/",
),
),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif "The response was blocked." in error_str: elif "The response was blocked." in error_str:
@ -9217,12 +9236,18 @@ def exception_type(
model=model, model=model,
llm_provider="vertex_ai", llm_provider="vertex_ai",
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=original_exception.response, response=httpx.Response(
status_code=429,
request=httpx.Request(
method="POST",
url=" https://cloud.google.com/vertex-ai/",
),
),
) )
if original_exception.status_code == 500: if original_exception.status_code == 500:
exception_mapping_worked = True exception_mapping_worked = True
raise APIError( raise litellm.InternalServerError(
message=f"VertexAIException APIError - {error_str}", message=f"VertexAIException InternalServerError - {error_str}",
status_code=500, status_code=500,
model=model, model=model,
llm_provider="vertex_ai", llm_provider="vertex_ai",