phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

[Feature]: Stop swallowing up AzureOpenAi exception responses in litellm's implementation for a BadRequestError (#6745)

Browse source 
* fix azure exceptions

* test_bad_request_error_contains_httpx_response

* test_bad_request_error_contains_httpx_response

* use safe access to get exception response

* fix get attr
This commit is contained in:
Ishaan Jaff 2024-11-14 15:54:28 -08:00 • committed by GitHub
parent 7959dc9db3
commit a70a0688d8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 126 additions and 93 deletions
Download patch file Download diff file Expand all files Collapse all files

197
litellm/litellm_core_utils/exception_mapping_utils.py
View file

@ -239,7 +239,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ContextWindowExceededError: {exception_provider} - {message}", message=f"ContextWindowExceededError: {exception_provider} - {message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif ( elif (
@ -251,7 +251,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"{exception_provider} - {message}", message=f"{exception_provider} - {message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif "A timeout occurred" in error_str: elif "A timeout occurred" in error_str:
@ -271,7 +271,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ContentPolicyViolationError: {exception_provider} - {message}", message=f"ContentPolicyViolationError: {exception_provider} - {message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif ( elif (
@ -283,7 +283,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"{exception_provider} - {message}", message=f"{exception_provider} - {message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif "Web server is returning an unknown error" in error_str: elif "Web server is returning an unknown error" in error_str:
@ -299,7 +299,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"RateLimitError: {exception_provider} - {message}", message=f"RateLimitError: {exception_provider} - {message}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif ( elif (
@ -311,7 +311,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AuthenticationError: {exception_provider} - {message}", message=f"AuthenticationError: {exception_provider} - {message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif "Mistral API raised a streaming error" in error_str: elif "Mistral API raised a streaming error" in error_str:
@ -335,7 +335,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"{exception_provider} - {message}", message=f"{exception_provider} - {message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 401: elif original_exception.status_code == 401:
@ -344,7 +344,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AuthenticationError: {exception_provider} - {message}", message=f"AuthenticationError: {exception_provider} - {message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 404: elif original_exception.status_code == 404:
@ -353,7 +353,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"NotFoundError: {exception_provider} - {message}", message=f"NotFoundError: {exception_provider} - {message}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
@ -516,7 +516,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {error_str}", message=f"ReplicateException - {error_str}",
llm_provider="replicate", llm_provider="replicate",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "input is too long" in error_str: elif "input is too long" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -524,7 +524,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {error_str}", message=f"ReplicateException - {error_str}",
model=model, model=model,
llm_provider="replicate", llm_provider="replicate",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif exception_type == "ModelError": elif exception_type == "ModelError":
exception_mapping_worked = True exception_mapping_worked = True
@ -532,7 +532,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {error_str}", message=f"ReplicateException - {error_str}",
model=model, model=model,
llm_provider="replicate", llm_provider="replicate",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "Request was throttled" in error_str: elif "Request was throttled" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -540,7 +540,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {error_str}", message=f"ReplicateException - {error_str}",
llm_provider="replicate", llm_provider="replicate",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif hasattr(original_exception, "status_code"): elif hasattr(original_exception, "status_code"):
if original_exception.status_code == 401: if original_exception.status_code == 401:
@ -549,7 +549,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {original_exception.message}", message=f"ReplicateException - {original_exception.message}",
llm_provider="replicate", llm_provider="replicate",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
original_exception.status_code == 400 original_exception.status_code == 400
@ -560,7 +560,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {original_exception.message}", message=f"ReplicateException - {original_exception.message}",
model=model, model=model,
llm_provider="replicate", llm_provider="replicate",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 422: elif original_exception.status_code == 422:
exception_mapping_worked = True exception_mapping_worked = True
@ -568,7 +568,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {original_exception.message}", message=f"ReplicateException - {original_exception.message}",
model=model, model=model,
llm_provider="replicate", llm_provider="replicate",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
exception_mapping_worked = True exception_mapping_worked = True
@ -583,7 +583,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {original_exception.message}", message=f"ReplicateException - {original_exception.message}",
llm_provider="replicate", llm_provider="replicate",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
exception_mapping_worked = True exception_mapping_worked = True
@ -591,7 +591,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {original_exception.message}", message=f"ReplicateException - {original_exception.message}",
llm_provider="replicate", llm_provider="replicate",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 500: elif original_exception.status_code == 500:
exception_mapping_worked = True exception_mapping_worked = True
@ -599,7 +599,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ReplicateException - {original_exception.message}", message=f"ReplicateException - {original_exception.message}",
llm_provider="replicate", llm_provider="replicate",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
exception_mapping_worked = True exception_mapping_worked = True
raise APIError( raise APIError(
@ -631,7 +631,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"{custom_llm_provider}Exception: Authentication Error - {error_str}", message=f"{custom_llm_provider}Exception: Authentication Error - {error_str}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif "token_quota_reached" in error_str: elif "token_quota_reached" in error_str:
@ -640,7 +640,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"{custom_llm_provider}Exception: Rate Limit Errror - {error_str}", message=f"{custom_llm_provider}Exception: Rate Limit Errror - {error_str}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"The server received an invalid response from an upstream server." "The server received an invalid response from an upstream server."
@ -750,7 +750,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {error_str}\n. Enable 'litellm.modify_params=True' (for PROXY do: `litellm_settings::modify_params: True`) to insert a dummy assistant message and fix this error.", message=f"BedrockException - {error_str}\n. Enable 'litellm.modify_params=True' (for PROXY do: `litellm_settings::modify_params: True`) to insert a dummy assistant message and fix this error.",
model=model, model=model,
llm_provider="bedrock", llm_provider="bedrock",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "Malformed input request" in error_str: elif "Malformed input request" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -758,7 +758,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {error_str}", message=f"BedrockException - {error_str}",
model=model, model=model,
llm_provider="bedrock", llm_provider="bedrock",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "A conversation must start with a user message." in error_str: elif "A conversation must start with a user message." in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -766,7 +766,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {error_str}\n. Pass in default user message via `completion(..,user_continue_message=)` or enable `litellm.modify_params=True`.\nFor Proxy: do via `litellm_settings::modify_params: True` or user_continue_message under `litellm_params`", message=f"BedrockException - {error_str}\n. Pass in default user message via `completion(..,user_continue_message=)` or enable `litellm.modify_params=True`.\nFor Proxy: do via `litellm_settings::modify_params: True` or user_continue_message under `litellm_params`",
model=model, model=model,
llm_provider="bedrock", llm_provider="bedrock",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"Unable to locate credentials" in error_str "Unable to locate credentials" in error_str
@ -778,7 +778,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException Invalid Authentication - {error_str}", message=f"BedrockException Invalid Authentication - {error_str}",
model=model, model=model,
llm_provider="bedrock", llm_provider="bedrock",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "AccessDeniedException" in error_str: elif "AccessDeniedException" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -786,7 +786,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException PermissionDeniedError - {error_str}", message=f"BedrockException PermissionDeniedError - {error_str}",
model=model, model=model,
llm_provider="bedrock", llm_provider="bedrock",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"throttlingException" in error_str "throttlingException" in error_str
@ -797,7 +797,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException: Rate Limit Error - {error_str}", message=f"BedrockException: Rate Limit Error - {error_str}",
model=model, model=model,
llm_provider="bedrock", llm_provider="bedrock",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"Connect timeout on endpoint URL" in error_str "Connect timeout on endpoint URL" in error_str
@ -836,7 +836,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {original_exception.message}", message=f"BedrockException - {original_exception.message}",
llm_provider="bedrock", llm_provider="bedrock",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 400: elif original_exception.status_code == 400:
exception_mapping_worked = True exception_mapping_worked = True
@ -844,7 +844,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {original_exception.message}", message=f"BedrockException - {original_exception.message}",
llm_provider="bedrock", llm_provider="bedrock",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 404: elif original_exception.status_code == 404:
exception_mapping_worked = True exception_mapping_worked = True
@ -852,7 +852,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {original_exception.message}", message=f"BedrockException - {original_exception.message}",
llm_provider="bedrock", llm_provider="bedrock",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
exception_mapping_worked = True exception_mapping_worked = True
@ -868,7 +868,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {original_exception.message}", message=f"BedrockException - {original_exception.message}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
@ -877,7 +877,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {original_exception.message}", message=f"BedrockException - {original_exception.message}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 503: elif original_exception.status_code == 503:
@ -886,7 +886,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BedrockException - {original_exception.message}", message=f"BedrockException - {original_exception.message}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 504: # gateway timeout error elif original_exception.status_code == 504: # gateway timeout error
@ -907,7 +907,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"litellm.BadRequestError: SagemakerException - {error_str}", message=f"litellm.BadRequestError: SagemakerException - {error_str}",
model=model, model=model,
llm_provider="sagemaker", llm_provider="sagemaker",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"Input validation error: `best_of` must be > 0 and <= 2" "Input validation error: `best_of` must be > 0 and <= 2"
@ -918,7 +918,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message="SagemakerException - the value of 'n' must be > 0 and <= 2 for sagemaker endpoints", message="SagemakerException - the value of 'n' must be > 0 and <= 2 for sagemaker endpoints",
model=model, model=model,
llm_provider="sagemaker", llm_provider="sagemaker",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"`inputs` tokens + `max_new_tokens` must be <=" in error_str "`inputs` tokens + `max_new_tokens` must be <=" in error_str
@ -929,7 +929,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"SagemakerException - {error_str}", message=f"SagemakerException - {error_str}",
model=model, model=model,
llm_provider="sagemaker", llm_provider="sagemaker",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif hasattr(original_exception, "status_code"): elif hasattr(original_exception, "status_code"):
if original_exception.status_code == 500: if original_exception.status_code == 500:
@ -951,7 +951,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"SagemakerException - {original_exception.message}", message=f"SagemakerException - {original_exception.message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 400: elif original_exception.status_code == 400:
exception_mapping_worked = True exception_mapping_worked = True
@ -959,7 +959,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"SagemakerException - {original_exception.message}", message=f"SagemakerException - {original_exception.message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 404: elif original_exception.status_code == 404:
exception_mapping_worked = True exception_mapping_worked = True
@ -967,7 +967,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"SagemakerException - {original_exception.message}", message=f"SagemakerException - {original_exception.message}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
exception_mapping_worked = True exception_mapping_worked = True
@ -986,7 +986,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"SagemakerException - {original_exception.message}", message=f"SagemakerException - {original_exception.message}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
@ -995,7 +995,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"SagemakerException - {original_exception.message}", message=f"SagemakerException - {original_exception.message}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 503: elif original_exception.status_code == 503:
@ -1004,7 +1004,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"SagemakerException - {original_exception.message}", message=f"SagemakerException - {original_exception.message}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 504: # gateway timeout error elif original_exception.status_code == 504: # gateway timeout error
@ -1217,7 +1217,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message="GeminiException - Invalid api key", message="GeminiException - Invalid api key",
model=model, model=model,
llm_provider="palm", llm_provider="palm",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
if ( if (
"504 Deadline expired before operation could complete." in error_str "504 Deadline expired before operation could complete." in error_str
@ -1235,7 +1235,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"GeminiException - {error_str}", message=f"GeminiException - {error_str}",
model=model, model=model,
llm_provider="palm", llm_provider="palm",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
if ( if (
"500 An internal error has occurred." in error_str "500 An internal error has occurred." in error_str
@ -1262,7 +1262,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"GeminiException - {error_str}", message=f"GeminiException - {error_str}",
model=model, model=model,
llm_provider="palm", llm_provider="palm",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
# Dailed: Error occurred: 400 Request payload size exceeds the limit: 20000 bytes # Dailed: Error occurred: 400 Request payload size exceeds the limit: 20000 bytes
elif custom_llm_provider == "cloudflare": elif custom_llm_provider == "cloudflare":
@ -1272,7 +1272,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"Cloudflare Exception - {original_exception.message}", message=f"Cloudflare Exception - {original_exception.message}",
llm_provider="cloudflare", llm_provider="cloudflare",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
if "must have required property" in error_str: if "must have required property" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1280,7 +1280,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"Cloudflare Exception - {original_exception.message}", message=f"Cloudflare Exception - {original_exception.message}",
llm_provider="cloudflare", llm_provider="cloudflare",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
custom_llm_provider == "cohere" or custom_llm_provider == "cohere_chat" custom_llm_provider == "cohere" or custom_llm_provider == "cohere_chat"
@ -1294,7 +1294,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"CohereException - {original_exception.message}", message=f"CohereException - {original_exception.message}",
llm_provider="cohere", llm_provider="cohere",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "too many tokens" in error_str: elif "too many tokens" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1302,7 +1302,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"CohereException - {original_exception.message}", message=f"CohereException - {original_exception.message}",
model=model, model=model,
llm_provider="cohere", llm_provider="cohere",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif hasattr(original_exception, "status_code"): elif hasattr(original_exception, "status_code"):
if ( if (
@ -1314,7 +1314,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"CohereException - {original_exception.message}", message=f"CohereException - {original_exception.message}",
llm_provider="cohere", llm_provider="cohere",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
exception_mapping_worked = True exception_mapping_worked = True
@ -1329,7 +1329,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"CohereException - {original_exception.message}", message=f"CohereException - {original_exception.message}",
llm_provider="cohere", llm_provider="cohere",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"CohereConnectionError" in exception_type "CohereConnectionError" in exception_type
@ -1339,7 +1339,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"CohereException - {original_exception.message}", message=f"CohereException - {original_exception.message}",
llm_provider="cohere", llm_provider="cohere",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "invalid type:" in error_str: elif "invalid type:" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1347,7 +1347,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"CohereException - {original_exception.message}", message=f"CohereException - {original_exception.message}",
llm_provider="cohere", llm_provider="cohere",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "Unexpected server error" in error_str: elif "Unexpected server error" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1355,7 +1355,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"CohereException - {original_exception.message}", message=f"CohereException - {original_exception.message}",
llm_provider="cohere", llm_provider="cohere",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
else: else:
if hasattr(original_exception, "status_code"): if hasattr(original_exception, "status_code"):
@ -1375,7 +1375,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=error_str, message=error_str,
model=model, model=model,
llm_provider="huggingface", llm_provider="huggingface",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "A valid user token is required" in error_str: elif "A valid user token is required" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1383,7 +1383,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=error_str, message=error_str,
llm_provider="huggingface", llm_provider="huggingface",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "Rate limit reached" in error_str: elif "Rate limit reached" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1391,7 +1391,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=error_str, message=error_str,
llm_provider="huggingface", llm_provider="huggingface",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
if hasattr(original_exception, "status_code"): if hasattr(original_exception, "status_code"):
if original_exception.status_code == 401: if original_exception.status_code == 401:
@ -1400,7 +1400,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"HuggingfaceException - {original_exception.message}", message=f"HuggingfaceException - {original_exception.message}",
llm_provider="huggingface", llm_provider="huggingface",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 400: elif original_exception.status_code == 400:
exception_mapping_worked = True exception_mapping_worked = True
@ -1408,7 +1408,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"HuggingfaceException - {original_exception.message}", message=f"HuggingfaceException - {original_exception.message}",
model=model, model=model,
llm_provider="huggingface", llm_provider="huggingface",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
exception_mapping_worked = True exception_mapping_worked = True
@ -1423,7 +1423,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"HuggingfaceException - {original_exception.message}", message=f"HuggingfaceException - {original_exception.message}",
llm_provider="huggingface", llm_provider="huggingface",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 503: elif original_exception.status_code == 503:
exception_mapping_worked = True exception_mapping_worked = True
@ -1431,7 +1431,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"HuggingfaceException - {original_exception.message}", message=f"HuggingfaceException - {original_exception.message}",
llm_provider="huggingface", llm_provider="huggingface",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
else: else:
exception_mapping_worked = True exception_mapping_worked = True
@ -1450,7 +1450,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AI21Exception - {original_exception.message}", message=f"AI21Exception - {original_exception.message}",
model=model, model=model,
llm_provider="ai21", llm_provider="ai21",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
if "Bad or missing API token." in original_exception.message: if "Bad or missing API token." in original_exception.message:
exception_mapping_worked = True exception_mapping_worked = True
@ -1458,7 +1458,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AI21Exception - {original_exception.message}", message=f"AI21Exception - {original_exception.message}",
model=model, model=model,
llm_provider="ai21", llm_provider="ai21",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
if hasattr(original_exception, "status_code"): if hasattr(original_exception, "status_code"):
if original_exception.status_code == 401: if original_exception.status_code == 401:
@ -1467,7 +1467,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AI21Exception - {original_exception.message}", message=f"AI21Exception - {original_exception.message}",
llm_provider="ai21", llm_provider="ai21",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
exception_mapping_worked = True exception_mapping_worked = True
@ -1482,7 +1482,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AI21Exception - {original_exception.message}", message=f"AI21Exception - {original_exception.message}",
model=model, model=model,
llm_provider="ai21", llm_provider="ai21",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
exception_mapping_worked = True exception_mapping_worked = True
@ -1490,7 +1490,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AI21Exception - {original_exception.message}", message=f"AI21Exception - {original_exception.message}",
llm_provider="ai21", llm_provider="ai21",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
else: else:
exception_mapping_worked = True exception_mapping_worked = True
@ -1509,7 +1509,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"NLPCloudException - {error_str}", message=f"NLPCloudException - {error_str}",
model=model, model=model,
llm_provider="nlp_cloud", llm_provider="nlp_cloud",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "value is not a valid" in error_str: elif "value is not a valid" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1517,7 +1517,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"NLPCloudException - {error_str}", message=f"NLPCloudException - {error_str}",
model=model, model=model,
llm_provider="nlp_cloud", llm_provider="nlp_cloud",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
else: else:
exception_mapping_worked = True exception_mapping_worked = True
@ -1542,7 +1542,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"NLPCloudException - {original_exception.message}", message=f"NLPCloudException - {original_exception.message}",
llm_provider="nlp_cloud", llm_provider="nlp_cloud",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
original_exception.status_code == 401 original_exception.status_code == 401
@ -1553,7 +1553,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"NLPCloudException - {original_exception.message}", message=f"NLPCloudException - {original_exception.message}",
llm_provider="nlp_cloud", llm_provider="nlp_cloud",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
original_exception.status_code == 522 original_exception.status_code == 522
@ -1574,7 +1574,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"NLPCloudException - {original_exception.message}", message=f"NLPCloudException - {original_exception.message}",
llm_provider="nlp_cloud", llm_provider="nlp_cloud",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
original_exception.status_code == 500 original_exception.status_code == 500
@ -1597,7 +1597,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"NLPCloudException - {original_exception.message}", message=f"NLPCloudException - {original_exception.message}",
model=model, model=model,
llm_provider="nlp_cloud", llm_provider="nlp_cloud",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
else: else:
exception_mapping_worked = True exception_mapping_worked = True
@ -1623,7 +1623,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"TogetherAIException - {error_response['error']}", message=f"TogetherAIException - {error_response['error']}",
model=model, model=model,
llm_provider="together_ai", llm_provider="together_ai",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"error" in error_response "error" in error_response
@ -1634,7 +1634,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"TogetherAIException - {error_response['error']}", message=f"TogetherAIException - {error_response['error']}",
llm_provider="together_ai", llm_provider="together_ai",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"error" in error_response "error" in error_response
@ -1645,7 +1645,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"TogetherAIException - {error_response['error']}", message=f"TogetherAIException - {error_response['error']}",
model=model, model=model,
llm_provider="together_ai", llm_provider="together_ai",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "A timeout occurred" in error_str: elif "A timeout occurred" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1664,7 +1664,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"TogetherAIException - {error_response['error']}", message=f"TogetherAIException - {error_response['error']}",
model=model, model=model,
llm_provider="together_ai", llm_provider="together_ai",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif ( elif (
"error_type" in error_response "error_type" in error_response
@ -1675,7 +1675,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"TogetherAIException - {error_response['error']}", message=f"TogetherAIException - {error_response['error']}",
model=model, model=model,
llm_provider="together_ai", llm_provider="together_ai",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
if hasattr(original_exception, "status_code"): if hasattr(original_exception, "status_code"):
if original_exception.status_code == 408: if original_exception.status_code == 408:
@ -1691,7 +1691,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"TogetherAIException - {error_response['error']}", message=f"TogetherAIException - {error_response['error']}",
model=model, model=model,
llm_provider="together_ai", llm_provider="together_ai",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
exception_mapping_worked = True exception_mapping_worked = True
@ -1699,7 +1699,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"TogetherAIException - {original_exception.message}", message=f"TogetherAIException - {original_exception.message}",
llm_provider="together_ai", llm_provider="together_ai",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 524: elif original_exception.status_code == 524:
exception_mapping_worked = True exception_mapping_worked = True
@ -1727,7 +1727,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AlephAlphaException - {original_exception.message}", message=f"AlephAlphaException - {original_exception.message}",
llm_provider="aleph_alpha", llm_provider="aleph_alpha",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "InvalidToken" in error_str or "No token provided" in error_str: elif "InvalidToken" in error_str or "No token provided" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1735,7 +1735,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AlephAlphaException - {original_exception.message}", message=f"AlephAlphaException - {original_exception.message}",
llm_provider="aleph_alpha", llm_provider="aleph_alpha",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif hasattr(original_exception, "status_code"): elif hasattr(original_exception, "status_code"):
verbose_logger.debug( verbose_logger.debug(
@ -1754,7 +1754,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AlephAlphaException - {original_exception.message}", message=f"AlephAlphaException - {original_exception.message}",
llm_provider="aleph_alpha", llm_provider="aleph_alpha",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
exception_mapping_worked = True exception_mapping_worked = True
@ -1762,7 +1762,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AlephAlphaException - {original_exception.message}", message=f"AlephAlphaException - {original_exception.message}",
llm_provider="aleph_alpha", llm_provider="aleph_alpha",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 500: elif original_exception.status_code == 500:
exception_mapping_worked = True exception_mapping_worked = True
@ -1770,7 +1770,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AlephAlphaException - {original_exception.message}", message=f"AlephAlphaException - {original_exception.message}",
llm_provider="aleph_alpha", llm_provider="aleph_alpha",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
raise original_exception raise original_exception
raise original_exception raise original_exception
@ -1787,7 +1787,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"OllamaException: Invalid Model/Model not loaded - {original_exception}", message=f"OllamaException: Invalid Model/Model not loaded - {original_exception}",
model=model, model=model,
llm_provider="ollama", llm_provider="ollama",
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "Failed to establish a new connection" in error_str: elif "Failed to establish a new connection" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1795,7 +1795,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"OllamaException: {original_exception}", message=f"OllamaException: {original_exception}",
llm_provider="ollama", llm_provider="ollama",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "Invalid response object from API" in error_str: elif "Invalid response object from API" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1803,7 +1803,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"OllamaException: {original_exception}", message=f"OllamaException: {original_exception}",
llm_provider="ollama", llm_provider="ollama",
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
) )
elif "Read timed out" in error_str: elif "Read timed out" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1837,6 +1837,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider="azure", llm_provider="azure",
model=model, model=model,
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif "This model's maximum context length is" in error_str: elif "This model's maximum context length is" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1845,6 +1846,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider="azure", llm_provider="azure",
model=model, model=model,
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif "DeploymentNotFound" in error_str: elif "DeploymentNotFound" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1853,6 +1855,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider="azure", llm_provider="azure",
model=model, model=model,
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif ( elif (
( (
@ -1873,6 +1876,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider="azure", llm_provider="azure",
model=model, model=model,
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif "invalid_request_error" in error_str: elif "invalid_request_error" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1881,6 +1885,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider="azure", llm_provider="azure",
model=model, model=model,
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif ( elif (
"The api_key client option must be set either by passing api_key to the client or by setting" "The api_key client option must be set either by passing api_key to the client or by setting"
@ -1892,6 +1897,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif "Connection error" in error_str: elif "Connection error" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1910,6 +1916,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider="azure", llm_provider="azure",
model=model, model=model,
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 401: elif original_exception.status_code == 401:
exception_mapping_worked = True exception_mapping_worked = True
@ -1918,6 +1925,7 @@ def exception_type( # type: ignore # noqa: PLR0915
llm_provider="azure", llm_provider="azure",
model=model, model=model,
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
exception_mapping_worked = True exception_mapping_worked = True
@ -1934,6 +1942,7 @@ def exception_type( # type: ignore # noqa: PLR0915
model=model, model=model,
llm_provider="azure", llm_provider="azure",
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
exception_mapping_worked = True exception_mapping_worked = True
@ -1942,6 +1951,7 @@ def exception_type( # type: ignore # noqa: PLR0915
model=model, model=model,
llm_provider="azure", llm_provider="azure",
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 503: elif original_exception.status_code == 503:
exception_mapping_worked = True exception_mapping_worked = True
@ -1950,6 +1960,7 @@ def exception_type( # type: ignore # noqa: PLR0915
model=model, model=model,
llm_provider="azure", llm_provider="azure",
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
response=getattr(original_exception, "response", None),
) )
elif original_exception.status_code == 504: # gateway timeout error elif original_exception.status_code == 504: # gateway timeout error
exception_mapping_worked = True exception_mapping_worked = True
@ -1989,7 +2000,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"{exception_provider} - {error_str}", message=f"{exception_provider} - {error_str}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 401: elif original_exception.status_code == 401:
@ -1998,7 +2009,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"AuthenticationError: {exception_provider} - {error_str}", message=f"AuthenticationError: {exception_provider} - {error_str}",
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
model=model, model=model,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 404: elif original_exception.status_code == 404:
@ -2007,7 +2018,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"NotFoundError: {exception_provider} - {error_str}", message=f"NotFoundError: {exception_provider} - {error_str}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 408: elif original_exception.status_code == 408:
@ -2024,7 +2035,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"BadRequestError: {exception_provider} - {error_str}", message=f"BadRequestError: {exception_provider} - {error_str}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
@ -2033,7 +2044,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"RateLimitError: {exception_provider} - {error_str}", message=f"RateLimitError: {exception_provider} - {error_str}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 503: elif original_exception.status_code == 503:
@ -2042,7 +2053,7 @@ def exception_type( # type: ignore # noqa: PLR0915
message=f"ServiceUnavailableError: {exception_provider} - {error_str}", message=f"ServiceUnavailableError: {exception_provider} - {error_str}",
model=model, model=model,
llm_provider=custom_llm_provider, llm_provider=custom_llm_provider,
response=original_exception.response, response=getattr(original_exception, "response", None),
litellm_debug_info=extra_information, litellm_debug_info=extra_information,
) )
elif original_exception.status_code == 504: # gateway timeout error elif original_exception.status_code == 504: # gateway timeout error

22
tests/local_testing/test_exceptions.py
View file

@ -58,6 +58,7 @@ async def test_content_policy_exception_azure():
except litellm.ContentPolicyViolationError as e: except litellm.ContentPolicyViolationError as e:
print("caught a content policy violation error! Passed") print("caught a content policy violation error! Passed")
print("exception", e) print("exception", e)
assert e.response is not None
assert e.litellm_debug_info is not None assert e.litellm_debug_info is not None
assert isinstance(e.litellm_debug_info, str) assert isinstance(e.litellm_debug_info, str)
assert len(e.litellm_debug_info) > 0 assert len(e.litellm_debug_info) > 0
@ -1152,3 +1153,24 @@ async def test_exception_with_headers_httpx(
if exception_raised is False: if exception_raised is False:
print(resp) print(resp)
assert exception_raised assert exception_raised
@pytest.mark.asyncio
@pytest.mark.parametrize("model", ["azure/chatgpt-v-2", "openai/gpt-3.5-turbo"])
async def test_bad_request_error_contains_httpx_response(model):
"""
Test that the BadRequestError contains the httpx response
Relevant issue: https://github.com/BerriAI/litellm/issues/6732
"""
try:
await litellm.acompletion(
model=model,
messages=[{"role": "user", "content": "Hello world"}],
bad_arg="bad_arg",
)
pytest.fail("Expected to raise BadRequestError")
except litellm.BadRequestError as e:
print("e.response", e.response)
print("vars(e.response)", vars(e.response))
assert e.response is not None