fix(utils.py): fix exception mapping for azure internal server error

litellm/__init__.py

@@ -808,6 +808,7 @@ from .exceptions import (
     APIConnectionError,
     APIResponseValidationError,
     UnprocessableEntityError,
+    InternalServerError,
     LITELLM_EXCEPTION_TYPES,
 )
 from .budget_manager import BudgetManager

litellm/exceptions.py

@@ -638,6 +638,7 @@ LITELLM_EXCEPTION_TYPES = [
     APIConnectionError,
     APIResponseValidationError,
     OpenAIError,
+    InternalServerError,
 ]
 
 

litellm/tests/test_completion.py

@@ -2163,6 +2163,7 @@ def test_completion_azure_key_completion_arg():
             logprobs=True,
             max_tokens=10,
         )
+
         print(f"response: {response}")
 
         print("Hidden Params", response._hidden_params)

litellm/tests/test_image_generation.py

@@ -76,7 +76,7 @@ def test_image_generation_azure_dall_e_3():
         )
         print(f"response: {response}")
         assert len(response.data) > 0
-    except litellm.RateLimitError as e:
+    except litellm.InternalServerError as e:
         pass
     except litellm.ContentPolicyViolationError:
         pass  # OpenAI randomly raises these errors - skip when they occur

litellm/utils.py

@@ -9805,8 +9805,7 @@ def exception_type(
             elif custom_llm_provider == "azure":
                 if "Internal server error" in error_str:
                     exception_mapping_worked = True
-                    raise APIError(
+                    raise litellm.InternalServerError(
-                        status_code=500,
                         message=f"AzureException Internal server error - {original_exception.message}",
                         llm_provider="azure",
                         model=model,

ruff.toml

@@ -0,0 +1 @@
+ignore = ["F403", "F401"]