diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py
index fcfa9b3c3..02917cf88 100644
--- a/litellm/tests/test_completion.py
+++ b/litellm/tests/test_completion.py
@@ -107,11 +107,16 @@ def test_completion_mistral_api():
         pytest.fail(f"Error occurred: {e}")
 
 
+@pytest.mark.skip(
+    reason="Since we already test mistral/mistral-tiny in test_completion_mistral_api. This is only for locally verifying azure mistral works"
+)
 def test_completion_mistral_azure():
     try:
         litellm.set_verbose = True
         response = completion(
             model="mistral/Mistral-large-nmefg",
+            api_key=os.environ["MISTRAL_AZURE_API_KEY"],
+            api_base=os.environ["MISTRAL_AZURE_API_BASE"],
             max_tokens=5,
             messages=[
                 {
diff --git a/litellm/utils.py b/litellm/utils.py
index 16900c617..a7b68ad12 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -5011,7 +5011,11 @@ def get_llm_provider(
                 # if api_base does not end with /v1 we add it
                 if api_base is not None and not api_base.endswith("/v1"):
                     api_base = api_base + "/v1"
-                dynamic_api_key = api_key or get_secret("MISTRAL_AZURE_API_KEY")
+                dynamic_api_key = (
+                    api_key
+                    or get_secret("MISTRAL_AZURE_API_KEY")
+                    or get_secret("MISTRAL_API_KEY")
+                )
             elif custom_llm_provider == "voyage":
                 # voyage is openai compatible, we just need to set this to custom_openai and have the api_base be https://api.voyageai.com/v1
                 api_base = "https://api.voyageai.com/v1"