add test for test_azure_tenant_id_auth

.circleci/config.yml

@@ -51,6 +51,7 @@ jobs:
             pip install prisma==0.11.0   
             pip install "detect_secrets==1.5.0"         
             pip install "httpx==0.24.1"
+            pip install "respx==0.21.1"
             pip install fastapi
             pip install "gunicorn==21.2.0"
             pip install "anyio==3.7.1"

litellm/tests/test_azure_openai.py

@@ -0,0 +1,98 @@
+import json
+import os
+import sys
+import traceback
+
+from dotenv import load_dotenv
+
+load_dotenv()
+import io
+import os
+
+sys.path.insert(
+    0, os.path.abspath("../..")
+)  # Adds the parent directory to the system path
+
+import os
+from datetime import datetime
+from unittest.mock import AsyncMock, MagicMock, patch
+
+import httpx
+import pytest
+from openai import OpenAI
+from openai.types.chat import ChatCompletionMessage
+from openai.types.chat.chat_completion import ChatCompletion, Choice
+from respx import MockRouter
+
+import litellm
+from litellm import RateLimitError, Timeout, completion, completion_cost, embedding
+from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler
+from litellm.llms.prompt_templates.factory import anthropic_messages_pt
+from litellm.router import Router
+
+
+@pytest.mark.asyncio()
+@pytest.mark.respx()
+async def test_azure_tenant_id_auth(respx_mock: MockRouter):
+    """
+
+    Tests when we set  tenant_id, client_id, client_secret they don't get sent with the request
+
+    PROD Test
+    """
+
+    router = Router(
+        model_list=[
+            {
+                "model_name": "gpt-3.5-turbo",
+                "litellm_params": {  # params for litellm completion/embedding call
+                    "model": "azure/chatgpt-v-2",
+                    "api_base": os.getenv("AZURE_API_BASE"),
+                    "tenant_id": os.getenv("AZURE_TENANT_ID"),
+                    "client_id": os.getenv("AZURE_CLIENT_ID"),
+                    "client_secret": os.getenv("AZURE_CLIENT_SECRET"),
+                },
+            },
+        ],
+    )
+
+    mock_response = AsyncMock()
+    obj = ChatCompletion(
+        id="foo",
+        model="gpt-4",
+        object="chat.completion",
+        choices=[
+            Choice(
+                finish_reason="stop",
+                index=0,
+                message=ChatCompletionMessage(
+                    content="Hello world!",
+                    role="assistant",
+                ),
+            )
+        ],
+        created=int(datetime.now().timestamp()),
+    )
+    mock_request = respx_mock.post(url__regex=r".*/chat/completions.*").mock(
+        return_value=httpx.Response(200, json=obj.model_dump(mode="json"))
+    )
+
+    await router.acompletion(
+        model="gpt-3.5-turbo", messages=[{"role": "user", "content": "Hello world!"}]
+    )
+
+    # Ensure all mocks were called
+    respx_mock.assert_all_called()
+
+    for call in mock_request.calls:
+        print(call)
+        print(call.request.content)
+
+        json_body = json.loads(call.request.content)
+        print(json_body)
+
+        assert json_body == {
+            "messages": [{"role": "user", "content": "Hello world!"}],
+            "model": "chatgpt-v-2",
+            "stream": False,
+        }