forked from phoenix/litellm-mirror
d0a3052937
* add flake 8 check * split up litellm _acompletion * fix get model client * refactor use commong func to add metadata to kwargs * use common func to get timeout * re-use helper to _get_async_model_client * use _handle_mock_testing_rate_limit_error * fix docstring for _handle_mock_testing_rate_limit_error * fix function_with_retries * use helper for mock testing fallbacks * router - use 1 func for simple_shuffle * add doc string for simple_shuffle * use 1 function for filtering cooldown deployments * fix use common helper to _get_fallback_model_group_from_fallbacks
99 lines
2.7 KiB
Python
99 lines
2.7 KiB
Python
import json
|
|
import os
|
|
import sys
|
|
import traceback
|
|
|
|
from dotenv import load_dotenv
|
|
|
|
load_dotenv()
|
|
import io
|
|
import os
|
|
|
|
sys.path.insert(
|
|
0, os.path.abspath("../..")
|
|
) # Adds the parent directory to the system path
|
|
|
|
import os
|
|
from datetime import datetime
|
|
from unittest.mock import AsyncMock, MagicMock, patch
|
|
|
|
import httpx
|
|
import pytest
|
|
from openai import OpenAI
|
|
from openai.types.chat import ChatCompletionMessage
|
|
from openai.types.chat.chat_completion import ChatCompletion, Choice
|
|
from respx import MockRouter
|
|
|
|
import litellm
|
|
from litellm import RateLimitError, Timeout, completion, completion_cost, embedding
|
|
from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler
|
|
from litellm.llms.prompt_templates.factory import anthropic_messages_pt
|
|
from litellm.router import Router
|
|
|
|
|
|
@pytest.mark.asyncio()
|
|
@pytest.mark.respx()
|
|
async def test_azure_tenant_id_auth(respx_mock: MockRouter):
|
|
"""
|
|
|
|
Tests when we set tenant_id, client_id, client_secret they don't get sent with the request
|
|
|
|
PROD Test
|
|
"""
|
|
|
|
router = Router(
|
|
model_list=[
|
|
{
|
|
"model_name": "gpt-3.5-turbo",
|
|
"litellm_params": { # params for litellm completion/embedding call
|
|
"model": "azure/chatgpt-v-2",
|
|
"api_base": os.getenv("AZURE_API_BASE"),
|
|
"tenant_id": os.getenv("AZURE_TENANT_ID"),
|
|
"client_id": os.getenv("AZURE_CLIENT_ID"),
|
|
"client_secret": os.getenv("AZURE_CLIENT_SECRET"),
|
|
},
|
|
},
|
|
],
|
|
)
|
|
|
|
mock_response = AsyncMock()
|
|
obj = ChatCompletion(
|
|
id="foo",
|
|
model="gpt-4",
|
|
object="chat.completion",
|
|
choices=[
|
|
Choice(
|
|
finish_reason="stop",
|
|
index=0,
|
|
message=ChatCompletionMessage(
|
|
content="Hello world!",
|
|
role="assistant",
|
|
),
|
|
)
|
|
],
|
|
created=int(datetime.now().timestamp()),
|
|
)
|
|
litellm.set_verbose = True
|
|
mock_request = respx_mock.post(url__regex=r".*/chat/completions.*").mock(
|
|
return_value=httpx.Response(200, json=obj.model_dump(mode="json"))
|
|
)
|
|
|
|
await router.acompletion(
|
|
model="gpt-3.5-turbo", messages=[{"role": "user", "content": "Hello world!"}]
|
|
)
|
|
|
|
# Ensure all mocks were called
|
|
respx_mock.assert_all_called()
|
|
|
|
for call in mock_request.calls:
|
|
print(call)
|
|
print(call.request.content)
|
|
|
|
json_body = json.loads(call.request.content)
|
|
print(json_body)
|
|
|
|
assert json_body == {
|
|
"messages": [{"role": "user", "content": "Hello world!"}],
|
|
"model": "chatgpt-v-2",
|
|
"stream": False,
|
|
}
|