forked from phoenix/litellm-mirror
(fix) don't block proxy startup if license check fails & using prometheus (#6839)
* fix - don't block proxy startup if not a premium user * test_litellm_proxy_server_config_with_prometheus * add test for proxy startup * fix remove unused test * fix startup test * add comment on bad-license
This commit is contained in:
parent
cc1f8ff0ba
commit
ddfe687b13
4 changed files with 113 additions and 1 deletions
51
tests/basic_proxy_startup_tests/test_basic_proxy_startup.py
Normal file
51
tests/basic_proxy_startup_tests/test_basic_proxy_startup.py
Normal file
|
@ -0,0 +1,51 @@
|
|||
"""
|
||||
This test ensures that the proxy starts and serves requests even with a bad license.
|
||||
|
||||
|
||||
in ci/cd config.yml, we set the license to "bad-license"
|
||||
"""
|
||||
|
||||
import pytest
|
||||
import aiohttp
|
||||
from typing import Optional
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_health_and_chat_completion():
|
||||
"""
|
||||
Test health endpoints and chat completion:
|
||||
1. Check /health/readiness
|
||||
2. Check /health/liveness
|
||||
3. Make a chat completion call
|
||||
"""
|
||||
async with aiohttp.ClientSession() as session:
|
||||
# Test readiness endpoint
|
||||
async with session.get("http://0.0.0.0:4000/health/readiness") as response:
|
||||
assert response.status == 200
|
||||
readiness_response = await response.json()
|
||||
assert readiness_response["status"] == "connected"
|
||||
|
||||
# Test liveness endpoint
|
||||
async with session.get("http://0.0.0.0:4000/health/liveness") as response:
|
||||
assert response.status == 200
|
||||
liveness_response = await response.json()
|
||||
print("liveness_response", liveness_response)
|
||||
|
||||
# Make a chat completion call
|
||||
url = "http://0.0.0.0:4000/chat/completions"
|
||||
headers = {
|
||||
"Authorization": "Bearer sk-1234",
|
||||
"Content-Type": "application/json",
|
||||
}
|
||||
data = {
|
||||
"model": "gpt-4",
|
||||
"messages": [
|
||||
{"role": "system", "content": "You are a helpful assistant."},
|
||||
{"role": "user", "content": "Hello!"},
|
||||
],
|
||||
}
|
||||
|
||||
async with session.post(url, headers=headers, json=data) as response:
|
||||
assert response.status == 200
|
||||
completion_response = await response.json()
|
||||
assert "choices" in completion_response
|
Loading…
Add table
Add a link
Reference in a new issue