phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) test proxy

Browse source
This commit is contained in:
ishaan-jaff 2023-12-11 22:11:11 -08:00
parent d3bbf5bdff
commit 5e7b9658e3
2 changed files with 18 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/tests/test_proxy_custom_auth.py
View file

@ -25,11 +25,14 @@ from litellm.proxy.proxy_server import router, save_worker_config, initialize #
# Make sure the fixture returns TestClient(app) # Make sure the fixture returns TestClient(app)
@pytest.fixture(scope="function") @pytest.fixture(scope="function")
def client(): def client():
from litellm.proxy.proxy_server import cleanup_router_config_variables
cleanup_router_config_variables()
filepath = os.path.dirname(os.path.abspath(__file__)) filepath = os.path.dirname(os.path.abspath(__file__))
config_fp = f"{filepath}/test_configs/test_config_custom_auth.yaml" config_fp = f"{filepath}/test_configs/test_config_custom_auth.yaml"
# initialize can get run in parallel, it sets specific variables for the fast api app, sinc eit gets run in parallel different tests use the wrong variables # initialize can get run in parallel, it sets specific variables for the fast api app, sinc eit gets run in parallel different tests use the wrong variables
initialize(config=config_fp)
app = FastAPI() app = FastAPI()
initialize(config=config_fp)
app.include_router(router) # Include your router in the test app app.include_router(router) # Include your router in the test app
return TestClient(app) return TestClient(app)

17
litellm/tests/test_proxy_server.py
View file

@ -34,12 +34,16 @@ headers = {
@pytest.fixture(scope="function") @pytest.fixture(scope="function")
def client_no_auth(): def client_no_auth():
# Assuming litellm.proxy.proxy_server is an object
from litellm.proxy.proxy_server import cleanup_router_config_variables
cleanup_router_config_variables()
filepath = os.path.dirname(os.path.abspath(__file__)) filepath = os.path.dirname(os.path.abspath(__file__))
config_fp = f"{filepath}/test_configs/test_config_no_auth.yaml" config_fp = f"{filepath}/test_configs/test_config_no_auth.yaml"
# initialize can get run in parallel, it sets specific variables for the fast api app, sinc eit gets run in parallel different tests use the wrong variables # initialize can get run in parallel, it sets specific variables for the fast api app, sinc eit gets run in parallel different tests use the wrong variables
initialize(config=config_fp) initialize(config=config_fp)
app = FastAPI() app = FastAPI()
app.include_router(router) # Include your router in the test app app.include_router(router) # Include your router in the test app
return TestClient(app) return TestClient(app)
def test_chat_completion(client_no_auth): def test_chat_completion(client_no_auth):
@ -57,7 +61,7 @@ def test_chat_completion(client_no_auth):
"max_tokens": 10, "max_tokens": 10,
} }
print("testing proxy server") print("testing proxy server with chat completions")
response = client_no_auth.post("/v1/chat/completions", json=test_data) response = client_no_auth.post("/v1/chat/completions", json=test_data)
print(f"response - {response.text}") print(f"response - {response.text}")
assert response.status_code == 200 assert response.status_code == 200
@ -84,7 +88,7 @@ def test_chat_completion_azure(client_no_auth):
"max_tokens": 10, "max_tokens": 10,
} }
print("testing proxy server with Azure Request") print("testing proxy server with Azure Request /chat/completions")
response = client_no_auth.post("/v1/chat/completions", json=test_data) response = client_no_auth.post("/v1/chat/completions", json=test_data)
assert response.status_code == 200 assert response.status_code == 200
@ -100,12 +104,19 @@ def test_chat_completion_azure(client_no_auth):
def test_embedding(client_no_auth): def test_embedding(client_no_auth):
global headers global headers
from litellm.proxy.proxy_server import user_custom_auth
try: try:
test_data = { test_data = {
"model": "azure/azure-embedding-model", "model": "azure/azure-embedding-model",
"input": ["good morning from litellm"], "input": ["good morning from litellm"],
} }
print("testing proxy server with Azure embedding") # print("testing proxy server with Azure embedding")
# print(user_custom_auth)
# print(id(user_custom_auth))
# user_custom_auth = None
# print("valu of user_custom_auth", user_custom_auth)
# litellm.proxy.proxy_server.user_custom_auth = None
response = client_no_auth.post("/v1/embeddings", json=test_data) response = client_no_auth.post("/v1/embeddings", json=test_data)
assert response.status_code == 200 assert response.status_code == 200