phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test active callbacks on proxy

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-03 10:05:06 -07:00
parent fe6e465466
commit 9ba5685722
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
tests/test_callbacks_on_proxy.py
View file

@ -100,6 +100,9 @@ async def test_check_num_callbacks():
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session:
num_callbacks_1 = await get_active_callbacks(session=session) num_callbacks_1 = await get_active_callbacks(session=session)
assert (
num_callbacks_1 > 0
) # /health/readiness returns 0 when some calculation goes wrong
await asyncio.sleep(30) await asyncio.sleep(30)
@ -134,6 +137,9 @@ async def test_check_num_callbacks_on_lowest_latency():
await config_update(session=session, routing_strategy="latency-based-routing") await config_update(session=session, routing_strategy="latency-based-routing")
num_callbacks_1 = await get_active_callbacks(session=session) num_callbacks_1 = await get_active_callbacks(session=session)
assert (
num_callbacks_1 > 0
) # /health/readiness returns 0 when some calculation goes wrong
await asyncio.sleep(30) await asyncio.sleep(30)