phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix - test_check_num_callbacks

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-03 16:41:08 -07:00
parent 5e6b6c41c4
commit 2084cfd959
1 changed files with 3 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
tests/test_callbacks_on_proxy.py
View file

@ -108,11 +108,9 @@ async def test_check_num_callbacks():
import uuid import uuid
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session:
await asyncio.sleep(30)
num_callbacks_1, _ = await get_active_callbacks(session=session) num_callbacks_1, _ = await get_active_callbacks(session=session)
assert ( assert num_callbacks_1 > 0
num_callbacks_1 > 0
) # /health/readiness returns 0 when some calculation goes wrong
await asyncio.sleep(30) await asyncio.sleep(30)
num_callbacks_2, _ = await get_active_callbacks(session=session) num_callbacks_2, _ = await get_active_callbacks(session=session)
@ -141,14 +139,12 @@ async def test_check_num_callbacks_on_lowest_latency():
import uuid import uuid
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session:
await asyncio.sleep(30)
original_routing_strategy = await get_current_routing_strategy(session=session) original_routing_strategy = await get_current_routing_strategy(session=session)
await config_update(session=session, routing_strategy="latency-based-routing") await config_update(session=session, routing_strategy="latency-based-routing")
num_callbacks_1, num_alerts_1 = await get_active_callbacks(session=session) num_callbacks_1, num_alerts_1 = await get_active_callbacks(session=session)
assert (
num_callbacks_1 > 0
) # /health/readiness returns 0 when some calculation goes wrong
await asyncio.sleep(30) await asyncio.sleep(30)