phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test active callbacks on proxy

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-03 10:05:06 -07:00
parent 5928d4da33
commit d74a22edf7
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
tests/test_callbacks_on_proxy.py
View file

@ -100,6 +100,9 @@ async def test_check_num_callbacks():
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session:
num_callbacks_1 = await get_active_callbacks(session=session) num_callbacks_1 = await get_active_callbacks(session=session)
assert (
num_callbacks_1 > 0
) # /health/readiness returns 0 when some calculation goes wrong
await asyncio.sleep(30) await asyncio.sleep(30)
@ -134,6 +137,9 @@ async def test_check_num_callbacks_on_lowest_latency():
await config_update(session=session, routing_strategy="latency-based-routing") await config_update(session=session, routing_strategy="latency-based-routing")
num_callbacks_1 = await get_active_callbacks(session=session) num_callbacks_1 = await get_active_callbacks(session=session)
assert (
num_callbacks_1 > 0
) # /health/readiness returns 0 when some calculation goes wrong
await asyncio.sleep(30) await asyncio.sleep(30)