phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix - num active callbacks

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-06 18:20:27 -07:00
parent dd14714b94
commit d94065ca43
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
tests/test_callbacks_on_proxy.py
View file

@ -111,12 +111,12 @@ async def test_check_num_callbacks():
import uuid import uuid
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session:
# await asyncio.sleep(30) await asyncio.sleep(30)
num_callbacks_1, _, all_litellm_callbacks_1 = await get_active_callbacks( num_callbacks_1, _, all_litellm_callbacks_1 = await get_active_callbacks(
session=session session=session
) )
assert num_callbacks_1 > 0 assert num_callbacks_1 > 0
# await asyncio.sleep(30) await asyncio.sleep(30)
num_callbacks_2, _, all_litellm_callbacks_2 = await get_active_callbacks( num_callbacks_2, _, all_litellm_callbacks_2 = await get_active_callbacks(
session=session session=session
@ -166,7 +166,7 @@ async def test_check_num_callbacks_on_lowest_latency():
original_routing_strategy = await get_current_routing_strategy(session=session) original_routing_strategy = await get_current_routing_strategy(session=session)
await config_update(session=session, routing_strategy="latency-based-routing") await config_update(session=session, routing_strategy="latency-based-routing")
await asyncio.sleep(5) await asyncio.sleep(30)
num_callbacks_1, num_alerts_1, all_litellm_callbacks_1 = ( num_callbacks_1, num_alerts_1, all_litellm_callbacks_1 = (
await get_active_callbacks(session=session) await get_active_callbacks(session=session)