phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(test_parallel_request_limiter): increase time limit for waiting for success logging event to happen

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-30 13:26:17 -08:00
parent 85cbe5fb4c
commit c91ab81fde
3 changed files with 11 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_parallel_request_limiter.py
View file

@ -456,6 +456,7 @@ async def test_streaming_router_call():
@pytest.mark.asyncio
async def test_streaming_router_tpm_limit():
litellm.set_verbose = True
model_list = [
{
"model_name": "azure-model",
@ -520,7 +521,7 @@ async def test_streaming_router_tpm_limit():
)
async for chunk in response:
continue
await asyncio.sleep(1) # success is done in a separate thread
await asyncio.sleep(5) # success is done in a separate thread
try:
await parallel_request_handler.async_pre_call_hook(