test(test_parallel_request_limiter.py): fix test

This commit is contained in:
Krrish Dholakia 2024-02-03 20:34:05 -08:00
parent 25a0e15727
commit b47b2837eb

View file

@ -525,18 +525,13 @@ async def test_streaming_router_tpm_limit():
continue
await asyncio.sleep(5) # success is done in a separate thread
try:
await parallel_request_handler.async_pre_call_hook(
user_api_key_dict=user_api_key_dict,
cache=local_cache,
data={},
call_type="",
assert (
parallel_request_handler.user_api_key_cache.get_cache(
key=request_count_api_key
)["current_tpm"]
> 0
)
pytest.fail(f"Expected call to fail")
except Exception as e:
assert e.status_code == 429
@pytest.mark.asyncio
async def test_bad_router_call():