test(test_parallel_request_limiter.py): fix test

This commit is contained in:
Krrish Dholakia 2024-02-03 20:34:05 -08:00
parent 25a0e15727
commit b47b2837eb

View file

@ -525,17 +525,12 @@ async def test_streaming_router_tpm_limit():
continue continue
await asyncio.sleep(5) # success is done in a separate thread await asyncio.sleep(5) # success is done in a separate thread
try: assert (
await parallel_request_handler.async_pre_call_hook( parallel_request_handler.user_api_key_cache.get_cache(
user_api_key_dict=user_api_key_dict, key=request_count_api_key
cache=local_cache, )["current_tpm"]
data={}, > 0
call_type="", )
)
pytest.fail(f"Expected call to fail")
except Exception as e:
assert e.status_code == 429
@pytest.mark.asyncio @pytest.mark.asyncio