fix flaky tests

litellm/tests/test_completion.py

@@ -4078,6 +4078,7 @@ def test_completion_nvidia_nim():
         # "gemini-1.5-flash",
     ],
 )
+@pytest.mark.flaky(retries=3, delay=1)
 def test_completion_gemini(model):
     litellm.set_verbose = True
     model_name = "gemini/{}".format(model)

litellm/tests/test_parallel_request_limiter.py

@@ -758,6 +758,7 @@ async def test_streaming_router_tpm_limit():
 
 
 @pytest.mark.asyncio
+@pytest.mark.flaky(retries=3, delay=1)
 async def test_bad_router_call():
     litellm.set_verbose = True
     model_list = [

litellm/tests/test_router_caching.py

@@ -142,6 +142,7 @@ async def test_acompletion_caching_on_router():
 
 
 @pytest.mark.asyncio
+@pytest.mark.flaky(retries=3, delay=1)
 async def test_completion_caching_on_router():
     # tests completion + caching on router
     try:

litellm/tests/test_streaming.py

@@ -714,6 +714,7 @@ async def test_acompletion_claude_2_stream():
     [True, False],
 )  # ,
 @pytest.mark.asyncio
+@pytest.mark.flaky(retries=3, delay=1)
 async def test_completion_gemini_stream(sync_mode):
     try:
         litellm.set_verbose = True