From a8ef88039a8815f654143f47f5d76e7a68a9847e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 30 Jul 2024 17:53:24 -0700 Subject: [PATCH] handle predibase failing streaming tests --- litellm/tests/test_streaming.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/litellm/tests/test_streaming.py b/litellm/tests/test_streaming.py index cebac19ea1..1b672c67e3 100644 --- a/litellm/tests/test_streaming.py +++ b/litellm/tests/test_streaming.py @@ -1495,6 +1495,11 @@ async def test_parallel_streaming_requests(sync_mode, model): except RateLimitError: pass + except litellm.ServiceUnavailableError as e: + if model == "predibase/llama-3-8b-instruct": + pass + else: + pytest.fail(f"Service Unavailable Error got{str(e)}") except litellm.InternalServerError as e: if "predibase" in str(e).lower(): # only skip internal server error from predibase - their endpoint seems quite unstable