From 2adb2fc6a5cd8f1e87fe3438100003a10bd793cc Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 23 Apr 2025 22:10:46 -0700 Subject: [PATCH] test: handle service unavailable error --- tests/llm_translation/base_llm_unit_tests.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/llm_translation/base_llm_unit_tests.py b/tests/llm_translation/base_llm_unit_tests.py index 230781c636..6a2cacd20a 100644 --- a/tests/llm_translation/base_llm_unit_tests.py +++ b/tests/llm_translation/base_llm_unit_tests.py @@ -947,6 +947,8 @@ class BaseLLMChatTest(ABC): second_response.choices[0].message.content is not None or second_response.choices[0].message.tool_calls is not None ) + except litellm.ServiceUnavailableError: + pytest.skip("Model is overloaded") except litellm.InternalServerError: pytest.skip("Model is overloaded") except litellm.RateLimitError: