test: handle service unavailable error

This commit is contained in:
Krrish Dholakia 2025-04-23 22:10:46 -07:00
parent 620a0f4805
commit 2adb2fc6a5

View file

@ -947,6 +947,8 @@ class BaseLLMChatTest(ABC):
second_response.choices[0].message.content is not None
or second_response.choices[0].message.tool_calls is not None
)
except litellm.ServiceUnavailableError:
pytest.skip("Model is overloaded")
except litellm.InternalServerError:
pytest.skip("Model is overloaded")
except litellm.RateLimitError: