test: handle unstable tests

This commit is contained in:
Krrish Dholakia 2025-02-18 18:44:03 -08:00
parent 6badf8efd3
commit c088442658
2 changed files with 10 additions and 5 deletions

View file

@ -730,6 +730,8 @@ class BaseLLMChatTest(ABC):
second_response.choices[0].message.content is not None
or second_response.choices[0].message.tool_calls is not None
)
except litellm.InternalServerError:
pytest.skip("Model is overloaded")
except litellm.RateLimitError:
pass
except Exception as e: