phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 00:05:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore(ci): disable post training tests (#2953)

Browse source 
Post training tests need _much_ better thinking before we can re-enable
them to be run on every single PR. Running periodically should be
approached only when it is shown that the tests are reliable and as
light-weight as can be; otherwise, it is just kicking the can down the
road.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:20:09 -07:00 • committed by GitHub
parent 072d20a124
commit 81c7d6fa2e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
tests/integration/post_training/test_post_training.py
View file

@ -22,6 +22,15 @@ logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
skip_because_resource_intensive = pytest.mark.skip(
reason="""
Post training tests are extremely resource intensive. They download large models and partly as a result,
are very slow to run. We cannot run them on every single PR update. CI should be considered
a scarce resource and properly utilitized.
"""
)
@pytest.fixture(autouse=True) @pytest.fixture(autouse=True)
def capture_output(capsys): def capture_output(capsys):
"""Fixture to capture and display output during test execution.""" """Fixture to capture and display output during test execution."""
@ -57,6 +66,7 @@ class TestPostTraining:
], ],
) )
@pytest.mark.timeout(360) # 6 minutes timeout @pytest.mark.timeout(360) # 6 minutes timeout
@skip_because_resource_intensive
def test_supervised_fine_tune(self, llama_stack_client, purpose, source): def test_supervised_fine_tune(self, llama_stack_client, purpose, source):
logger.info("Starting supervised fine-tuning test") logger.info("Starting supervised fine-tuning test")