From a483b6d7d36457b0931eca85fda1a30a2b56eb4e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Martin=20Ho=C5=99e=C5=88ovsk=C3=BD?= Date: Tue, 29 Apr 2025 17:00:09 +0200 Subject: [PATCH] Default to randomized test case order --- src/catch2/catch_config.hpp | 2 +- tests/TestScripts/testBazelSharding.py | 7 ++++++- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/src/catch2/catch_config.hpp b/src/catch2/catch_config.hpp index 17e983e5..b7b1315e 100644 --- a/src/catch2/catch_config.hpp +++ b/src/catch2/catch_config.hpp @@ -76,7 +76,7 @@ namespace Catch { WarnAbout::What warnings = WarnAbout::Nothing; ShowDurations showDurations = ShowDurations::DefaultForReporter; double minDuration = -1; - TestRunOrder runOrder = TestRunOrder::Declared; + TestRunOrder runOrder = TestRunOrder::Randomized; ColourMode defaultColourMode = ColourMode::PlatformDefault; WaitForKeypress::When waitForKeypress = WaitForKeypress::Never; diff --git a/tests/TestScripts/testBazelSharding.py b/tests/TestScripts/testBazelSharding.py index d4a9aeee..23594461 100755 --- a/tests/TestScripts/testBazelSharding.py +++ b/tests/TestScripts/testBazelSharding.py @@ -46,10 +46,15 @@ env["TEST_SHARD_INDEX"] = "0" env["TEST_TOTAL_SHARDS"] = "2" env["TEST_SHARD_STATUS_FILE"] = info_file_path +cmd = [ + bin_path, + # We rely on the test order being deterministic + '--order', 'decl' +] try: ret = subprocess.run( - bin_path, + cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, check=True,