3rd-party/catch2
1
0
Fork 0
mirror of https://github.com/catchorg/Catch2.git synced 2025-10-31 20:27:11 +01:00
Code Issues Packages Projects Releases Wiki Activity

Update basic cost estimates for approvals/benchmarks

Browse Source
This commit is contained in:
Martin Hořeňovský
2022-11-06 00:35:50 +01:00
parent 0c75caf77b
commit d1ef461471
2 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
tests/CMakeLists.txt
View File

@@ -175,7 +175,7 @@ endif()
add_test(NAME RunTests COMMAND $<TARGET_FILE:SelfTest> --order rand --rng-seed time) add_test(NAME RunTests COMMAND $<TARGET_FILE:SelfTest> --order rand --rng-seed time)
set_tests_properties(RunTests PROPERTIES set_tests_properties(RunTests PROPERTIES
FAIL_REGULAR_EXPRESSION "Filters:" FAIL_REGULAR_EXPRESSION "Filters:"
COST 60 COST 15
) )
# Because CTest does not allow us to check both return code _and_ expected # Because CTest does not allow us to check both return code _and_ expected
@@ -354,8 +354,11 @@ add_test(NAME ApprovalTests
set_tests_properties(ApprovalTests set_tests_properties(ApprovalTests
PROPERTIES PROPERTIES
FAIL_REGULAR_EXPRESSION "Results differed" FAIL_REGULAR_EXPRESSION "Results differed"
COST 120 # We know that this is either the most, or second most,
# expensive test in the test suite, so we give it high estimate for CI runs # This is the most expensive test in the basic test suite, so we give
# it high cost estimate so that CI runs it as one of the first ones,
# for better parallelization.
COST 30
LABELS "uses-python" LABELS "uses-python"
) )

1
tests/ExtraTests/CMakeLists.txt
View File

@@ -269,6 +269,7 @@ set_tests_properties(
BenchmarksInCumulativeReporter BenchmarksInCumulativeReporter
PROPERTIES PROPERTIES
PASS_REGULAR_EXPRESSION "1\n2\n3\n4\n5\n" PASS_REGULAR_EXPRESSION "1\n2\n3\n4\n5\n"
COST 30
) )