3rd-party/catch2
1
0
Fork 0
mirror of https://github.com/catchorg/Catch2.git synced 2024-11-22 13:26:10 +01:00
Code Issues Packages Projects Releases Wiki Activity

Update basic cost estimates for approvals/benchmarks

Browse Source
This commit is contained in:
Martin Hořeňovský 2022-11-06 00:35:50 +01:00
parent 0c75caf77b
commit d1ef461471
No known key found for this signature in database
GPG Key ID: DE48307B8B0D381A
2 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
tests/CMakeLists.txt
View File

@ -175,7 +175,7 @@ endif()
add_test(NAME RunTests COMMAND $<TARGET_FILE:SelfTest> --order rand --rng-seed time)
set_tests_properties(RunTests PROPERTIES
FAIL_REGULAR_EXPRESSION "Filters:"
COST 60
COST 15
)
# Because CTest does not allow us to check both return code _and_ expected
@ -354,8 +354,11 @@ add_test(NAME ApprovalTests
set_tests_properties(ApprovalTests
PROPERTIES
FAIL_REGULAR_EXPRESSION "Results differed"
COST 120 # We know that this is either the most, or second most,
# expensive test in the test suite, so we give it high estimate for CI runs
# This is the most expensive test in the basic test suite, so we give
# it high cost estimate so that CI runs it as one of the first ones,
# for better parallelization.
COST 30
LABELS "uses-python"
)

1
tests/ExtraTests/CMakeLists.txt
View File

@ -269,6 +269,7 @@ set_tests_properties(
BenchmarksInCumulativeReporter
PROPERTIES
PASS_REGULAR_EXPRESSION "1\n2\n3\n4\n5\n"
COST 30
)