3rd-party/catch2
1
0
Fork 0
mirror of https://github.com/catchorg/Catch2.git synced 2025-10-31 12:17:11 +01:00
Code Issues Packages Projects Releases Wiki Activity

Sort test ordering during Approval testing

Browse Source
This commit is contained in:
Phil Nash
2016-11-29 11:32:16 +00:00
parent f9afa2a68d
commit 79acc0504b
6 changed files with 11565 additions and 12139 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
scripts/approvalTests.py
View File

@@ -22,6 +22,7 @@ if len(sys.argv) == 2:
cmdPath = sys.argv[1]
else:
cmdPath = os.path.join( catchPath, 'projects/XCode/CatchSelfTest/DerivedData/CatchSelfTest/Build/Products/Debug/CatchSelfTest' )
# cmdPath = os.path.join( catchPath, 'projects/CMake/cmake-build-debug/SelfTest' )
overallResult = 0
@@ -100,15 +101,15 @@ def approve( baseName, args ):
overallResult = 1
# Standard console reporter
approve( "console.std", ["~_"] )
approve( "console.std", ["~_", "--order", "lex"] )
# console reporter, include passes, warn about No Assertions
approve( "console.sw", ["~_", "-s", "-w", "NoAssertions"] )
approve( "console.sw", ["~_", "-s", "-w", "NoAssertions", "--order", "lex"] )
# console reporter, include passes, warn about No Assertions, limit failures to first 4
approve( "console.swa4", ["~_", "-s", "-w", "NoAssertions", "-x", "4"] )
approve( "console.swa4", ["~_", "-s", "-w", "NoAssertions", "-x", "4", "--order", "lex"] )
# junit reporter, include passes, warn about No Assertions
approve( "junit.sw", ["~_", "-s", "-w", "NoAssertions", "-r", "junit"] )
approve( "junit.sw", ["~_", "-s", "-w", "NoAssertions", "-r", "junit", "--order", "lex"] )
# xml reporter, include passes, warn about No Assertions
approve( "xml.sw", ["~_", "-s", "-w", "NoAssertions", "-r", "xml"] )
approve( "xml.sw", ["~_", "-s", "-w", "NoAssertions", "-r", "xml", "--order", "lex"] )
if overallResult != 0:
print( "run approve.py to approve new baselines" )