mirror of
				https://github.com/catchorg/Catch2.git
				synced 2025-10-31 12:17:11 +01:00 
			
		
		
		
	Don't include numerically unstable tests in approvals
This commit is contained in:
		| @@ -354,7 +354,6 @@ b1! | |||||||
| :test-result: FAIL nested sections can be skipped dynamically at runtime | :test-result: FAIL nested sections can be skipped dynamically at runtime | ||||||
| :test-result: PASS non streamable - with conv. op | :test-result: PASS non streamable - with conv. op | ||||||
| :test-result: PASS non-copyable objects | :test-result: PASS non-copyable objects | ||||||
| :test-result: PASS normal_cdf |  | ||||||
| :test-result: PASS normal_quantile | :test-result: PASS normal_quantile | ||||||
| :test-result: PASS not allowed | :test-result: PASS not allowed | ||||||
| :test-result: FAIL not prints unscoped info from previous failures | :test-result: FAIL not prints unscoped info from previous failures | ||||||
|   | |||||||
| @@ -343,7 +343,6 @@ | |||||||
| :test-result: FAIL nested sections can be skipped dynamically at runtime | :test-result: FAIL nested sections can be skipped dynamically at runtime | ||||||
| :test-result: PASS non streamable - with conv. op | :test-result: PASS non streamable - with conv. op | ||||||
| :test-result: PASS non-copyable objects | :test-result: PASS non-copyable objects | ||||||
| :test-result: PASS normal_cdf |  | ||||||
| :test-result: PASS normal_quantile | :test-result: PASS normal_quantile | ||||||
| :test-result: PASS not allowed | :test-result: PASS not allowed | ||||||
| :test-result: FAIL not prints unscoped info from previous failures | :test-result: FAIL not prints unscoped info from previous failures | ||||||
|   | |||||||
| @@ -2582,19 +2582,6 @@ Skip.tests.cpp:<line number>: skipped: | |||||||
| ! | ! | ||||||
| Tricky.tests.cpp:<line number>: passed: s == "7" for: "7" == "7" | Tricky.tests.cpp:<line number>: passed: s == "7" for: "7" == "7" | ||||||
| Tricky.tests.cpp:<line number>: passed: ti == typeid(int) for: {?} == {?} | Tricky.tests.cpp:<line number>: passed: ti == typeid(int) for: {?} == {?} | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(0.000000) == Approx(0.50000000000000000) for: 0.5 == Approx( 0.5 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(1.000000) == Approx(0.84134474606854293) for: 0.84134474606854293 |  | ||||||
| == |  | ||||||
| Approx( 0.84134474606854293 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(-1.000000) == Approx(0.15865525393145705) for: 0.15865525393145707 |  | ||||||
| == |  | ||||||
| Approx( 0.15865525393145705 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(2.809729) == Approx(0.99752083845315409) for: 0.99752083845315409 |  | ||||||
| == |  | ||||||
| Approx( 0.99752083845315409 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(-1.352570) == Approx(0.08809652095066035) for: 0.08809652095066035 |  | ||||||
| == |  | ||||||
| Approx( 0.08809652095066035 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_quantile(0.551780) == Approx(0.13015979861484198) for: 0.13015979861484195 | InternalBenchmark.tests.cpp:<line number>: passed: normal_quantile(0.551780) == Approx(0.13015979861484198) for: 0.13015979861484195 | ||||||
| == | == | ||||||
| Approx( 0.13015979861484198 ) | Approx( 0.13015979861484198 ) | ||||||
| @@ -2853,7 +2840,7 @@ InternalBenchmark.tests.cpp:<line number>: passed: med == 18. for: 18.0 == 18.0 | |||||||
| InternalBenchmark.tests.cpp:<line number>: passed: q3 == 23. for: 23.0 == 23.0 | InternalBenchmark.tests.cpp:<line number>: passed: q3 == 23. for: 23.0 == 23.0 | ||||||
| Misc.tests.cpp:<line number>: passed: | Misc.tests.cpp:<line number>: passed: | ||||||
| Misc.tests.cpp:<line number>: passed: | Misc.tests.cpp:<line number>: passed: | ||||||
| test cases:  417 |  312 passed |  85 failed | 6 skipped | 14 failed as expected | test cases:  416 |  311 passed |  85 failed | 6 skipped | 14 failed as expected | ||||||
| assertions: 2260 | 2079 passed | 146 failed | 35 failed as expected | assertions: 2255 | 2074 passed | 146 failed | 35 failed as expected | ||||||
|  |  | ||||||
|  |  | ||||||
|   | |||||||
| @@ -2571,19 +2571,6 @@ Misc.tests.cpp:<line number>: passed: a != b for: 1 != 2 | |||||||
| Skip.tests.cpp:<line number>: skipped: | Skip.tests.cpp:<line number>: skipped: | ||||||
| Tricky.tests.cpp:<line number>: passed: s == "7" for: "7" == "7" | Tricky.tests.cpp:<line number>: passed: s == "7" for: "7" == "7" | ||||||
| Tricky.tests.cpp:<line number>: passed: ti == typeid(int) for: {?} == {?} | Tricky.tests.cpp:<line number>: passed: ti == typeid(int) for: {?} == {?} | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(0.000000) == Approx(0.50000000000000000) for: 0.5 == Approx( 0.5 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(1.000000) == Approx(0.84134474606854293) for: 0.84134474606854293 |  | ||||||
| == |  | ||||||
| Approx( 0.84134474606854293 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(-1.000000) == Approx(0.15865525393145705) for: 0.15865525393145707 |  | ||||||
| == |  | ||||||
| Approx( 0.15865525393145705 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(2.809729) == Approx(0.99752083845315409) for: 0.99752083845315409 |  | ||||||
| == |  | ||||||
| Approx( 0.99752083845315409 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_cdf(-1.352570) == Approx(0.08809652095066035) for: 0.08809652095066035 |  | ||||||
| == |  | ||||||
| Approx( 0.08809652095066035 ) |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: passed: normal_quantile(0.551780) == Approx(0.13015979861484198) for: 0.13015979861484195 | InternalBenchmark.tests.cpp:<line number>: passed: normal_quantile(0.551780) == Approx(0.13015979861484198) for: 0.13015979861484195 | ||||||
| == | == | ||||||
| Approx( 0.13015979861484198 ) | Approx( 0.13015979861484198 ) | ||||||
| @@ -2842,7 +2829,7 @@ InternalBenchmark.tests.cpp:<line number>: passed: med == 18. for: 18.0 == 18.0 | |||||||
| InternalBenchmark.tests.cpp:<line number>: passed: q3 == 23. for: 23.0 == 23.0 | InternalBenchmark.tests.cpp:<line number>: passed: q3 == 23. for: 23.0 == 23.0 | ||||||
| Misc.tests.cpp:<line number>: passed: | Misc.tests.cpp:<line number>: passed: | ||||||
| Misc.tests.cpp:<line number>: passed: | Misc.tests.cpp:<line number>: passed: | ||||||
| test cases:  417 |  312 passed |  85 failed | 6 skipped | 14 failed as expected | test cases:  416 |  311 passed |  85 failed | 6 skipped | 14 failed as expected | ||||||
| assertions: 2260 | 2079 passed | 146 failed | 35 failed as expected | assertions: 2255 | 2074 passed | 146 failed | 35 failed as expected | ||||||
|  |  | ||||||
|  |  | ||||||
|   | |||||||
| @@ -1598,6 +1598,6 @@ due to unexpected exception with message: | |||||||
|   Why would you throw a std::string? |   Why would you throw a std::string? | ||||||
|  |  | ||||||
| =============================================================================== | =============================================================================== | ||||||
| test cases:  417 |  326 passed |  70 failed | 7 skipped | 14 failed as expected | test cases:  416 |  325 passed |  70 failed | 7 skipped | 14 failed as expected | ||||||
| assertions: 2243 | 2079 passed | 129 failed | 35 failed as expected | assertions: 2238 | 2074 passed | 129 failed | 35 failed as expected | ||||||
|  |  | ||||||
|   | |||||||
| @@ -17075,45 +17075,6 @@ Tricky.tests.cpp:<line number>: PASSED: | |||||||
| with expansion: | with expansion: | ||||||
|   {?} == {?} |   {?} == {?} | ||||||
|  |  | ||||||
| ------------------------------------------------------------------------------- |  | ||||||
| normal_cdf |  | ||||||
| ------------------------------------------------------------------------------- |  | ||||||
| InternalBenchmark.tests.cpp:<line number> |  | ||||||
| ............................................................................... |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(0.000000) == Approx(0.50000000000000000) ) |  | ||||||
| with expansion: |  | ||||||
|   0.5 == Approx( 0.5 ) |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(1.000000) == Approx(0.84134474606854293) ) |  | ||||||
| with expansion: |  | ||||||
|   0.84134474606854293 |  | ||||||
|   == |  | ||||||
|   Approx( 0.84134474606854293 ) |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(-1.000000) == Approx(0.15865525393145705) ) |  | ||||||
| with expansion: |  | ||||||
|   0.15865525393145707 |  | ||||||
|   == |  | ||||||
|   Approx( 0.15865525393145705 ) |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(2.809729) == Approx(0.99752083845315409) ) |  | ||||||
| with expansion: |  | ||||||
|   0.99752083845315409 |  | ||||||
|   == |  | ||||||
|   Approx( 0.99752083845315409 ) |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(-1.352570) == Approx(0.08809652095066035) ) |  | ||||||
| with expansion: |  | ||||||
|   0.08809652095066035 |  | ||||||
|   == |  | ||||||
|   Approx( 0.08809652095066035 ) |  | ||||||
|  |  | ||||||
| ------------------------------------------------------------------------------- | ------------------------------------------------------------------------------- | ||||||
| normal_quantile | normal_quantile | ||||||
| ------------------------------------------------------------------------------- | ------------------------------------------------------------------------------- | ||||||
| @@ -18933,6 +18894,6 @@ Misc.tests.cpp:<line number> | |||||||
| Misc.tests.cpp:<line number>: PASSED: | Misc.tests.cpp:<line number>: PASSED: | ||||||
|  |  | ||||||
| =============================================================================== | =============================================================================== | ||||||
| test cases:  417 |  312 passed |  85 failed | 6 skipped | 14 failed as expected | test cases:  416 |  311 passed |  85 failed | 6 skipped | 14 failed as expected | ||||||
| assertions: 2260 | 2079 passed | 146 failed | 35 failed as expected | assertions: 2255 | 2074 passed | 146 failed | 35 failed as expected | ||||||
|  |  | ||||||
|   | |||||||
| @@ -17064,45 +17064,6 @@ Tricky.tests.cpp:<line number>: PASSED: | |||||||
| with expansion: | with expansion: | ||||||
|   {?} == {?} |   {?} == {?} | ||||||
|  |  | ||||||
| ------------------------------------------------------------------------------- |  | ||||||
| normal_cdf |  | ||||||
| ------------------------------------------------------------------------------- |  | ||||||
| InternalBenchmark.tests.cpp:<line number> |  | ||||||
| ............................................................................... |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(0.000000) == Approx(0.50000000000000000) ) |  | ||||||
| with expansion: |  | ||||||
|   0.5 == Approx( 0.5 ) |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(1.000000) == Approx(0.84134474606854293) ) |  | ||||||
| with expansion: |  | ||||||
|   0.84134474606854293 |  | ||||||
|   == |  | ||||||
|   Approx( 0.84134474606854293 ) |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(-1.000000) == Approx(0.15865525393145705) ) |  | ||||||
| with expansion: |  | ||||||
|   0.15865525393145707 |  | ||||||
|   == |  | ||||||
|   Approx( 0.15865525393145705 ) |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(2.809729) == Approx(0.99752083845315409) ) |  | ||||||
| with expansion: |  | ||||||
|   0.99752083845315409 |  | ||||||
|   == |  | ||||||
|   Approx( 0.99752083845315409 ) |  | ||||||
|  |  | ||||||
| InternalBenchmark.tests.cpp:<line number>: PASSED: |  | ||||||
|   CHECK( normal_cdf(-1.352570) == Approx(0.08809652095066035) ) |  | ||||||
| with expansion: |  | ||||||
|   0.08809652095066035 |  | ||||||
|   == |  | ||||||
|   Approx( 0.08809652095066035 ) |  | ||||||
|  |  | ||||||
| ------------------------------------------------------------------------------- | ------------------------------------------------------------------------------- | ||||||
| normal_quantile | normal_quantile | ||||||
| ------------------------------------------------------------------------------- | ------------------------------------------------------------------------------- | ||||||
| @@ -18922,6 +18883,6 @@ Misc.tests.cpp:<line number> | |||||||
| Misc.tests.cpp:<line number>: PASSED: | Misc.tests.cpp:<line number>: PASSED: | ||||||
|  |  | ||||||
| =============================================================================== | =============================================================================== | ||||||
| test cases:  417 |  312 passed |  85 failed | 6 skipped | 14 failed as expected | test cases:  416 |  311 passed |  85 failed | 6 skipped | 14 failed as expected | ||||||
| assertions: 2260 | 2079 passed | 146 failed | 35 failed as expected | assertions: 2255 | 2074 passed | 146 failed | 35 failed as expected | ||||||
|  |  | ||||||
|   | |||||||
| @@ -1,7 +1,7 @@ | |||||||
| <?xml version="1.0" encoding="UTF-8"?> | <?xml version="1.0" encoding="UTF-8"?> | ||||||
| <testsuitesloose text artifact | <testsuitesloose text artifact | ||||||
| > | > | ||||||
|   <testsuite name="<exe-name>" errors="17" failures="129" skipped="12" tests="2272" hostname="tbd" time="{duration}" timestamp="{iso8601-timestamp}"> |   <testsuite name="<exe-name>" errors="17" failures="129" skipped="12" tests="2267" hostname="tbd" time="{duration}" timestamp="{iso8601-timestamp}"> | ||||||
|     <properties> |     <properties> | ||||||
|       <property name="random-seed" value="1"/> |       <property name="random-seed" value="1"/> | ||||||
|       <property name="filters" value=""*" ~[!nonportable] ~[!benchmark] ~[approvals]"/> |       <property name="filters" value=""*" ~[!nonportable] ~[!benchmark] ~[approvals]"/> | ||||||
| @@ -1932,7 +1932,6 @@ b1! | |||||||
|     </testcase> |     </testcase> | ||||||
|     <testcase classname="<exe-name>.global" name="non streamable - with conv. op" time="{duration}" status="run"/> |     <testcase classname="<exe-name>.global" name="non streamable - with conv. op" time="{duration}" status="run"/> | ||||||
|     <testcase classname="<exe-name>.global" name="non-copyable objects" time="{duration}" status="run"/> |     <testcase classname="<exe-name>.global" name="non-copyable objects" time="{duration}" status="run"/> | ||||||
|     <testcase classname="<exe-name>.global" name="normal_cdf" time="{duration}" status="run"/> |  | ||||||
|     <testcase classname="<exe-name>.global" name="normal_quantile" time="{duration}" status="run"/> |     <testcase classname="<exe-name>.global" name="normal_quantile" time="{duration}" status="run"/> | ||||||
|     <testcase classname="<exe-name>.global" name="not allowed" time="{duration}" status="run"/> |     <testcase classname="<exe-name>.global" name="not allowed" time="{duration}" status="run"/> | ||||||
|     <testcase classname="<exe-name>.global" name="not prints unscoped info from previous failures" time="{duration}" status="run"> |     <testcase classname="<exe-name>.global" name="not prints unscoped info from previous failures" time="{duration}" status="run"> | ||||||
|   | |||||||
| @@ -1,6 +1,6 @@ | |||||||
| <?xml version="1.0" encoding="UTF-8"?> | <?xml version="1.0" encoding="UTF-8"?> | ||||||
| <testsuites> | <testsuites> | ||||||
|   <testsuite name="<exe-name>" errors="17" failures="129" skipped="12" tests="2272" hostname="tbd" time="{duration}" timestamp="{iso8601-timestamp}"> |   <testsuite name="<exe-name>" errors="17" failures="129" skipped="12" tests="2267" hostname="tbd" time="{duration}" timestamp="{iso8601-timestamp}"> | ||||||
|     <properties> |     <properties> | ||||||
|       <property name="random-seed" value="1"/> |       <property name="random-seed" value="1"/> | ||||||
|       <property name="filters" value=""*" ~[!nonportable] ~[!benchmark] ~[approvals]"/> |       <property name="filters" value=""*" ~[!nonportable] ~[!benchmark] ~[approvals]"/> | ||||||
| @@ -1931,7 +1931,6 @@ b1! | |||||||
|     </testcase> |     </testcase> | ||||||
|     <testcase classname="<exe-name>.global" name="non streamable - with conv. op" time="{duration}" status="run"/> |     <testcase classname="<exe-name>.global" name="non streamable - with conv. op" time="{duration}" status="run"/> | ||||||
|     <testcase classname="<exe-name>.global" name="non-copyable objects" time="{duration}" status="run"/> |     <testcase classname="<exe-name>.global" name="non-copyable objects" time="{duration}" status="run"/> | ||||||
|     <testcase classname="<exe-name>.global" name="normal_cdf" time="{duration}" status="run"/> |  | ||||||
|     <testcase classname="<exe-name>.global" name="normal_quantile" time="{duration}" status="run"/> |     <testcase classname="<exe-name>.global" name="normal_quantile" time="{duration}" status="run"/> | ||||||
|     <testcase classname="<exe-name>.global" name="not allowed" time="{duration}" status="run"/> |     <testcase classname="<exe-name>.global" name="not allowed" time="{duration}" status="run"/> | ||||||
|     <testcase classname="<exe-name>.global" name="not prints unscoped info from previous failures" time="{duration}" status="run"> |     <testcase classname="<exe-name>.global" name="not prints unscoped info from previous failures" time="{duration}" status="run"> | ||||||
|   | |||||||
| @@ -121,7 +121,6 @@ at AssertionHandler.tests.cpp:<line number> | |||||||
|     <testCase name="estimate_clock_resolution" duration="{duration}"/> |     <testCase name="estimate_clock_resolution" duration="{duration}"/> | ||||||
|     <testCase name="mean" duration="{duration}"/> |     <testCase name="mean" duration="{duration}"/> | ||||||
|     <testCase name="measure" duration="{duration}"/> |     <testCase name="measure" duration="{duration}"/> | ||||||
|     <testCase name="normal_cdf" duration="{duration}"/> |  | ||||||
|     <testCase name="normal_quantile" duration="{duration}"/> |     <testCase name="normal_quantile" duration="{duration}"/> | ||||||
|     <testCase name="resolution" duration="{duration}"/> |     <testCase name="resolution" duration="{duration}"/> | ||||||
|     <testCase name="run_for_at_least, chronometer" duration="{duration}"/> |     <testCase name="run_for_at_least, chronometer" duration="{duration}"/> | ||||||
|   | |||||||
| @@ -120,7 +120,6 @@ at AssertionHandler.tests.cpp:<line number> | |||||||
|     <testCase name="estimate_clock_resolution" duration="{duration}"/> |     <testCase name="estimate_clock_resolution" duration="{duration}"/> | ||||||
|     <testCase name="mean" duration="{duration}"/> |     <testCase name="mean" duration="{duration}"/> | ||||||
|     <testCase name="measure" duration="{duration}"/> |     <testCase name="measure" duration="{duration}"/> | ||||||
|     <testCase name="normal_cdf" duration="{duration}"/> |  | ||||||
|     <testCase name="normal_quantile" duration="{duration}"/> |     <testCase name="normal_quantile" duration="{duration}"/> | ||||||
|     <testCase name="resolution" duration="{duration}"/> |     <testCase name="resolution" duration="{duration}"/> | ||||||
|     <testCase name="run_for_at_least, chronometer" duration="{duration}"/> |     <testCase name="run_for_at_least, chronometer" duration="{duration}"/> | ||||||
|   | |||||||
| @@ -4107,16 +4107,6 @@ ok {test-number} -  # SKIP | |||||||
| ok {test-number} - s == "7" for: "7" == "7" | ok {test-number} - s == "7" for: "7" == "7" | ||||||
| # non-copyable objects | # non-copyable objects | ||||||
| ok {test-number} - ti == typeid(int) for: {?} == {?} | ok {test-number} - ti == typeid(int) for: {?} == {?} | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(0.000000) == Approx(0.50000000000000000) for: 0.5 == Approx( 0.5 ) |  | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(1.000000) == Approx(0.84134474606854293) for: 0.84134474606854293 == Approx( 0.84134474606854293 ) |  | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(-1.000000) == Approx(0.15865525393145705) for: 0.15865525393145707 == Approx( 0.15865525393145705 ) |  | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(2.809729) == Approx(0.99752083845315409) for: 0.99752083845315409 == Approx( 0.99752083845315409 ) |  | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(-1.352570) == Approx(0.08809652095066035) for: 0.08809652095066035 == Approx( 0.08809652095066035 ) |  | ||||||
| # normal_quantile | # normal_quantile | ||||||
| ok {test-number} - normal_quantile(0.551780) == Approx(0.13015979861484198) for: 0.13015979861484195 == Approx( 0.13015979861484198 ) | ok {test-number} - normal_quantile(0.551780) == Approx(0.13015979861484198) for: 0.13015979861484195 == Approx( 0.13015979861484198 ) | ||||||
| # normal_quantile | # normal_quantile | ||||||
| @@ -4549,5 +4539,5 @@ ok {test-number} - q3 == 23. for: 23.0 == 23.0 | |||||||
| ok {test-number} - | ok {test-number} - | ||||||
| # xmlentitycheck | # xmlentitycheck | ||||||
| ok {test-number} - | ok {test-number} - | ||||||
| 1..2272 | 1..2267 | ||||||
|  |  | ||||||
|   | |||||||
| @@ -4096,16 +4096,6 @@ ok {test-number} -  # SKIP | |||||||
| ok {test-number} - s == "7" for: "7" == "7" | ok {test-number} - s == "7" for: "7" == "7" | ||||||
| # non-copyable objects | # non-copyable objects | ||||||
| ok {test-number} - ti == typeid(int) for: {?} == {?} | ok {test-number} - ti == typeid(int) for: {?} == {?} | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(0.000000) == Approx(0.50000000000000000) for: 0.5 == Approx( 0.5 ) |  | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(1.000000) == Approx(0.84134474606854293) for: 0.84134474606854293 == Approx( 0.84134474606854293 ) |  | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(-1.000000) == Approx(0.15865525393145705) for: 0.15865525393145707 == Approx( 0.15865525393145705 ) |  | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(2.809729) == Approx(0.99752083845315409) for: 0.99752083845315409 == Approx( 0.99752083845315409 ) |  | ||||||
| # normal_cdf |  | ||||||
| ok {test-number} - normal_cdf(-1.352570) == Approx(0.08809652095066035) for: 0.08809652095066035 == Approx( 0.08809652095066035 ) |  | ||||||
| # normal_quantile | # normal_quantile | ||||||
| ok {test-number} - normal_quantile(0.551780) == Approx(0.13015979861484198) for: 0.13015979861484195 == Approx( 0.13015979861484198 ) | ok {test-number} - normal_quantile(0.551780) == Approx(0.13015979861484198) for: 0.13015979861484195 == Approx( 0.13015979861484198 ) | ||||||
| # normal_quantile | # normal_quantile | ||||||
| @@ -4538,5 +4528,5 @@ ok {test-number} - q3 == 23. for: 23.0 == 23.0 | |||||||
| ok {test-number} - | ok {test-number} - | ||||||
| # xmlentitycheck | # xmlentitycheck | ||||||
| ok {test-number} - | ok {test-number} - | ||||||
| 1..2272 | 1..2267 | ||||||
|  |  | ||||||
|   | |||||||
| @@ -861,8 +861,6 @@ loose text artifact | |||||||
| ##teamcity[testFinished name='non streamable - with conv. op' duration="{duration}"] | ##teamcity[testFinished name='non streamable - with conv. op' duration="{duration}"] | ||||||
| ##teamcity[testStarted name='non-copyable objects'] | ##teamcity[testStarted name='non-copyable objects'] | ||||||
| ##teamcity[testFinished name='non-copyable objects' duration="{duration}"] | ##teamcity[testFinished name='non-copyable objects' duration="{duration}"] | ||||||
| ##teamcity[testStarted name='normal_cdf'] |  | ||||||
| ##teamcity[testFinished name='normal_cdf' duration="{duration}"] |  | ||||||
| ##teamcity[testStarted name='normal_quantile'] | ##teamcity[testStarted name='normal_quantile'] | ||||||
| ##teamcity[testFinished name='normal_quantile' duration="{duration}"] | ##teamcity[testFinished name='normal_quantile' duration="{duration}"] | ||||||
| ##teamcity[testStarted name='not allowed'] | ##teamcity[testStarted name='not allowed'] | ||||||
|   | |||||||
| @@ -860,8 +860,6 @@ | |||||||
| ##teamcity[testFinished name='non streamable - with conv. op' duration="{duration}"] | ##teamcity[testFinished name='non streamable - with conv. op' duration="{duration}"] | ||||||
| ##teamcity[testStarted name='non-copyable objects'] | ##teamcity[testStarted name='non-copyable objects'] | ||||||
| ##teamcity[testFinished name='non-copyable objects' duration="{duration}"] | ##teamcity[testFinished name='non-copyable objects' duration="{duration}"] | ||||||
| ##teamcity[testStarted name='normal_cdf'] |  | ||||||
| ##teamcity[testFinished name='normal_cdf' duration="{duration}"] |  | ||||||
| ##teamcity[testStarted name='normal_quantile'] | ##teamcity[testStarted name='normal_quantile'] | ||||||
| ##teamcity[testFinished name='normal_quantile' duration="{duration}"] | ##teamcity[testFinished name='normal_quantile' duration="{duration}"] | ||||||
| ##teamcity[testStarted name='not allowed'] | ##teamcity[testStarted name='not allowed'] | ||||||
|   | |||||||
| @@ -19733,57 +19733,6 @@ b1! | |||||||
|     </Expression> |     </Expression> | ||||||
|     <OverallResult success="true" skips="0"/> |     <OverallResult success="true" skips="0"/> | ||||||
|   </TestCase> |   </TestCase> | ||||||
|   <TestCase name="normal_cdf" tags="[benchmark]" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(0.000000) == Approx(0.50000000000000000) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.5 == Approx( 0.5 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(1.000000) == Approx(0.84134474606854293) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.84134474606854293 |  | ||||||
| == |  | ||||||
| Approx( 0.84134474606854293 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(-1.000000) == Approx(0.15865525393145705) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.15865525393145707 |  | ||||||
| == |  | ||||||
| Approx( 0.15865525393145705 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(2.809729) == Approx(0.99752083845315409) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.99752083845315409 |  | ||||||
| == |  | ||||||
| Approx( 0.99752083845315409 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(-1.352570) == Approx(0.08809652095066035) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.08809652095066035 |  | ||||||
| == |  | ||||||
| Approx( 0.08809652095066035 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <OverallResult success="true" skips="0"/> |  | ||||||
|   </TestCase> |  | ||||||
|   <TestCase name="normal_quantile" tags="[benchmark]" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |   <TestCase name="normal_quantile" tags="[benchmark]" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > | ||||||
|       <Original> |       <Original> | ||||||
| @@ -21883,6 +21832,6 @@ Approx( -1.95996398454005449 ) | |||||||
|     </Section> |     </Section> | ||||||
|     <OverallResult success="true" skips="0"/> |     <OverallResult success="true" skips="0"/> | ||||||
|   </TestCase> |   </TestCase> | ||||||
|   <OverallResults successes="2079" failures="146" expectedFailures="35" skips="12"/> |   <OverallResults successes="2074" failures="146" expectedFailures="35" skips="12"/> | ||||||
|   <OverallResultsCases successes="312" failures="85" expectedFailures="14" skips="6"/> |   <OverallResultsCases successes="311" failures="85" expectedFailures="14" skips="6"/> | ||||||
| </Catch2TestRun> | </Catch2TestRun> | ||||||
|   | |||||||
| @@ -19732,57 +19732,6 @@ b1! | |||||||
|     </Expression> |     </Expression> | ||||||
|     <OverallResult success="true" skips="0"/> |     <OverallResult success="true" skips="0"/> | ||||||
|   </TestCase> |   </TestCase> | ||||||
|   <TestCase name="normal_cdf" tags="[benchmark]" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(0.000000) == Approx(0.50000000000000000) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.5 == Approx( 0.5 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(1.000000) == Approx(0.84134474606854293) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.84134474606854293 |  | ||||||
| == |  | ||||||
| Approx( 0.84134474606854293 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(-1.000000) == Approx(0.15865525393145705) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.15865525393145707 |  | ||||||
| == |  | ||||||
| Approx( 0.15865525393145705 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(2.809729) == Approx(0.99752083845315409) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.99752083845315409 |  | ||||||
| == |  | ||||||
| Approx( 0.99752083845315409 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |  | ||||||
|       <Original> |  | ||||||
|         normal_cdf(-1.352570) == Approx(0.08809652095066035) |  | ||||||
|       </Original> |  | ||||||
|       <Expanded> |  | ||||||
|         0.08809652095066035 |  | ||||||
| == |  | ||||||
| Approx( 0.08809652095066035 ) |  | ||||||
|       </Expanded> |  | ||||||
|     </Expression> |  | ||||||
|     <OverallResult success="true" skips="0"/> |  | ||||||
|   </TestCase> |  | ||||||
|   <TestCase name="normal_quantile" tags="[benchmark]" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |   <TestCase name="normal_quantile" tags="[benchmark]" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > | ||||||
|     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > |     <Expression success="true" type="CHECK" filename="tests/<exe-name>/IntrospectiveTests/InternalBenchmark.tests.cpp" > | ||||||
|       <Original> |       <Original> | ||||||
| @@ -21882,6 +21831,6 @@ Approx( -1.95996398454005449 ) | |||||||
|     </Section> |     </Section> | ||||||
|     <OverallResult success="true" skips="0"/> |     <OverallResult success="true" skips="0"/> | ||||||
|   </TestCase> |   </TestCase> | ||||||
|   <OverallResults successes="2079" failures="146" expectedFailures="35" skips="12"/> |   <OverallResults successes="2074" failures="146" expectedFailures="35" skips="12"/> | ||||||
|   <OverallResultsCases successes="312" failures="85" expectedFailures="14" skips="6"/> |   <OverallResultsCases successes="311" failures="85" expectedFailures="14" skips="6"/> | ||||||
| </Catch2TestRun> | </Catch2TestRun> | ||||||
|   | |||||||
| @@ -172,7 +172,7 @@ TEST_CASE("uniform samples", "[benchmark]") { | |||||||
| } | } | ||||||
|  |  | ||||||
|  |  | ||||||
| TEST_CASE("normal_cdf", "[benchmark]") { | TEST_CASE("normal_cdf", "[benchmark][approvals]") { | ||||||
|     using Catch::Benchmark::Detail::normal_cdf; |     using Catch::Benchmark::Detail::normal_cdf; | ||||||
|     using Catch::Approx; |     using Catch::Approx; | ||||||
|     CHECK(normal_cdf(0.000000) == Approx(0.50000000000000000)); |     CHECK(normal_cdf(0.000000) == Approx(0.50000000000000000)); | ||||||
|   | |||||||
		Reference in New Issue
	
	Block a user
	 Martin Hořeňovský
					Martin Hořeňovský