catch2/include/internal/catch_run_context.hpp

350 lines
13 KiB
C++
Raw Normal View History

/*
2010-11-10 00:24:00 +01:00
* Created by Phil on 22/10/2010.
* Copyright 2010 Two Blue Cubes Ltd. All rights reserved.
*
* Distributed under the Boost Software License, Version 1.0. (See accompanying
* file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
*/
#ifndef TWOBLUECUBES_CATCH_RUNNER_IMPL_HPP_INCLUDED
#define TWOBLUECUBES_CATCH_RUNNER_IMPL_HPP_INCLUDED
2010-11-10 00:24:00 +01:00
2011-01-11 10:13:31 +01:00
#include "catch_interfaces_runner.h"
#include "catch_interfaces_reporter.h"
2012-05-11 09:16:39 +02:00
#include "catch_interfaces_exception.h"
2011-01-01 01:29:58 +01:00
#include "catch_config.hpp"
2011-01-05 22:16:54 +01:00
#include "catch_test_registry.hpp"
2012-08-14 20:30:30 +02:00
#include "catch_test_case_info.h"
2010-11-10 00:24:00 +01:00
#include "catch_capture.hpp"
#include "catch_totals.hpp"
#include "catch_test_spec.hpp"
#include "catch_test_case_tracker.hpp"
#include "catch_timer.h"
#include "catch_result_builder.h"
#include "catch_fatal_condition.hpp"
2010-11-10 00:24:00 +01:00
2011-02-08 09:42:05 +01:00
#include <set>
#include <string>
2012-05-16 09:02:20 +02:00
namespace Catch {
class StreamRedirect {
2011-02-21 09:50:05 +01:00
public:
2012-05-16 09:02:20 +02:00
StreamRedirect( std::ostream& stream, std::string& targetString )
2011-02-21 09:50:05 +01:00
: m_stream( stream ),
m_prevBuf( stream.rdbuf() ),
m_targetString( targetString )
{
2011-02-21 09:50:05 +01:00
stream.rdbuf( m_oss.rdbuf() );
}
2012-05-16 09:02:20 +02:00
~StreamRedirect() {
m_targetString += m_oss.str();
2011-02-21 09:50:05 +01:00
m_stream.rdbuf( m_prevBuf );
}
2011-02-21 09:50:05 +01:00
private:
std::ostream& m_stream;
std::streambuf* m_prevBuf;
std::ostringstream m_oss;
std::string& m_targetString;
};
2011-01-28 19:56:26 +01:00
///////////////////////////////////////////////////////////////////////////
2012-05-16 09:02:20 +02:00
2015-11-19 18:45:56 +01:00
class RunContext : public IRunContext, public IRunner {
RunContext( RunContext const& );
void operator =( RunContext const& );
2010-11-10 00:24:00 +01:00
public:
2011-01-11 20:48:48 +01:00
explicit RunContext( Ptr<IConfig const> const& _config, Ptr<IStreamingReporter> const& reporter )
: m_runInfo( _config->name() ),
2012-12-02 00:54:17 +01:00
m_context( getCurrentMutableContext() ),
m_config( _config ),
2015-11-19 08:35:35 +01:00
m_reporter( reporter ),
m_activeTestCaseInfo( CATCH_NULL )
2010-11-10 00:24:00 +01:00
{
m_context.setRunner( this );
m_context.setConfig( m_config );
m_context.setResultCapture( this );
2012-12-02 00:54:17 +01:00
m_reporter->testRunStarting( m_runInfo );
2010-11-10 00:24:00 +01:00
}
virtual ~RunContext() {
m_reporter->testRunEnded( TestRunStats( m_runInfo, m_totals, aborting() ) );
2010-11-10 00:24:00 +01:00
}
void testGroupStarting( std::string const& testSpec, std::size_t groupIndex, std::size_t groupsCount ) {
m_reporter->testGroupStarting( GroupInfo( testSpec, groupIndex, groupsCount ) );
}
void testGroupEnded( std::string const& testSpec, Totals const& totals, std::size_t groupIndex, std::size_t groupsCount ) {
m_reporter->testGroupEnded( TestGroupStats( GroupInfo( testSpec, groupIndex, groupsCount ), totals, aborting() ) );
}
Totals runTest( TestCase const& testCase ) {
2015-11-19 08:35:35 +01:00
m_activeTestCaseInfo = &testCase;
2015-11-19 08:35:35 +01:00
Totals prevTotals = m_totals;
std::string redirectedCout, redirectedCerr;
2015-11-19 08:35:35 +01:00
m_reporter->testCaseStarting( testCase );
2015-11-19 08:35:35 +01:00
ITracker* m_testCaseTracker;
2010-11-30 07:48:21 +01:00
m_trackerContext.startRun();
2012-05-16 09:02:20 +02:00
do {
m_trackerContext.startCycle();
2015-11-19 08:35:35 +01:00
m_testCaseTracker = &SectionTracker::acquire( m_trackerContext, testCase.name );
runTest( testCase, redirectedCout, redirectedCerr );
2010-11-10 00:24:00 +01:00
}
while( !m_testCaseTracker->isSuccessfullyCompleted() && !aborting() );
2015-11-19 08:35:35 +01:00
Totals deltaTotals = m_totals.delta( prevTotals );
m_totals.testCases += deltaTotals.testCases;
2015-11-19 08:35:35 +01:00
m_reporter->testCaseEnded( TestCaseStats( testCase,
deltaTotals,
redirectedCout,
redirectedCerr,
aborting() ) );
2015-11-19 08:35:35 +01:00
m_activeTestCaseInfo = CATCH_NULL;
return deltaTotals;
2010-11-10 00:24:00 +01:00
}
Ptr<IConfig const> config() const {
return m_config;
}
2015-11-19 18:45:56 +01:00
private: // IRunContext
virtual void assertionEnded( AssertionResult const& result ) {
2015-11-19 08:35:35 +01:00
if( result.getResultType() == ResultWas::Ok )
m_totals.assertions.passed++;
2015-11-19 08:35:35 +01:00
else if( !result.isOk() )
m_totals.assertions.failed++;
if( m_reporter->assertionEnded( AssertionStats( result, m_messages, m_totals ) ) )
m_messages.clear();
2013-02-02 21:36:36 +01:00
// Reset working state
m_lastAssertionInfo = AssertionInfo( "", m_lastAssertionInfo.lineInfo, "{Unknown expression after the reported line}" , m_lastAssertionInfo.resultDisposition );
m_lastResult = result;
2010-11-10 00:24:00 +01:00
}
2012-05-16 09:02:20 +02:00
virtual bool sectionStarted (
SectionInfo const& sectionInfo,
Counts& assertions
2011-01-11 20:48:48 +01:00
)
{
std::ostringstream oss;
oss << sectionInfo.name << "@" << sectionInfo.lineInfo;
2015-11-02 20:21:46 +01:00
ITracker& sectionTracker = SectionTracker::acquire( m_trackerContext, oss.str() );
if( !sectionTracker.isOpen() )
return false;
2015-11-02 20:21:46 +01:00
m_activeSections.push_back( &sectionTracker );
m_lastAssertionInfo.lineInfo = sectionInfo.lineInfo;
m_reporter->sectionStarting( sectionInfo );
assertions = m_totals.assertions;
return true;
}
2013-07-26 20:26:08 +02:00
bool testForMissingAssertions( Counts& assertions ) {
2015-11-02 20:21:46 +01:00
if( assertions.total() != 0 )
return false;
if( !m_config->warnAboutMissingAssertions() )
2015-11-02 20:21:46 +01:00
return false;
if( m_trackerContext.currentTracker().hasChildren() )
2013-07-26 20:26:08 +02:00
return false;
m_totals.assertions.failed++;
assertions.failed++;
return true;
}
virtual void sectionEnded( SectionEndInfo const& endInfo ) {
Counts assertions = m_totals.assertions - endInfo.prevAssertions;
2013-07-26 20:26:08 +02:00
bool missingAssertions = testForMissingAssertions( assertions );
2015-11-02 20:21:46 +01:00
if( !m_activeSections.empty() ) {
m_activeSections.back()->close();
m_activeSections.pop_back();
}
m_reporter->sectionEnded( SectionStats( endInfo.sectionInfo, assertions, endInfo.durationInSeconds, missingAssertions ) );
m_messages.clear();
}
virtual void sectionEndedEarly( SectionEndInfo const& endInfo ) {
2015-11-02 20:21:46 +01:00
if( m_unfinishedSections.empty() )
m_activeSections.back()->fail();
else
m_activeSections.back()->close();
m_activeSections.pop_back();
m_unfinishedSections.push_back( endInfo );
}
virtual void pushScopedMessage( MessageInfo const& message ) {
m_messages.push_back( message );
}
virtual void popScopedMessage( MessageInfo const& message ) {
m_messages.erase( std::remove( m_messages.begin(), m_messages.end(), message ), m_messages.end() );
}
2011-01-11 20:48:48 +01:00
2012-05-16 09:02:20 +02:00
virtual std::string getCurrentTestName() const {
2015-11-19 08:35:35 +01:00
return m_activeTestCaseInfo
? m_activeTestCaseInfo->name
2011-02-21 09:50:05 +01:00
: "";
2011-01-27 00:23:33 +01:00
}
2012-02-10 09:30:13 +01:00
2012-10-16 09:27:21 +02:00
virtual const AssertionResult* getLastResult() const {
return &m_lastResult;
2012-02-10 09:30:13 +01:00
}
virtual void handleFatalErrorCondition( std::string const& message ) {
ResultBuilder resultBuilder = makeUnexpectedResultBuilder();
resultBuilder.setResultType( ResultWas::FatalErrorCondition );
resultBuilder << message;
resultBuilder.captureExpression();
handleUnfinishedSections();
// Recreate section for test case (as we will lose the one that was in scope)
2015-11-19 08:35:35 +01:00
SectionInfo testCaseSection
( m_activeTestCaseInfo->lineInfo,
m_activeTestCaseInfo->name,
m_activeTestCaseInfo->description );
Counts assertions;
assertions.failed = 1;
SectionStats testCaseSectionStats( testCaseSection, assertions, 0, false );
m_reporter->sectionEnded( testCaseSectionStats );
Totals deltaTotals;
deltaTotals.testCases.failed = 1;
2015-11-19 08:35:35 +01:00
m_reporter->testCaseEnded( TestCaseStats( *m_activeTestCaseInfo,
deltaTotals,
"",
"",
false ) );
m_totals.testCases.failed++;
testGroupEnded( "", m_totals, 1, 1 );
m_reporter->testRunEnded( TestRunStats( m_runInfo, m_totals, false ) );
}
2012-08-23 21:08:50 +02:00
public:
// !TBD We need to do this another way!
bool aborting() const {
return m_totals.assertions.failed == static_cast<std::size_t>( m_config->abortAfter() );
}
2012-08-23 21:08:50 +02:00
private:
2015-11-19 08:35:35 +01:00
void runTest( TestCase const& testCase, std::string& redirectedCout, std::string& redirectedCerr ) {
SectionInfo testCaseSection( testCase.lineInfo, testCase.name, testCase.description );
m_reporter->sectionStarting( testCaseSection );
Counts prevAssertions = m_totals.assertions;
double duration = 0;
2012-05-16 09:02:20 +02:00
try {
2015-11-19 08:35:35 +01:00
m_lastAssertionInfo = AssertionInfo( "TEST_CASE", testCase.lineInfo, "", ResultDisposition::Normal );
seedRng( *m_config );
Timer timer;
timer.start();
if( m_reporter->getPreferences().shouldRedirectStdOut ) {
StreamRedirect coutRedir( Catch::cout(), redirectedCout );
StreamRedirect cerrRedir( Catch::cerr(), redirectedCerr );
2015-11-19 08:35:35 +01:00
invokeTestCase( testCase );
}
2012-05-16 09:02:20 +02:00
else {
2015-11-19 08:35:35 +01:00
invokeTestCase( testCase );
}
duration = timer.getElapsedSeconds();
}
2012-05-16 09:02:20 +02:00
catch( TestFailureException& ) {
// This just means the test was aborted due to failure
}
2012-05-16 09:02:20 +02:00
catch(...) {
makeUnexpectedResultBuilder().useActiveException();
}
2015-11-19 08:35:35 +01:00
m_trackerContext.currentTracker().close();
handleUnfinishedSections();
m_messages.clear();
Counts assertions = m_totals.assertions - prevAssertions;
2013-07-26 20:26:08 +02:00
bool missingAssertions = testForMissingAssertions( assertions );
2015-11-19 08:35:35 +01:00
if( testCase.okToFail() ) {
std::swap( assertions.failedButOk, assertions.failed );
m_totals.assertions.failed -= assertions.failedButOk;
m_totals.assertions.failedButOk += assertions.failedButOk;
}
SectionStats testCaseSectionStats( testCaseSection, assertions, duration, missingAssertions );
m_reporter->sectionEnded( testCaseSectionStats );
}
2012-05-10 22:46:46 +02:00
2015-11-19 08:35:35 +01:00
static void invokeTestCase( TestCase const& testCase ) {
FatalConditionHandler fatalConditionHandler; // Handle signals
2015-11-19 08:35:35 +01:00
testCase.invoke();
}
2010-11-10 00:24:00 +01:00
private:
ResultBuilder makeUnexpectedResultBuilder() const {
return ResultBuilder( m_lastAssertionInfo.macroName.c_str(),
m_lastAssertionInfo.lineInfo,
m_lastAssertionInfo.capturedExpression.c_str(),
m_lastAssertionInfo.resultDisposition );
}
void handleUnfinishedSections() {
// If sections ended prematurely due to an exception we stored their
// infos here so we can tear them down outside the unwind process.
for( std::vector<SectionEndInfo>::const_reverse_iterator it = m_unfinishedSections.rbegin(),
itEnd = m_unfinishedSections.rend();
it != itEnd;
++it )
sectionEnded( *it );
m_unfinishedSections.clear();
}
2012-12-02 00:54:17 +01:00
TestRunInfo m_runInfo;
IMutableContext& m_context;
Ptr<IConfig const> m_config;
Ptr<IStreamingReporter> m_reporter;
2015-11-19 08:35:35 +01:00
TrackerContext m_trackerContext;
Totals m_totals;
// Transient state
TestCaseInfo const* m_activeTestCaseInfo;
AssertionResult m_lastResult;
AssertionInfo m_lastAssertionInfo;
std::vector<SectionEndInfo> m_unfinishedSections;
2015-11-02 20:21:46 +01:00
std::vector<ITracker*> m_activeSections;
2015-11-19 08:35:35 +01:00
std::vector<MessageInfo> m_messages;
2010-11-10 00:24:00 +01:00
};
2015-11-19 18:45:56 +01:00
IRunContext& getCurrentRunContext() {
if( IRunContext* capture = getCurrentContext().getCurrentRunContext() )
return *capture;
else
throw std::logic_error( "No result capture instance" );
}
} // end namespace Catch
2010-11-10 00:24:00 +01:00
#endif // TWOBLUECUBES_CATCH_RUNNER_IMPL_HPP_INCLUDED