catch2/include/internal/catch_runner_impl.hpp

385 lines
12 KiB
C++
Raw Normal View History

/*
2010-11-10 00:24:00 +01:00
* Created by Phil on 22/10/2010.
* Copyright 2010 Two Blue Cubes Ltd. All rights reserved.
*
* Distributed under the Boost Software License, Version 1.0. (See accompanying
* file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
*/
#ifndef TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED
#define TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED
2011-01-11 10:13:31 +01:00
#include "catch_interfaces_runner.h"
#include "catch_interfaces_reporter.h"
2011-01-01 01:29:58 +01:00
#include "catch_config.hpp"
2011-01-05 22:16:54 +01:00
#include "catch_test_registry.hpp"
#include "catch_test_case_info.hpp"
2010-11-10 00:24:00 +01:00
#include "catch_capture.hpp"
#include "catch_totals.hpp"
#include "catch_running_test.hpp"
2010-11-10 00:24:00 +01:00
2011-02-08 09:42:05 +01:00
#include <set>
#include <string>
2010-11-10 00:24:00 +01:00
namespace Catch
2012-05-10 22:46:46 +02:00
{
2011-02-21 09:50:05 +01:00
class StreamRedirect
{
public:
///////////////////////////////////////////////////////////////////////
StreamRedirect
(
std::ostream& stream,
std::string& targetString
)
: m_stream( stream ),
m_prevBuf( stream.rdbuf() ),
m_targetString( targetString )
{
stream.rdbuf( m_oss.rdbuf() );
}
///////////////////////////////////////////////////////////////////////
~StreamRedirect
()
{
m_targetString += m_oss.str();
2011-02-21 09:50:05 +01:00
m_stream.rdbuf( m_prevBuf );
}
private:
std::ostream& m_stream;
std::streambuf* m_prevBuf;
std::ostringstream m_oss;
std::string& m_targetString;
};
2011-01-28 19:56:26 +01:00
///////////////////////////////////////////////////////////////////////////
///////////////////////////////////////////////////////////////////////////
2011-01-11 10:13:31 +01:00
class Runner : public IResultCapture, public IRunner
2010-11-10 00:24:00 +01:00
{
2010-12-30 00:18:16 +01:00
Runner( const Runner& );
void operator =( const Runner& );
2010-11-10 00:24:00 +01:00
public:
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
explicit Runner
(
Config& config
2011-01-11 20:48:48 +01:00
)
2011-02-21 09:50:05 +01:00
: m_runningTest( NULL ),
m_config( config ),
m_reporter( config.getReporter() ),
m_prevRunner( &Context::getRunner() ),
m_prevResultCapture( &Context::getResultCapture() )
2010-11-10 00:24:00 +01:00
{
Context::setRunner( this );
Context::setResultCapture( this );
m_reporter->StartTesting();
2010-11-10 00:24:00 +01:00
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
~Runner
()
2010-11-10 00:24:00 +01:00
{
m_reporter->EndTesting( m_totals );
Context::setRunner( m_prevRunner );
Context::setResultCapture( m_prevResultCapture );
2010-11-10 00:24:00 +01:00
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual void runAll
2011-02-08 09:42:05 +01:00
(
bool runHiddenTests = false
)
2010-11-10 00:24:00 +01:00
{
std::vector<TestCaseInfo> allTests = Context::getTestCaseRegistry().getAllTests();
for( std::size_t i=0; i < allTests.size(); ++i )
2010-11-10 00:24:00 +01:00
{
2011-02-08 09:42:05 +01:00
if( runHiddenTests || !allTests[i].isHidden() )
runTest( allTests[i] );
2010-11-10 00:24:00 +01:00
}
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual std::size_t runMatching
(
const std::string& rawTestSpec
)
2010-11-10 00:24:00 +01:00
{
TestSpec testSpec( rawTestSpec );
std::vector<TestCaseInfo> allTests = Context::getTestCaseRegistry().getAllTests();
std::size_t testsRun = 0;
for( std::size_t i=0; i < allTests.size(); ++i )
2010-11-10 00:24:00 +01:00
{
if( testSpec.matches( allTests[i].getName() ) )
{
runTest( allTests[i] );
testsRun++;
}
}
return testsRun;
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
void runTest
(
const TestCaseInfo& testInfo
)
2010-11-10 00:24:00 +01:00
{
Totals prevTotals = m_totals;
std::string redirectedCout;
std::string redirectedCerr;
m_reporter->StartTestCase( testInfo );
2011-02-21 09:50:05 +01:00
m_runningTest = new RunningTest( &testInfo );
2010-11-30 07:48:21 +01:00
do
2010-11-10 00:24:00 +01:00
{
2011-01-27 00:23:33 +01:00
do
{
m_reporter->StartGroup( "test case run" );
m_currentResult.setLineInfo( m_runningTest->getTestCaseInfo().getLineInfo() );
2011-01-27 00:23:33 +01:00
runCurrentTest( redirectedCout, redirectedCerr );
m_reporter->EndGroup( "test case run", m_totals - prevTotals );
2011-01-27 00:23:33 +01:00
}
2011-02-21 09:50:05 +01:00
while( m_runningTest->hasUntestedSections() );
2010-11-10 00:24:00 +01:00
}
while( Context::advanceGeneratorsForCurrentTest() );
2011-02-21 09:50:05 +01:00
delete m_runningTest;
m_runningTest = NULL;
if( m_totals.assertions.failed > prevTotals.assertions.failed )
++m_totals.testCases.failed;
else
++m_totals.testCases.passed;
m_reporter->EndTestCase( testInfo, m_totals - prevTotals, redirectedCout, redirectedCerr );
2010-11-10 00:24:00 +01:00
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual Totals getTotals
2011-01-11 20:48:48 +01:00
()
const
2010-11-10 00:24:00 +01:00
{
return m_totals;
2010-11-10 00:24:00 +01:00
}
2011-01-11 10:13:31 +01:00
private: // IResultCapture
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual ResultAction::Value acceptResult
(
bool result
)
{
return acceptResult( result ? ResultWas::Ok : ResultWas::ExpressionFailed );
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual ResultAction::Value acceptResult
(
ResultWas::OfType result
)
{
m_currentResult.setResultType( result );
return actOnCurrentResult();
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
2011-03-10 15:09:32 +01:00
virtual ResultAction::Value acceptExpression
2011-01-11 20:48:48 +01:00
(
const ResultInfoBuilder& resultInfo
2011-01-11 20:48:48 +01:00
)
{
m_currentResult = resultInfo;
return actOnCurrentResult();
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual void acceptMessage
(
const std::string& msg
)
{
m_currentResult.setMessage( msg );
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual void testEnded
(
const ResultInfo& result
)
2010-11-10 00:24:00 +01:00
{
if( result.getResultType() == ResultWas::Ok )
{
m_totals.assertions.passed++;
}
else if( !result.ok() )
2010-12-27 23:05:13 +01:00
{
m_totals.assertions.failed++;
2010-12-27 23:05:13 +01:00
std::vector<ResultInfo>::const_iterator it = m_info.begin();
std::vector<ResultInfo>::const_iterator itEnd = m_info.end();
for(; it != itEnd; ++it )
m_reporter->Result( *it );
m_info.clear();
2010-12-27 23:05:13 +01:00
}
2010-12-27 23:05:13 +01:00
if( result.getResultType() == ResultWas::Info )
m_info.push_back( result );
else
m_reporter->Result( result );
2010-11-10 00:24:00 +01:00
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual bool sectionStarted
(
const std::string& name,
const std::string& description,
const SourceLineInfo& lineInfo,
Counts& assertions
2011-01-11 20:48:48 +01:00
)
{
std::ostringstream oss;
oss << name << "@" << lineInfo;
if( !m_runningTest->addSection( oss.str() ) )
return false;
m_currentResult.setLineInfo( lineInfo );
m_reporter->StartSection( name, description );
assertions = m_totals.assertions;
2010-11-29 23:52:27 +01:00
return true;
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual void sectionEnded
(
const std::string& name,
const Counts& prevAssertions
2011-01-11 20:48:48 +01:00
)
{
2011-02-21 09:50:05 +01:00
m_runningTest->endSection( name );
m_reporter->EndSection( name, m_totals.assertions - prevAssertions );
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual void pushScopedInfo
(
ScopedInfo* scopedInfo
)
{
m_scopedInfos.push_back( scopedInfo );
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual void popScopedInfo
(
ScopedInfo* scopedInfo
)
{
if( m_scopedInfos.back() == scopedInfo )
m_scopedInfos.pop_back();
}
2011-01-11 20:48:48 +01:00
///////////////////////////////////////////////////////////////////////////
virtual bool shouldDebugBreak
()
const
{
return m_config.shouldDebugBreak();
}
2011-01-27 00:23:33 +01:00
///////////////////////////////////////////////////////////////////////////
virtual std::string getCurrentTestName
()
const
{
2011-02-21 09:50:05 +01:00
return m_runningTest
? m_runningTest->getTestCaseInfo().getName()
: "";
2011-01-27 00:23:33 +01:00
}
2012-02-10 09:30:13 +01:00
///////////////////////////////////////////////////////////////////////////
virtual const ResultInfo* getLastResult
()
const
{
return &m_lastResult;
}
2011-01-27 00:23:33 +01:00
private:
///////////////////////////////////////////////////////////////////////////
ResultAction::Value actOnCurrentResult
()
{
testEnded( m_currentResult );
2012-02-10 09:30:13 +01:00
m_lastResult = m_currentResult;
m_currentResult = ResultInfoBuilder();
2012-02-10 09:30:13 +01:00
if( m_lastResult.ok() )
return ResultAction::None;
else if( shouldDebugBreak() )
return ResultAction::DebugFailed;
else
return ResultAction::Failed;
}
///////////////////////////////////////////////////////////////////////////
void runCurrentTest
(
std::string& redirectedCout,
std::string& redirectedCerr
)
{
try
{
2011-02-21 09:50:05 +01:00
m_runningTest->reset();
if( m_reporter->shouldRedirectStdout() )
{
StreamRedirect coutRedir( std::cout, redirectedCout );
StreamRedirect cerrRedir( std::cerr, redirectedCerr );
m_runningTest->getTestCaseInfo().invoke();
}
else
{
m_runningTest->getTestCaseInfo().invoke();
}
2011-02-21 09:50:05 +01:00
m_runningTest->ranToCompletion();
}
catch( TestFailureException& )
{
// This just means the test was aborted due to failure
}
catch(...)
{
acceptMessage( Catch::Context::getExceptionTranslatorRegistry().translateActiveException() );
acceptResult( ResultWas::ThrewException );
}
m_info.clear();
}
2012-05-10 22:46:46 +02:00
2010-11-10 00:24:00 +01:00
private:
2011-02-21 09:50:05 +01:00
RunningTest* m_runningTest;
ResultInfoBuilder m_currentResult;
2012-02-10 09:30:13 +01:00
ResultInfo m_lastResult;
const Config& m_config;
Totals m_totals;
Ptr<IReporter> m_reporter;
std::vector<ScopedInfo*> m_scopedInfos;
2010-12-27 23:05:13 +01:00
std::vector<ResultInfo> m_info;
IRunner* m_prevRunner;
IResultCapture* m_prevResultCapture;
2010-11-10 00:24:00 +01:00
};
}
#endif // TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED