2011-12-28 11:23:32 +01:00
|
|
|
/*
|
2010-11-10 00:24:00 +01:00
|
|
|
* Created by Phil on 22/10/2010.
|
|
|
|
* Copyright 2010 Two Blue Cubes Ltd. All rights reserved.
|
|
|
|
*
|
|
|
|
* Distributed under the Boost Software License, Version 1.0. (See accompanying
|
|
|
|
* file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
|
|
|
*/
|
|
|
|
#ifndef TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED
|
|
|
|
#define TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED
|
|
|
|
|
2011-01-11 10:13:31 +01:00
|
|
|
#include "catch_interfaces_runner.h"
|
2010-12-31 23:46:51 +01:00
|
|
|
#include "catch_interfaces_reporter.h"
|
2011-01-01 01:29:58 +01:00
|
|
|
#include "catch_config.hpp"
|
2011-01-05 22:16:54 +01:00
|
|
|
#include "catch_test_registry.hpp"
|
2011-01-14 09:26:58 +01:00
|
|
|
#include "catch_test_case_info.hpp"
|
2010-11-10 00:24:00 +01:00
|
|
|
#include "catch_capture.hpp"
|
2012-02-23 09:49:52 +01:00
|
|
|
#include "catch_totals.hpp"
|
2012-05-05 20:32:52 +02:00
|
|
|
#include "catch_running_test.hpp"
|
2010-11-10 00:24:00 +01:00
|
|
|
|
2011-02-08 09:42:05 +01:00
|
|
|
#include <set>
|
|
|
|
#include <string>
|
|
|
|
|
2010-11-10 00:24:00 +01:00
|
|
|
namespace Catch
|
2012-05-10 22:46:46 +02:00
|
|
|
{
|
2011-02-21 09:50:05 +01:00
|
|
|
class StreamRedirect
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
///////////////////////////////////////////////////////////////////////
|
|
|
|
StreamRedirect
|
|
|
|
(
|
|
|
|
std::ostream& stream,
|
|
|
|
std::string& targetString
|
|
|
|
)
|
|
|
|
: m_stream( stream ),
|
|
|
|
m_prevBuf( stream.rdbuf() ),
|
|
|
|
m_targetString( targetString )
|
|
|
|
{
|
|
|
|
stream.rdbuf( m_oss.rdbuf() );
|
|
|
|
}
|
|
|
|
|
|
|
|
///////////////////////////////////////////////////////////////////////
|
|
|
|
~StreamRedirect
|
|
|
|
()
|
|
|
|
{
|
2011-12-28 11:23:32 +01:00
|
|
|
m_targetString += m_oss.str();
|
2011-02-21 09:50:05 +01:00
|
|
|
m_stream.rdbuf( m_prevBuf );
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
std::ostream& m_stream;
|
|
|
|
std::streambuf* m_prevBuf;
|
|
|
|
std::ostringstream m_oss;
|
|
|
|
std::string& m_targetString;
|
|
|
|
};
|
|
|
|
|
2011-01-28 19:56:26 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
///////////////////////////////////////////////////////////////////////////
|
2011-01-11 10:13:31 +01:00
|
|
|
class Runner : public IResultCapture, public IRunner
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2010-12-30 00:18:16 +01:00
|
|
|
Runner( const Runner& );
|
|
|
|
void operator =( const Runner& );
|
|
|
|
|
2010-11-10 00:24:00 +01:00
|
|
|
public:
|
2011-01-11 20:48:48 +01:00
|
|
|
|
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
explicit Runner
|
|
|
|
(
|
2012-05-04 08:55:11 +02:00
|
|
|
Config& config
|
2011-01-11 20:48:48 +01:00
|
|
|
)
|
2011-02-21 09:50:05 +01:00
|
|
|
: m_runningTest( NULL ),
|
|
|
|
m_config( config ),
|
2012-05-04 08:55:11 +02:00
|
|
|
m_reporter( config.getReporter() ),
|
2012-05-10 08:58:48 +02:00
|
|
|
m_prevRunner( &Context::getRunner() ),
|
|
|
|
m_prevResultCapture( &Context::getResultCapture() )
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2012-05-10 08:58:48 +02:00
|
|
|
Context::setRunner( this );
|
|
|
|
Context::setResultCapture( this );
|
2010-11-29 20:40:44 +01:00
|
|
|
m_reporter->StartTesting();
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
~Runner
|
|
|
|
()
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2012-02-24 09:59:35 +01:00
|
|
|
m_reporter->EndTesting( m_totals );
|
2012-05-10 08:58:48 +02:00
|
|
|
Context::setRunner( m_prevRunner );
|
|
|
|
Context::setResultCapture( m_prevResultCapture );
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual void runAll
|
2011-02-08 09:42:05 +01:00
|
|
|
(
|
|
|
|
bool runHiddenTests = false
|
|
|
|
)
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2012-05-10 08:58:48 +02:00
|
|
|
std::vector<TestCaseInfo> allTests = Context::getTestCaseRegistry().getAllTests();
|
2010-11-11 21:56:38 +01:00
|
|
|
for( std::size_t i=0; i < allTests.size(); ++i )
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2011-02-08 09:42:05 +01:00
|
|
|
if( runHiddenTests || !allTests[i].isHidden() )
|
2011-01-14 09:47:43 +01:00
|
|
|
runTest( allTests[i] );
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual std::size_t runMatching
|
|
|
|
(
|
|
|
|
const std::string& rawTestSpec
|
|
|
|
)
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
|
|
|
TestSpec testSpec( rawTestSpec );
|
|
|
|
|
2012-05-10 08:58:48 +02:00
|
|
|
std::vector<TestCaseInfo> allTests = Context::getTestCaseRegistry().getAllTests();
|
2010-11-11 21:56:38 +01:00
|
|
|
std::size_t testsRun = 0;
|
|
|
|
for( std::size_t i=0; i < allTests.size(); ++i )
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
|
|
|
if( testSpec.matches( allTests[i].getName() ) )
|
|
|
|
{
|
|
|
|
runTest( allTests[i] );
|
|
|
|
testsRun++;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return testsRun;
|
|
|
|
}
|
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
void runTest
|
|
|
|
(
|
|
|
|
const TestCaseInfo& testInfo
|
|
|
|
)
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2012-02-23 09:49:52 +01:00
|
|
|
Totals prevTotals = m_totals;
|
2011-01-19 20:30:01 +01:00
|
|
|
|
|
|
|
std::string redirectedCout;
|
|
|
|
std::string redirectedCerr;
|
|
|
|
|
|
|
|
m_reporter->StartTestCase( testInfo );
|
|
|
|
|
2011-02-21 09:50:05 +01:00
|
|
|
m_runningTest = new RunningTest( &testInfo );
|
2010-11-30 07:48:21 +01:00
|
|
|
|
2011-01-19 09:52:25 +01:00
|
|
|
do
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2011-01-27 00:23:33 +01:00
|
|
|
do
|
|
|
|
{
|
2012-05-04 08:55:11 +02:00
|
|
|
m_reporter->StartGroup( "test case run" );
|
2012-05-08 20:16:18 +02:00
|
|
|
m_currentResult.setLineInfo( m_runningTest->getTestCaseInfo().getLineInfo() );
|
2011-01-27 00:23:33 +01:00
|
|
|
runCurrentTest( redirectedCout, redirectedCerr );
|
2012-05-04 08:55:11 +02:00
|
|
|
m_reporter->EndGroup( "test case run", m_totals - prevTotals );
|
2011-01-27 00:23:33 +01:00
|
|
|
}
|
2011-02-21 09:50:05 +01:00
|
|
|
while( m_runningTest->hasUntestedSections() );
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
2012-05-10 08:58:48 +02:00
|
|
|
while( Context::advanceGeneratorsForCurrentTest() );
|
2011-01-19 09:52:25 +01:00
|
|
|
|
2011-02-21 09:50:05 +01:00
|
|
|
delete m_runningTest;
|
|
|
|
m_runningTest = NULL;
|
2011-01-19 20:30:01 +01:00
|
|
|
|
2012-02-25 10:39:13 +01:00
|
|
|
if( m_totals.assertions.failed > prevTotals.assertions.failed )
|
|
|
|
++m_totals.testCases.failed;
|
|
|
|
else
|
|
|
|
++m_totals.testCases.passed;
|
|
|
|
|
2012-02-24 09:59:35 +01:00
|
|
|
m_reporter->EndTestCase( testInfo, m_totals - prevTotals, redirectedCout, redirectedCerr );
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
2012-02-17 20:50:59 +01:00
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
2012-02-23 19:51:21 +01:00
|
|
|
virtual Totals getTotals
|
2011-01-11 20:48:48 +01:00
|
|
|
()
|
|
|
|
const
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2012-02-23 19:51:21 +01:00
|
|
|
return m_totals;
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
2011-01-11 10:13:31 +01:00
|
|
|
|
|
|
|
private: // IResultCapture
|
2010-12-31 21:49:58 +01:00
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual ResultAction::Value acceptResult
|
|
|
|
(
|
|
|
|
bool result
|
|
|
|
)
|
2010-12-31 21:49:58 +01:00
|
|
|
{
|
|
|
|
return acceptResult( result ? ResultWas::Ok : ResultWas::ExpressionFailed );
|
|
|
|
}
|
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual ResultAction::Value acceptResult
|
|
|
|
(
|
|
|
|
ResultWas::OfType result
|
|
|
|
)
|
2010-12-31 21:49:58 +01:00
|
|
|
{
|
|
|
|
m_currentResult.setResultType( result );
|
2011-03-15 19:01:44 +01:00
|
|
|
return actOnCurrentResult();
|
2010-12-31 21:49:58 +01:00
|
|
|
}
|
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
2011-03-10 15:09:32 +01:00
|
|
|
virtual ResultAction::Value acceptExpression
|
2011-01-11 20:48:48 +01:00
|
|
|
(
|
2012-05-08 20:32:18 +02:00
|
|
|
const ResultInfoBuilder& resultInfo
|
2011-01-11 20:48:48 +01:00
|
|
|
)
|
2010-12-31 21:49:58 +01:00
|
|
|
{
|
|
|
|
m_currentResult = resultInfo;
|
2011-03-15 19:01:44 +01:00
|
|
|
return actOnCurrentResult();
|
2010-12-31 21:49:58 +01:00
|
|
|
}
|
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual void acceptMessage
|
|
|
|
(
|
|
|
|
const std::string& msg
|
|
|
|
)
|
2010-12-31 21:49:58 +01:00
|
|
|
{
|
|
|
|
m_currentResult.setMessage( msg );
|
|
|
|
}
|
2011-01-11 20:48:48 +01:00
|
|
|
|
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual void testEnded
|
|
|
|
(
|
|
|
|
const ResultInfo& result
|
|
|
|
)
|
2010-11-10 00:24:00 +01:00
|
|
|
{
|
2010-12-27 12:09:34 +01:00
|
|
|
if( result.getResultType() == ResultWas::Ok )
|
2010-12-27 23:18:33 +01:00
|
|
|
{
|
2012-02-23 09:49:52 +01:00
|
|
|
m_totals.assertions.passed++;
|
2010-12-27 23:18:33 +01:00
|
|
|
}
|
2010-12-27 12:09:34 +01:00
|
|
|
else if( !result.ok() )
|
2010-12-27 23:05:13 +01:00
|
|
|
{
|
2012-02-23 09:49:52 +01:00
|
|
|
m_totals.assertions.failed++;
|
2010-12-27 23:18:33 +01:00
|
|
|
|
2010-12-27 23:05:13 +01:00
|
|
|
std::vector<ResultInfo>::const_iterator it = m_info.begin();
|
|
|
|
std::vector<ResultInfo>::const_iterator itEnd = m_info.end();
|
|
|
|
for(; it != itEnd; ++it )
|
|
|
|
m_reporter->Result( *it );
|
2010-12-27 23:18:33 +01:00
|
|
|
m_info.clear();
|
2010-12-27 23:05:13 +01:00
|
|
|
}
|
2010-12-27 23:18:33 +01:00
|
|
|
|
2010-12-27 23:05:13 +01:00
|
|
|
if( result.getResultType() == ResultWas::Info )
|
|
|
|
m_info.push_back( result );
|
|
|
|
else
|
|
|
|
m_reporter->Result( result );
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
2010-11-29 20:40:44 +01:00
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual bool sectionStarted
|
|
|
|
(
|
|
|
|
const std::string& name,
|
2011-04-21 20:43:55 +02:00
|
|
|
const std::string& description,
|
2012-05-08 20:16:18 +02:00
|
|
|
const SourceLineInfo& lineInfo,
|
2012-02-23 09:57:51 +01:00
|
|
|
Counts& assertions
|
2011-01-11 20:48:48 +01:00
|
|
|
)
|
2010-11-29 20:40:44 +01:00
|
|
|
{
|
2011-04-21 20:43:55 +02:00
|
|
|
std::ostringstream oss;
|
2012-05-08 20:16:18 +02:00
|
|
|
oss << name << "@" << lineInfo;
|
2011-04-21 20:43:55 +02:00
|
|
|
|
|
|
|
if( !m_runningTest->addSection( oss.str() ) )
|
2011-01-19 09:52:25 +01:00
|
|
|
return false;
|
|
|
|
|
2012-05-08 20:16:18 +02:00
|
|
|
m_currentResult.setLineInfo( lineInfo );
|
2010-11-29 20:40:44 +01:00
|
|
|
m_reporter->StartSection( name, description );
|
2012-02-23 09:57:51 +01:00
|
|
|
assertions = m_totals.assertions;
|
2010-11-29 23:52:27 +01:00
|
|
|
|
2010-11-29 20:40:44 +01:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual void sectionEnded
|
|
|
|
(
|
2012-02-23 09:57:51 +01:00
|
|
|
const std::string& name,
|
|
|
|
const Counts& prevAssertions
|
2011-01-11 20:48:48 +01:00
|
|
|
)
|
2010-11-29 20:40:44 +01:00
|
|
|
{
|
2011-02-21 09:50:05 +01:00
|
|
|
m_runningTest->endSection( name );
|
2012-02-24 09:59:35 +01:00
|
|
|
m_reporter->EndSection( name, m_totals.assertions - prevAssertions );
|
2010-11-29 20:40:44 +01:00
|
|
|
}
|
2010-12-27 12:09:34 +01:00
|
|
|
|
2011-01-11 20:48:48 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual void pushScopedInfo
|
|
|
|
(
|
|
|
|
ScopedInfo* scopedInfo
|
|
|
|
)
|
2010-12-27 12:09:34 +01:00
|
|
|
{
|
|
|
|
m_scopedInfos.push_back( scopedInfo );
|
|
|
|
}
|
2011-01-11 20:48:48 +01:00
|
|
|
|
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual void popScopedInfo
|
|
|
|
(
|
|
|
|
ScopedInfo* scopedInfo
|
|
|
|
)
|
2010-12-27 12:09:34 +01:00
|
|
|
{
|
|
|
|
if( m_scopedInfos.back() == scopedInfo )
|
|
|
|
m_scopedInfos.pop_back();
|
|
|
|
}
|
2011-01-11 20:48:48 +01:00
|
|
|
|
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual bool shouldDebugBreak
|
|
|
|
()
|
|
|
|
const
|
2010-12-27 21:49:19 +01:00
|
|
|
{
|
|
|
|
return m_config.shouldDebugBreak();
|
|
|
|
}
|
2011-01-27 00:23:33 +01:00
|
|
|
|
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual std::string getCurrentTestName
|
|
|
|
()
|
|
|
|
const
|
|
|
|
{
|
2011-02-21 09:50:05 +01:00
|
|
|
return m_runningTest
|
|
|
|
? m_runningTest->getTestCaseInfo().getName()
|
|
|
|
: "";
|
2011-01-27 00:23:33 +01:00
|
|
|
}
|
2012-02-10 09:30:13 +01:00
|
|
|
|
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
virtual const ResultInfo* getLastResult
|
|
|
|
()
|
|
|
|
const
|
|
|
|
{
|
|
|
|
return &m_lastResult;
|
|
|
|
}
|
2011-01-27 00:23:33 +01:00
|
|
|
|
2011-01-19 09:52:25 +01:00
|
|
|
private:
|
|
|
|
|
2011-03-15 19:01:44 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
ResultAction::Value actOnCurrentResult
|
|
|
|
()
|
|
|
|
{
|
|
|
|
testEnded( m_currentResult );
|
2012-02-10 09:30:13 +01:00
|
|
|
m_lastResult = m_currentResult;
|
2011-03-15 19:01:44 +01:00
|
|
|
|
2012-05-08 20:32:18 +02:00
|
|
|
m_currentResult = ResultInfoBuilder();
|
2012-02-10 09:30:13 +01:00
|
|
|
if( m_lastResult.ok() )
|
2011-03-15 19:01:44 +01:00
|
|
|
return ResultAction::None;
|
|
|
|
else if( shouldDebugBreak() )
|
|
|
|
return ResultAction::DebugFailed;
|
|
|
|
else
|
|
|
|
return ResultAction::Failed;
|
|
|
|
}
|
|
|
|
|
2011-01-19 09:52:25 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
|
|
|
void runCurrentTest
|
2011-01-19 20:30:01 +01:00
|
|
|
(
|
|
|
|
std::string& redirectedCout,
|
|
|
|
std::string& redirectedCerr
|
|
|
|
)
|
|
|
|
{
|
2011-01-19 09:52:25 +01:00
|
|
|
try
|
|
|
|
{
|
2011-02-21 09:50:05 +01:00
|
|
|
m_runningTest->reset();
|
2012-02-17 10:28:21 +01:00
|
|
|
if( m_reporter->shouldRedirectStdout() )
|
|
|
|
{
|
|
|
|
StreamRedirect coutRedir( std::cout, redirectedCout );
|
|
|
|
StreamRedirect cerrRedir( std::cerr, redirectedCerr );
|
|
|
|
m_runningTest->getTestCaseInfo().invoke();
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
m_runningTest->getTestCaseInfo().invoke();
|
|
|
|
}
|
2011-02-21 09:50:05 +01:00
|
|
|
m_runningTest->ranToCompletion();
|
2011-01-19 09:52:25 +01:00
|
|
|
}
|
|
|
|
catch( TestFailureException& )
|
|
|
|
{
|
|
|
|
// This just means the test was aborted due to failure
|
|
|
|
}
|
|
|
|
catch(...)
|
|
|
|
{
|
2012-05-10 08:58:48 +02:00
|
|
|
acceptMessage( Catch::Context::getExceptionTranslatorRegistry().translateActiveException() );
|
2011-01-19 09:52:25 +01:00
|
|
|
acceptResult( ResultWas::ThrewException );
|
|
|
|
}
|
|
|
|
m_info.clear();
|
|
|
|
}
|
2012-05-10 22:46:46 +02:00
|
|
|
|
2010-11-10 00:24:00 +01:00
|
|
|
private:
|
2011-02-21 09:50:05 +01:00
|
|
|
RunningTest* m_runningTest;
|
2012-05-08 20:32:18 +02:00
|
|
|
ResultInfoBuilder m_currentResult;
|
2012-02-10 09:30:13 +01:00
|
|
|
ResultInfo m_lastResult;
|
2010-12-31 21:49:58 +01:00
|
|
|
|
2011-01-01 01:20:14 +01:00
|
|
|
const Config& m_config;
|
2012-02-23 09:49:52 +01:00
|
|
|
Totals m_totals;
|
2012-05-04 08:55:11 +02:00
|
|
|
Ptr<IReporter> m_reporter;
|
2010-12-27 12:09:34 +01:00
|
|
|
std::vector<ScopedInfo*> m_scopedInfos;
|
2010-12-27 23:05:13 +01:00
|
|
|
std::vector<ResultInfo> m_info;
|
2011-01-14 09:26:58 +01:00
|
|
|
IRunner* m_prevRunner;
|
|
|
|
IResultCapture* m_prevResultCapture;
|
2010-11-10 00:24:00 +01:00
|
|
|
};
|
|
|
|
}
|
|
|
|
|
2010-12-28 15:17:27 +01:00
|
|
|
#endif // TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED
|