2010-11-10 00:24:00 +01:00
|
|
|
/*
|
|
|
|
* Created by Phil on 31/10/2010.
|
|
|
|
* Copyright 2010 Two Blue Cubes Ltd. All rights reserved.
|
|
|
|
*
|
|
|
|
* Distributed under the Boost Software License, Version 1.0. (See accompanying
|
|
|
|
* file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
|
|
|
*/
|
|
|
|
#ifndef TWOBLUECUBES_CATCH_RUNNER_HPP_INCLUDED
|
|
|
|
#define TWOBLUECUBES_CATCH_RUNNER_HPP_INCLUDED
|
|
|
|
|
2012-08-13 08:46:10 +02:00
|
|
|
#include "internal/catch_commandline.hpp"
|
|
|
|
#include "internal/catch_list.hpp"
|
|
|
|
#include "internal/catch_runner_impl.hpp"
|
2012-08-23 21:08:50 +02:00
|
|
|
#include "internal/catch_test_spec.h"
|
2012-11-15 23:15:41 +01:00
|
|
|
#include "internal/catch_version.h"
|
2013-04-19 20:08:32 +02:00
|
|
|
#include "internal/catch_text.h"
|
2012-08-13 08:46:10 +02:00
|
|
|
|
2010-12-31 23:07:47 +01:00
|
|
|
#include <fstream>
|
2011-02-04 10:30:36 +01:00
|
|
|
#include <stdlib.h>
|
2011-03-15 23:41:27 +01:00
|
|
|
#include <limits>
|
2010-12-31 23:07:47 +01:00
|
|
|
|
2012-05-16 16:02:51 +02:00
|
|
|
namespace Catch {
|
|
|
|
|
2013-06-05 09:18:52 +02:00
|
|
|
class Runner {
|
2012-08-23 21:08:50 +02:00
|
|
|
|
|
|
|
public:
|
2013-06-05 09:18:52 +02:00
|
|
|
Runner( Ptr<Config> const& config )
|
2013-05-29 08:59:01 +02:00
|
|
|
: m_config( config )
|
2012-08-23 21:08:50 +02:00
|
|
|
{
|
2012-09-26 19:36:58 +02:00
|
|
|
openStream();
|
2012-08-23 21:08:50 +02:00
|
|
|
makeReporter();
|
2012-07-17 09:04:19 +02:00
|
|
|
}
|
2012-08-23 21:08:50 +02:00
|
|
|
|
|
|
|
Totals runTests() {
|
|
|
|
|
2013-05-28 20:07:29 +02:00
|
|
|
std::vector<TestCaseFilters> filterGroups = m_config->filters();
|
2012-08-23 21:08:50 +02:00
|
|
|
if( filterGroups.empty() ) {
|
|
|
|
TestCaseFilters filterGroup( "" );
|
|
|
|
filterGroups.push_back( filterGroup );
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
2012-08-23 21:08:50 +02:00
|
|
|
|
2013-06-05 09:18:52 +02:00
|
|
|
RunContext context( m_config.get(), m_reporter );
|
|
|
|
|
2012-08-23 21:08:50 +02:00
|
|
|
Totals totals;
|
|
|
|
|
2013-01-13 22:51:44 +01:00
|
|
|
for( std::size_t i=0; i < filterGroups.size() && !context.aborting(); ++i ) {
|
|
|
|
context.testGroupStarting( filterGroups[i].getName(), i, filterGroups.size() );
|
|
|
|
totals += runTestsForGroup( context, filterGroups[i] );
|
|
|
|
context.testGroupEnded( filterGroups[i].getName(), totals, i, filterGroups.size() );
|
2012-08-23 21:08:50 +02:00
|
|
|
}
|
|
|
|
return totals;
|
2010-11-10 00:24:00 +01:00
|
|
|
}
|
2012-08-13 20:27:03 +02:00
|
|
|
|
2013-06-05 09:18:52 +02:00
|
|
|
Totals runTestsForGroup( RunContext& context, const TestCaseFilters& filterGroup ) {
|
2012-08-23 21:08:50 +02:00
|
|
|
Totals totals;
|
2012-11-22 20:17:20 +01:00
|
|
|
std::vector<TestCase>::const_iterator it = getRegistryHub().getTestCaseRegistry().getAllTests().begin();
|
|
|
|
std::vector<TestCase>::const_iterator itEnd = getRegistryHub().getTestCaseRegistry().getAllTests().end();
|
2012-08-23 21:08:50 +02:00
|
|
|
int testsRunForGroup = 0;
|
|
|
|
for(; it != itEnd; ++it ) {
|
|
|
|
if( filterGroup.shouldInclude( *it ) ) {
|
|
|
|
testsRunForGroup++;
|
|
|
|
if( m_testsAlreadyRun.find( *it ) == m_testsAlreadyRun.end() ) {
|
2012-08-13 20:27:03 +02:00
|
|
|
|
2012-08-23 21:08:50 +02:00
|
|
|
if( context.aborting() )
|
|
|
|
break;
|
2010-11-10 00:24:00 +01:00
|
|
|
|
2012-08-23 21:08:50 +02:00
|
|
|
totals += context.runTest( *it );
|
|
|
|
m_testsAlreadyRun.insert( *it );
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2013-02-19 19:41:57 +01:00
|
|
|
if( testsRunForGroup == 0 && !filterGroup.getName().empty() )
|
2013-03-12 20:06:40 +01:00
|
|
|
m_reporter->noMatchingTestCases( filterGroup.getName() );
|
2012-08-23 21:08:50 +02:00
|
|
|
return totals;
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2012-08-23 21:08:50 +02:00
|
|
|
}
|
2012-08-13 20:27:03 +02:00
|
|
|
|
2012-08-23 21:08:50 +02:00
|
|
|
private:
|
2012-09-26 19:36:58 +02:00
|
|
|
void openStream() {
|
2012-08-23 21:08:50 +02:00
|
|
|
// Open output file, if specified
|
2013-05-28 19:39:32 +02:00
|
|
|
if( !m_config->getFilename().empty() ) {
|
|
|
|
m_ofs.open( m_config->getFilename().c_str() );
|
2012-08-23 21:08:50 +02:00
|
|
|
if( m_ofs.fail() ) {
|
|
|
|
std::ostringstream oss;
|
2013-05-28 19:39:32 +02:00
|
|
|
oss << "Unable to open file: '" << m_config->getFilename() << "'";
|
2012-08-23 21:08:50 +02:00
|
|
|
throw std::domain_error( oss.str() );
|
|
|
|
}
|
2013-05-28 19:39:32 +02:00
|
|
|
m_config->setStreamBuf( m_ofs.rdbuf() );
|
2012-08-23 21:08:50 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
void makeReporter() {
|
2013-05-28 20:07:29 +02:00
|
|
|
std::string reporterName = m_config->getReporterName().empty()
|
2013-05-28 19:39:32 +02:00
|
|
|
? "console"
|
2013-05-28 20:07:29 +02:00
|
|
|
: m_config->getReporterName();
|
2012-08-13 20:27:03 +02:00
|
|
|
|
2013-05-28 19:39:32 +02:00
|
|
|
m_reporter = getRegistryHub().getReporterRegistry().create( reporterName, m_config.get() );
|
2012-08-23 21:08:50 +02:00
|
|
|
if( !m_reporter ) {
|
|
|
|
std::ostringstream oss;
|
|
|
|
oss << "No reporter registered with name: '" << reporterName << "'";
|
|
|
|
throw std::domain_error( oss.str() );
|
|
|
|
}
|
|
|
|
}
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2012-08-23 21:08:50 +02:00
|
|
|
private:
|
2013-05-28 19:39:32 +02:00
|
|
|
Ptr<Config> m_config;
|
2012-08-23 21:08:50 +02:00
|
|
|
std::ofstream m_ofs;
|
2012-11-30 20:15:23 +01:00
|
|
|
Ptr<IStreamingReporter> m_reporter;
|
2012-11-22 20:17:20 +01:00
|
|
|
std::set<TestCase> m_testsAlreadyRun;
|
2012-08-23 21:08:50 +02:00
|
|
|
};
|
|
|
|
|
2013-12-09 15:18:35 +01:00
|
|
|
#if !defined(INTERNAL_CATCH_VS_MANAGED) && !defined(INTERNAL_CATCH_VS_NATIVE)
|
|
|
|
|
2013-06-05 19:48:18 +02:00
|
|
|
class Session {
|
|
|
|
static bool alreadyInstantiated;
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2013-06-05 19:48:18 +02:00
|
|
|
public:
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2013-06-06 19:51:24 +02:00
|
|
|
struct OnUnusedOptions { enum DoWhat { Ignore, Fail }; };
|
|
|
|
|
|
|
|
Session()
|
2013-06-07 19:41:22 +02:00
|
|
|
: m_cli( makeCommandLineParser() ) {
|
2013-06-05 19:48:18 +02:00
|
|
|
if( alreadyInstantiated ) {
|
|
|
|
std::string msg = "Only one instance of Catch::Session can ever be used";
|
|
|
|
std::cerr << msg << std::endl;
|
|
|
|
throw std::logic_error( msg );
|
|
|
|
}
|
|
|
|
alreadyInstantiated = true;
|
|
|
|
}
|
|
|
|
~Session() {
|
|
|
|
Catch::cleanUp();
|
|
|
|
}
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2013-06-06 19:56:43 +02:00
|
|
|
void showHelp( std::string const& processName ) {
|
2013-11-14 20:49:49 +01:00
|
|
|
std::cout << "\nCatch v" << libraryVersion::value.majorVersion << "."
|
|
|
|
<< libraryVersion::value.minorVersion << " build "
|
|
|
|
<< libraryVersion::value.buildNumber;
|
|
|
|
if( libraryVersion::value.branchName != "master" )
|
|
|
|
std::cout << " (" << libraryVersion::value.branchName << " branch)";
|
2013-06-06 19:56:43 +02:00
|
|
|
std::cout << "\n";
|
|
|
|
|
2013-06-07 19:41:22 +02:00
|
|
|
m_cli.usage( std::cout, processName );
|
2013-06-06 19:56:43 +02:00
|
|
|
std::cout << "For more detail usage please see the project docs\n" << std::endl;
|
|
|
|
}
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2013-06-06 19:51:24 +02:00
|
|
|
int applyCommandLine( int argc, char* const argv[], OnUnusedOptions::DoWhat unusedOptionBehaviour = OnUnusedOptions::Fail ) {
|
|
|
|
try {
|
2013-06-07 19:41:22 +02:00
|
|
|
m_unusedTokens = m_cli.parseInto( argc, argv, m_configData );
|
2013-06-06 19:51:24 +02:00
|
|
|
if( unusedOptionBehaviour == OnUnusedOptions::Fail )
|
|
|
|
enforceNoUsedTokens();
|
2013-06-07 19:41:22 +02:00
|
|
|
if( m_configData.showHelp )
|
|
|
|
showHelp( m_configData.processName );
|
|
|
|
m_config.reset();
|
2013-06-05 19:48:18 +02:00
|
|
|
}
|
|
|
|
catch( std::exception& ex ) {
|
2013-08-16 19:57:57 +02:00
|
|
|
{
|
|
|
|
Colour colourGuard( Colour::Red );
|
|
|
|
std::cerr << "\nError in input:\n"
|
|
|
|
<< Text( ex.what(), TextAttributes().setIndent(2) )
|
|
|
|
<< "\n\n";
|
|
|
|
}
|
2013-06-07 19:41:22 +02:00
|
|
|
m_cli.usage( std::cout, m_configData.processName );
|
2013-06-05 19:48:18 +02:00
|
|
|
return (std::numeric_limits<int>::max)();
|
2012-06-08 09:22:56 +02:00
|
|
|
}
|
2013-06-06 19:51:24 +02:00
|
|
|
return 0;
|
2012-06-08 09:22:56 +02:00
|
|
|
}
|
2013-06-06 19:51:24 +02:00
|
|
|
|
|
|
|
void useConfigData( ConfigData const& _configData ) {
|
2013-06-07 19:41:22 +02:00
|
|
|
m_configData = _configData;
|
|
|
|
m_config.reset();
|
2013-06-06 19:51:24 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void enforceNoUsedTokens() const {
|
2013-06-07 19:41:22 +02:00
|
|
|
if( !m_unusedTokens.empty() ) {
|
2013-06-05 19:48:18 +02:00
|
|
|
std::vector<Clara::Parser::Token>::const_iterator
|
2013-06-07 19:41:22 +02:00
|
|
|
it = m_unusedTokens.begin(),
|
|
|
|
itEnd = m_unusedTokens.end();
|
2013-06-05 19:48:18 +02:00
|
|
|
std::string msg;
|
|
|
|
for(; it != itEnd; ++it )
|
|
|
|
msg += " unrecognised option: " + it->data + "\n";
|
|
|
|
throw std::runtime_error( msg.substr( 0, msg.size()-1 ) );
|
|
|
|
}
|
2011-03-21 13:21:25 +01:00
|
|
|
}
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2013-06-06 19:51:24 +02:00
|
|
|
int run( int argc, char* const argv[] ) {
|
2013-06-05 19:48:18 +02:00
|
|
|
|
2013-06-06 19:51:24 +02:00
|
|
|
int returnCode = applyCommandLine( argc, argv );
|
|
|
|
if( returnCode == 0 )
|
|
|
|
returnCode = run();
|
|
|
|
return returnCode;
|
|
|
|
}
|
2013-06-05 19:48:18 +02:00
|
|
|
|
2013-06-06 19:51:24 +02:00
|
|
|
int run() {
|
2013-06-07 19:41:22 +02:00
|
|
|
if( m_configData.showHelp )
|
2013-06-06 19:51:24 +02:00
|
|
|
return 0;
|
|
|
|
|
|
|
|
try
|
|
|
|
{
|
2013-06-07 19:41:22 +02:00
|
|
|
config(); // Force config to be constructed
|
|
|
|
Runner runner( m_config );
|
2013-06-06 19:51:24 +02:00
|
|
|
|
|
|
|
// Handle list request
|
2013-06-07 19:41:22 +02:00
|
|
|
if( Option<std::size_t> listed = list( config() ) )
|
2013-06-06 23:54:42 +02:00
|
|
|
return static_cast<int>( *listed );
|
2013-06-06 19:51:24 +02:00
|
|
|
|
|
|
|
return static_cast<int>( runner.runTests().assertions.failed );
|
2013-06-05 19:48:18 +02:00
|
|
|
}
|
|
|
|
catch( std::exception& ex ) {
|
2013-06-06 19:51:24 +02:00
|
|
|
std::cerr << ex.what() << std::endl;
|
2013-06-05 19:48:18 +02:00
|
|
|
return (std::numeric_limits<int>::max)();
|
|
|
|
}
|
|
|
|
}
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2013-06-07 19:41:22 +02:00
|
|
|
Clara::CommandLine<ConfigData> const& cli() const {
|
|
|
|
return m_cli;
|
|
|
|
}
|
|
|
|
std::vector<Clara::Parser::Token> const& unusedTokens() const {
|
|
|
|
return m_unusedTokens;
|
|
|
|
}
|
|
|
|
ConfigData& configData() {
|
|
|
|
return m_configData;
|
|
|
|
}
|
|
|
|
Config& config() {
|
|
|
|
if( !m_config )
|
|
|
|
m_config = new Config( m_configData );
|
|
|
|
return *m_config;
|
|
|
|
}
|
2013-07-03 20:14:59 +02:00
|
|
|
|
|
|
|
private:
|
2013-06-07 19:41:22 +02:00
|
|
|
Clara::CommandLine<ConfigData> m_cli;
|
|
|
|
std::vector<Clara::Parser::Token> m_unusedTokens;
|
|
|
|
ConfigData m_configData;
|
|
|
|
Ptr<Config> m_config;
|
2013-06-05 19:48:18 +02:00
|
|
|
};
|
2013-06-06 19:51:24 +02:00
|
|
|
|
2013-06-05 19:48:18 +02:00
|
|
|
bool Session::alreadyInstantiated = false;
|
2013-07-03 20:14:59 +02:00
|
|
|
|
2013-12-09 15:18:35 +01:00
|
|
|
#endif // !VS_MANAGED && !VS_NATIVE
|
|
|
|
|
2010-11-10 00:24:00 +01:00
|
|
|
} // end namespace Catch
|
|
|
|
|
2011-02-16 20:02:09 +01:00
|
|
|
#endif // TWOBLUECUBES_CATCH_RUNNER_HPP_INCLUDED
|