2011-12-28 05:23:32 -05:00
|
|
|
/*
|
2010-11-09 18:24:00 -05:00
|
|
|
* Created by Phil on 22/10/2010.
|
|
|
|
* Copyright 2010 Two Blue Cubes Ltd. All rights reserved.
|
|
|
|
*
|
|
|
|
* Distributed under the Boost Software License, Version 1.0. (See accompanying
|
|
|
|
* file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
|
|
|
*/
|
|
|
|
#ifndef TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED
|
|
|
|
#define TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED
|
|
|
|
|
2011-01-11 04:13:31 -05:00
|
|
|
#include "catch_interfaces_runner.h"
|
2010-12-31 17:46:51 -05:00
|
|
|
#include "catch_interfaces_reporter.h"
|
2012-05-11 03:16:39 -04:00
|
|
|
#include "catch_interfaces_exception.h"
|
2010-12-31 19:29:58 -05:00
|
|
|
#include "catch_config.hpp"
|
2011-01-05 16:16:54 -05:00
|
|
|
#include "catch_test_registry.hpp"
|
2012-08-14 14:30:30 -04:00
|
|
|
#include "catch_test_case_info.h"
|
2010-11-09 18:24:00 -05:00
|
|
|
#include "catch_capture.hpp"
|
2012-02-23 03:49:52 -05:00
|
|
|
#include "catch_totals.hpp"
|
2012-05-05 14:32:52 -04:00
|
|
|
#include "catch_running_test.hpp"
|
2012-08-14 14:35:30 -04:00
|
|
|
#include "catch_test_spec.h"
|
2010-11-09 18:24:00 -05:00
|
|
|
|
2011-02-08 03:42:05 -05:00
|
|
|
#include <set>
|
|
|
|
#include <string>
|
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
namespace Catch {
|
|
|
|
|
|
|
|
class StreamRedirect {
|
|
|
|
|
2011-02-21 03:50:05 -05:00
|
|
|
public:
|
2012-05-16 03:02:20 -04:00
|
|
|
StreamRedirect( std::ostream& stream, std::string& targetString )
|
2011-02-21 03:50:05 -05:00
|
|
|
: m_stream( stream ),
|
|
|
|
m_prevBuf( stream.rdbuf() ),
|
2012-05-16 03:02:20 -04:00
|
|
|
m_targetString( targetString )
|
2011-02-21 03:50:05 -05:00
|
|
|
{
|
|
|
|
stream.rdbuf( m_oss.rdbuf() );
|
|
|
|
}
|
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
~StreamRedirect() {
|
2011-12-28 05:23:32 -05:00
|
|
|
m_targetString += m_oss.str();
|
2011-02-21 03:50:05 -05:00
|
|
|
m_stream.rdbuf( m_prevBuf );
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
std::ostream& m_stream;
|
|
|
|
std::streambuf* m_prevBuf;
|
|
|
|
std::ostringstream m_oss;
|
|
|
|
std::string& m_targetString;
|
|
|
|
};
|
|
|
|
|
2011-01-28 13:56:26 -05:00
|
|
|
///////////////////////////////////////////////////////////////////////////
|
2012-05-16 03:02:20 -04:00
|
|
|
|
|
|
|
class Runner : public IResultCapture, public IRunner {
|
|
|
|
|
2010-12-29 18:18:16 -05:00
|
|
|
Runner( const Runner& );
|
|
|
|
void operator =( const Runner& );
|
|
|
|
|
2010-11-09 18:24:00 -05:00
|
|
|
public:
|
2011-01-11 14:48:48 -05:00
|
|
|
|
2012-08-23 15:08:50 -04:00
|
|
|
explicit Runner( const Config& config, const Ptr<IReporter>& reporter )
|
2012-05-21 13:52:09 -04:00
|
|
|
: m_context( getCurrentMutableContext() ),
|
|
|
|
m_runningTest( NULL ),
|
2011-02-21 03:50:05 -05:00
|
|
|
m_config( config ),
|
2012-07-16 03:58:28 -04:00
|
|
|
m_reporter( reporter ),
|
2012-05-21 13:52:09 -04:00
|
|
|
m_prevRunner( &m_context.getRunner() ),
|
2012-06-08 03:22:56 -04:00
|
|
|
m_prevResultCapture( &m_context.getResultCapture() ),
|
|
|
|
m_prevConfig( m_context.getConfig() )
|
2010-11-09 18:24:00 -05:00
|
|
|
{
|
2012-05-21 13:52:09 -04:00
|
|
|
m_context.setRunner( this );
|
2012-06-05 15:50:47 -04:00
|
|
|
m_context.setConfig( &m_config );
|
2012-05-21 13:52:09 -04:00
|
|
|
m_context.setResultCapture( this );
|
2010-11-29 14:40:44 -05:00
|
|
|
m_reporter->StartTesting();
|
2010-11-09 18:24:00 -05:00
|
|
|
}
|
|
|
|
|
2012-08-13 02:46:10 -04:00
|
|
|
virtual ~Runner() {
|
2012-02-24 03:59:35 -05:00
|
|
|
m_reporter->EndTesting( m_totals );
|
2012-05-21 13:52:09 -04:00
|
|
|
m_context.setRunner( m_prevRunner );
|
2012-06-05 15:50:47 -04:00
|
|
|
m_context.setConfig( NULL );
|
2012-05-21 13:52:09 -04:00
|
|
|
m_context.setResultCapture( m_prevResultCapture );
|
2012-06-08 03:22:56 -04:00
|
|
|
m_context.setConfig( m_prevConfig );
|
2010-11-09 18:24:00 -05:00
|
|
|
}
|
2012-07-16 03:58:28 -04:00
|
|
|
|
2012-08-23 15:08:50 -04:00
|
|
|
Totals runMatching( const std::string& testSpec ) {
|
2012-07-16 03:58:28 -04:00
|
|
|
|
2012-08-23 15:08:50 -04:00
|
|
|
std::vector<TestCaseInfo> matchingTests = getRegistryHub().getTestCaseRegistry().getMatchingTestCases( testSpec );
|
2012-08-15 14:12:51 -04:00
|
|
|
|
2012-08-23 15:08:50 -04:00
|
|
|
Totals totals;
|
2012-08-15 14:12:51 -04:00
|
|
|
|
2012-08-23 15:08:50 -04:00
|
|
|
m_reporter->StartGroup( testSpec );
|
2012-08-15 14:12:51 -04:00
|
|
|
|
2012-08-23 15:08:50 -04:00
|
|
|
std::vector<TestCaseInfo>::const_iterator it = matchingTests.begin();
|
|
|
|
std::vector<TestCaseInfo>::const_iterator itEnd = matchingTests.end();
|
|
|
|
for(; it != itEnd; ++it )
|
|
|
|
totals += runTest( *it );
|
|
|
|
// !TBD use std::accumulate?
|
2012-08-15 14:12:51 -04:00
|
|
|
|
2012-08-23 15:08:50 -04:00
|
|
|
m_reporter->EndGroup( testSpec, totals );
|
2012-08-15 14:12:51 -04:00
|
|
|
return totals;
|
2010-11-09 18:24:00 -05:00
|
|
|
}
|
2012-08-15 14:12:51 -04:00
|
|
|
|
|
|
|
Totals runTest( const TestCaseInfo& testInfo ) {
|
2012-02-23 03:49:52 -05:00
|
|
|
Totals prevTotals = m_totals;
|
2011-01-19 14:30:01 -05:00
|
|
|
|
|
|
|
std::string redirectedCout;
|
|
|
|
std::string redirectedCerr;
|
|
|
|
|
|
|
|
m_reporter->StartTestCase( testInfo );
|
|
|
|
|
2011-02-21 03:50:05 -05:00
|
|
|
m_runningTest = new RunningTest( &testInfo );
|
2010-11-30 01:48:21 -05:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
do {
|
|
|
|
do {
|
2012-05-08 14:16:18 -04:00
|
|
|
m_currentResult.setLineInfo( m_runningTest->getTestCaseInfo().getLineInfo() );
|
2011-01-26 18:23:33 -05:00
|
|
|
runCurrentTest( redirectedCout, redirectedCerr );
|
|
|
|
}
|
2012-06-01 14:40:27 -04:00
|
|
|
while( m_runningTest->hasUntestedSections() && !aborting() );
|
2010-11-09 18:24:00 -05:00
|
|
|
}
|
2012-06-01 14:40:27 -04:00
|
|
|
while( getCurrentContext().advanceGeneratorsForCurrentTest() && !aborting() );
|
2011-01-19 03:52:25 -05:00
|
|
|
|
2011-02-21 03:50:05 -05:00
|
|
|
delete m_runningTest;
|
|
|
|
m_runningTest = NULL;
|
2011-01-19 14:30:01 -05:00
|
|
|
|
2012-05-22 03:56:11 -04:00
|
|
|
Totals deltaTotals = m_totals.delta( prevTotals );
|
|
|
|
m_totals.testCases += deltaTotals.testCases;
|
|
|
|
m_reporter->EndTestCase( testInfo, deltaTotals, redirectedCout, redirectedCerr );
|
2012-08-15 14:12:51 -04:00
|
|
|
return deltaTotals;
|
2010-11-09 18:24:00 -05:00
|
|
|
}
|
2012-02-17 14:50:59 -05:00
|
|
|
|
2012-06-05 15:50:47 -04:00
|
|
|
const Config& config() const {
|
|
|
|
return m_config;
|
|
|
|
}
|
|
|
|
|
2011-01-11 04:13:31 -05:00
|
|
|
private: // IResultCapture
|
2010-12-31 15:49:58 -05:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual ResultAction::Value acceptResult( bool result ) {
|
2010-12-31 15:49:58 -05:00
|
|
|
return acceptResult( result ? ResultWas::Ok : ResultWas::ExpressionFailed );
|
|
|
|
}
|
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual ResultAction::Value acceptResult( ResultWas::OfType result ) {
|
2010-12-31 15:49:58 -05:00
|
|
|
m_currentResult.setResultType( result );
|
2011-03-15 14:01:44 -04:00
|
|
|
return actOnCurrentResult();
|
2010-12-31 15:49:58 -05:00
|
|
|
}
|
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual ResultAction::Value acceptExpression( const ResultInfoBuilder& resultInfo ) {
|
2010-12-31 15:49:58 -05:00
|
|
|
m_currentResult = resultInfo;
|
2011-03-15 14:01:44 -04:00
|
|
|
return actOnCurrentResult();
|
2010-12-31 15:49:58 -05:00
|
|
|
}
|
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual void acceptMessage( const std::string& msg ) {
|
2010-12-31 15:49:58 -05:00
|
|
|
m_currentResult.setMessage( msg );
|
|
|
|
}
|
2011-01-11 14:48:48 -05:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual void testEnded( const ResultInfo& result ) {
|
|
|
|
if( result.getResultType() == ResultWas::Ok ) {
|
2012-02-23 03:49:52 -05:00
|
|
|
m_totals.assertions.passed++;
|
2010-12-27 17:18:33 -05:00
|
|
|
}
|
2012-05-16 03:02:20 -04:00
|
|
|
else if( !result.ok() ) {
|
2012-02-23 03:49:52 -05:00
|
|
|
m_totals.assertions.failed++;
|
2010-12-27 17:18:33 -05:00
|
|
|
|
2010-12-27 17:05:13 -05:00
|
|
|
std::vector<ResultInfo>::const_iterator it = m_info.begin();
|
|
|
|
std::vector<ResultInfo>::const_iterator itEnd = m_info.end();
|
|
|
|
for(; it != itEnd; ++it )
|
|
|
|
m_reporter->Result( *it );
|
2010-12-27 17:18:33 -05:00
|
|
|
m_info.clear();
|
2010-12-27 17:05:13 -05:00
|
|
|
}
|
2010-12-27 17:18:33 -05:00
|
|
|
|
2010-12-27 17:05:13 -05:00
|
|
|
if( result.getResultType() == ResultWas::Info )
|
|
|
|
m_info.push_back( result );
|
|
|
|
else
|
|
|
|
m_reporter->Result( result );
|
2010-11-09 18:24:00 -05:00
|
|
|
}
|
2012-06-01 14:40:27 -04:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual bool sectionStarted (
|
2011-01-11 14:48:48 -05:00
|
|
|
const std::string& name,
|
2011-04-21 14:43:55 -04:00
|
|
|
const std::string& description,
|
2012-05-08 14:16:18 -04:00
|
|
|
const SourceLineInfo& lineInfo,
|
2012-02-23 03:57:51 -05:00
|
|
|
Counts& assertions
|
2011-01-11 14:48:48 -05:00
|
|
|
)
|
2010-11-29 14:40:44 -05:00
|
|
|
{
|
2011-04-21 14:43:55 -04:00
|
|
|
std::ostringstream oss;
|
2012-05-08 14:16:18 -04:00
|
|
|
oss << name << "@" << lineInfo;
|
2011-04-21 14:43:55 -04:00
|
|
|
|
|
|
|
if( !m_runningTest->addSection( oss.str() ) )
|
2011-01-19 03:52:25 -05:00
|
|
|
return false;
|
|
|
|
|
2012-05-08 14:16:18 -04:00
|
|
|
m_currentResult.setLineInfo( lineInfo );
|
2010-11-29 14:40:44 -05:00
|
|
|
m_reporter->StartSection( name, description );
|
2012-02-23 03:57:51 -05:00
|
|
|
assertions = m_totals.assertions;
|
2010-11-29 17:52:27 -05:00
|
|
|
|
2010-11-29 14:40:44 -05:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual void sectionEnded( const std::string& name, const Counts& prevAssertions ) {
|
2011-02-21 03:50:05 -05:00
|
|
|
m_runningTest->endSection( name );
|
2012-02-24 03:59:35 -05:00
|
|
|
m_reporter->EndSection( name, m_totals.assertions - prevAssertions );
|
2010-11-29 14:40:44 -05:00
|
|
|
}
|
2010-12-27 06:09:34 -05:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual void pushScopedInfo( ScopedInfo* scopedInfo ) {
|
2010-12-27 06:09:34 -05:00
|
|
|
m_scopedInfos.push_back( scopedInfo );
|
|
|
|
}
|
2011-01-11 14:48:48 -05:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual void popScopedInfo( ScopedInfo* scopedInfo ) {
|
2010-12-27 06:09:34 -05:00
|
|
|
if( m_scopedInfos.back() == scopedInfo )
|
|
|
|
m_scopedInfos.pop_back();
|
|
|
|
}
|
2011-01-11 14:48:48 -05:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual bool shouldDebugBreak() const {
|
2010-12-27 15:49:19 -05:00
|
|
|
return m_config.shouldDebugBreak();
|
|
|
|
}
|
2011-01-26 18:23:33 -05:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual std::string getCurrentTestName() const {
|
2011-02-21 03:50:05 -05:00
|
|
|
return m_runningTest
|
|
|
|
? m_runningTest->getTestCaseInfo().getName()
|
|
|
|
: "";
|
2011-01-26 18:23:33 -05:00
|
|
|
}
|
2012-02-10 03:30:13 -05:00
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
virtual const ResultInfo* getLastResult() const {
|
2012-02-10 03:30:13 -05:00
|
|
|
return &m_lastResult;
|
|
|
|
}
|
2012-06-01 14:40:27 -04:00
|
|
|
|
2012-08-23 15:08:50 -04:00
|
|
|
public:
|
|
|
|
// !TBD We need to do this another way!
|
2012-06-01 14:40:27 -04:00
|
|
|
bool aborting() const {
|
2012-06-02 18:08:07 -04:00
|
|
|
return m_totals.assertions.failed == static_cast<std::size_t>( m_config.getCutoff() );
|
2012-06-01 14:40:27 -04:00
|
|
|
}
|
2012-08-23 15:08:50 -04:00
|
|
|
|
|
|
|
private:
|
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
ResultAction::Value actOnCurrentResult() {
|
2011-03-15 14:01:44 -04:00
|
|
|
testEnded( m_currentResult );
|
2012-02-10 03:30:13 -05:00
|
|
|
m_lastResult = m_currentResult;
|
2011-03-15 14:01:44 -04:00
|
|
|
|
2012-05-08 14:32:18 -04:00
|
|
|
m_currentResult = ResultInfoBuilder();
|
2012-06-01 14:40:27 -04:00
|
|
|
|
|
|
|
ResultAction::Value action = ResultAction::None;
|
|
|
|
|
|
|
|
if( !m_lastResult.ok() ) {
|
|
|
|
action = ResultAction::Failed;
|
|
|
|
if( shouldDebugBreak() )
|
|
|
|
action = (ResultAction::Value)( action | ResultAction::Debug );
|
|
|
|
if( aborting() )
|
|
|
|
action = (ResultAction::Value)( action | ResultAction::Abort );
|
|
|
|
}
|
|
|
|
return action;
|
2011-03-15 14:01:44 -04:00
|
|
|
}
|
|
|
|
|
2012-05-16 03:02:20 -04:00
|
|
|
void runCurrentTest( std::string& redirectedCout, std::string& redirectedCerr ) {
|
|
|
|
try {
|
2011-02-21 03:50:05 -05:00
|
|
|
m_runningTest->reset();
|
2012-05-16 03:02:20 -04:00
|
|
|
if( m_reporter->shouldRedirectStdout() ) {
|
2012-02-17 04:28:21 -05:00
|
|
|
StreamRedirect coutRedir( std::cout, redirectedCout );
|
|
|
|
StreamRedirect cerrRedir( std::cerr, redirectedCerr );
|
|
|
|
m_runningTest->getTestCaseInfo().invoke();
|
|
|
|
}
|
2012-05-16 03:02:20 -04:00
|
|
|
else {
|
2012-02-17 04:28:21 -05:00
|
|
|
m_runningTest->getTestCaseInfo().invoke();
|
|
|
|
}
|
2011-02-21 03:50:05 -05:00
|
|
|
m_runningTest->ranToCompletion();
|
2011-01-19 03:52:25 -05:00
|
|
|
}
|
2012-05-16 03:02:20 -04:00
|
|
|
catch( TestFailureException& ) {
|
2011-01-19 03:52:25 -05:00
|
|
|
// This just means the test was aborted due to failure
|
|
|
|
}
|
2012-05-16 03:02:20 -04:00
|
|
|
catch(...) {
|
2012-08-07 02:58:34 -04:00
|
|
|
acceptMessage( getRegistryHub().getExceptionTranslatorRegistry().translateActiveException() );
|
2011-01-19 03:52:25 -05:00
|
|
|
acceptResult( ResultWas::ThrewException );
|
|
|
|
}
|
|
|
|
m_info.clear();
|
|
|
|
}
|
2012-05-10 16:46:46 -04:00
|
|
|
|
2010-11-09 18:24:00 -05:00
|
|
|
private:
|
2012-05-21 13:52:09 -04:00
|
|
|
IMutableContext& m_context;
|
2011-02-21 03:50:05 -05:00
|
|
|
RunningTest* m_runningTest;
|
2012-05-08 14:32:18 -04:00
|
|
|
ResultInfoBuilder m_currentResult;
|
2012-02-10 03:30:13 -05:00
|
|
|
ResultInfo m_lastResult;
|
2010-12-31 15:49:58 -05:00
|
|
|
|
2010-12-31 19:20:14 -05:00
|
|
|
const Config& m_config;
|
2012-02-23 03:49:52 -05:00
|
|
|
Totals m_totals;
|
2012-05-04 02:55:11 -04:00
|
|
|
Ptr<IReporter> m_reporter;
|
2010-12-27 06:09:34 -05:00
|
|
|
std::vector<ScopedInfo*> m_scopedInfos;
|
2010-12-27 17:05:13 -05:00
|
|
|
std::vector<ResultInfo> m_info;
|
2011-01-14 03:26:58 -05:00
|
|
|
IRunner* m_prevRunner;
|
|
|
|
IResultCapture* m_prevResultCapture;
|
2012-06-08 03:22:56 -04:00
|
|
|
const IConfig* m_prevConfig;
|
2010-11-09 18:24:00 -05:00
|
|
|
};
|
2012-05-21 13:52:09 -04:00
|
|
|
|
|
|
|
} // end namespace Catch
|
2010-11-09 18:24:00 -05:00
|
|
|
|
2010-12-28 09:17:27 -05:00
|
|
|
#endif // TWOBLUECUBES_INTERNAL_CATCH_RUNNER_HPP_INCLUDED
|