1#ifndef WREPORT_TESTSRUNNER_H
2#define WREPORT_TESTSRUNNER_H
52 const std::string& test_method_)
59 void set_exception(std::exception& e)
64 "test threw an exception with an empty error message";
68 void set_unknown_exception() {
error_message =
"unknown exception caught"; }
70 void set_setup_exception(std::exception& e)
77 void set_teardown_exception(std::exception& e)
86 void print_failure_details(FILE* out)
const;
111 void set_setup_failed()
113 fail_setup =
"test case setup method threw an unknown exception";
116 void set_setup_failed(std::exception& e)
118 fail_setup =
"test case setup method threw an exception: ";
122 void set_teardown_failed()
124 fail_teardown =
"test case teardown method threw an unknown exception";
127 void set_teardown_failed(std::exception& e)
129 fail_teardown =
"test case teardown method threw an exception: ";
133 void add_test_method(TestMethodResult&& e)
135 methods.emplace_back(std::move(e));
138 bool is_success()
const
148 unsigned long long elapsed_ns()
const;
206 bool test_method_should_run(
const std::string& fullname)
const;
262 std::vector<TestCase*>
entries = std::vector<TestCase*>();
292 const std::vector<TestCaseResult>& results;
293 unsigned methods_ok = 0;
294 unsigned methods_failed = 0;
295 unsigned methods_skipped = 0;
296 unsigned test_cases_ok = 0;
297 unsigned test_cases_failed = 0;
298 bool success =
false;
299 bool skipped =
false;
String functions.
Definition benchmark.h:13
Test controller that filters tests via a blocklist/allowlist system containing glob patterns on testc...
Definition testrunner.h:199
std::string blocklist
Any method matching this glob expression will not be run.
Definition testrunner.h:204
std::string allowlist
Any method not matching this glob expression will not be run.
Definition testrunner.h:201
Simple default implementation of TestController.
Definition testrunner.h:216
void test_method_end(const TestMethod &test_method, const TestMethodResult &test_method_result) override
Called after running a test method.
bool test_method_begin(const TestMethod &test_method, const TestMethodResult &test_method_result) override
Called before running a test method.
void test_case_end(const TestCase &test_case, const TestCaseResult &test_case_result) override
Called after running a test case.
bool test_case_begin(const TestCase &test_case, const TestCaseResult &test_case_result) override
Called before running a test case.
Result of running a whole test case.
Definition testrunner.h:93
std::string fail_setup
Set to a non-empty string if the setup method of the test case failed.
Definition testrunner.h:99
std::string fail_teardown
Set to a non-empty string if the teardown method of the test case failed.
Definition testrunner.h:102
std::vector< TestMethodResult > methods
Outcome of all the methods that have been run.
Definition testrunner.h:97
bool skipped
Set to true if this test case has been skipped.
Definition testrunner.h:104
std::string test_case
Name of the test case.
Definition testrunner.h:95
Test case collecting several test methods, and self-registering with the singleton instance of TestRe...
Definition utils/tests.h:642
Abstract interface for the objects that supervise test execution.
Definition testrunner.h:158
virtual bool test_method_begin(const TestMethod &, const TestMethodResult &)
Called before running a test method.
Definition testrunner.h:183
virtual bool test_case_begin(const TestCase &, const TestCaseResult &)
Called before running a test case.
Definition testrunner.h:167
virtual void test_method_end(const TestMethod &, const TestMethodResult &)
Called after running a test method.
Definition testrunner.h:191
virtual void test_case_end(const TestCase &, const TestCaseResult &)
Called after running a test case.
Definition testrunner.h:175
Exception thrown when a test assertion fails, normally by Location::fail_test.
Definition utils/tests.h:107
Result of running a test method.
Definition testrunner.h:26
std::string skipped_reason
If the test has been skipped, this is an optional reason.
Definition testrunner.h:46
std::shared_ptr< TestStack > error_stack
Stack frame of where the error happened.
Definition testrunner.h:37
std::string test_case
Name of the test case.
Definition testrunner.h:28
bool skipped
True if the test has been skipped.
Definition testrunner.h:43
std::string error_message
If non-empty, the test failed with this error.
Definition testrunner.h:34
unsigned long long elapsed_ns
Time in nanoseconds it took the test to run.
Definition testrunner.h:49
std::string exception_typeid
If non-empty, the test threw an exception and this is its type ID.
Definition testrunner.h:40
std::string test_method
Name of the test method.
Definition testrunner.h:31
Test method information.
Definition utils/tests.h:615
Test registry.
Definition testrunner.h:260
void iterate_test_methods(std::function< void(const TestCase &, const TestMethod &)>)
Iterate on all test methods known by this registry.
std::vector< TestCaseResult > run_tests(TestController &controller)
Run all the registered tests using the given controller.
std::vector< TestCase * > entries
All known test cases.
Definition testrunner.h:262
void register_test_case(TestCase &test_case)
Register a new test case.
static TestRegistry & get()
Get the singleton instance of TestRegistry.
Definition testrunner.h:291
Verbose implementation of TestController.
Definition testrunner.h:238
void test_method_end(const TestMethod &test_method, const TestMethodResult &test_method_result) override
Called after running a test method.
bool test_case_begin(const TestCase &test_case, const TestCaseResult &test_case_result) override
Called before running a test case.
void test_case_end(const TestCase &test_case, const TestCaseResult &test_case_result) override
Called after running a test case.
bool test_method_begin(const TestMethod &test_method, const TestMethodResult &test_method_result) override
Called before running a test method.