1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
#pragma once
#include "Test.h"
// The test manager. Only to be included from one cpp-file per project.
Tests &Tests::instance() {
static Tests t;
return t;
}
void Tests::addTest(Test *t, bool single) {
instance().tests.insert(make_pair(t->name, t));
if (single)
instance().singleTest = true;
}
void Tests::addSuite(Suite *s, bool single) {
instance().suites.insert(make_pair(s->order, s));
if (single)
instance().singleSuite = true;
}
void Tests::runSuite(Suite *s, TestResult &r, bool runAll) {
if (!runAll && s->ignore)
return;
for (TestMap::const_iterator i = tests.begin(); i != tests.end(); i++) {
if (!runAll && singleTest && !i->second->single)
continue;
if (i->second->suite == s) {
std::wcout << L"Running " << i->first << L"..." << std::endl;
try {
r += i->second->run();
} catch (const AbortError &) {
std::wcout << L"Aborted..." << std::endl;
r.aborted = true;
}
}
}
}
int Tests::countSuite(Suite *s) {
int r = 0;
for (TestMap::const_iterator i = tests.begin(); i != tests.end(); i++) {
if (i->second->suite == s) {
if (!singleTest || i->second->single) {
r++;
}
}
}
return r;
}
void Tests::runTests(TestResult &r, bool runAll) {
if (singleTest && !runAll) {
for (TestMap::const_iterator i = tests.begin(); i != tests.end(); i++) {
if (i->second->single) {
std::wcout << L"Running " << i->first << L"..." << std::endl;
r += i->second->run();
}
}
} else {
for (SuiteMap::const_iterator i = suites.begin(); i != suites.end(); i++) {
if (!runAll && ((singleSuite && !i->second->single) || i->second->ignore))
continue;
std::wcout << L"--- " << i->second->name << L" ---" << std::endl;
runSuite(i->second, r, runAll);
}
// Run any rogue tests not in any suite...
if (!singleSuite && countSuite(null) > 0) {
std::wcout << L"--- <no suite> ---" << std::endl;
runSuite(null, r, runAll);
}
}
}
TestResult Tests::run(int argc, const wchar_t *const *argv) {
Tests &t = instance();
TestResult r;
bool allTests = false;
for (int i = 1; i < argc; i++) {
if (wcscmp(argv[i], L"--all") == 0)
allTests = true;
}
try {
t.runTests(r, allTests);
std::wcout << L"--- Results ---" << endl;
std::wcout << r << std::endl;
} catch (const AssertionException &) {
// asserts print their stack trace immediatly since things may crash badly when throwing exceptions.
PLN(L"Assert while testing.");
PLN(L"ABORTED");
r.aborted = true;
} catch (const storm::Exception *e) {
PLN(L"Error while testing:\n" << e);
PLN(L"ABORTED");
r.aborted = true;
} catch (const ::Exception &e) {
PLN(L"Error while testing:\n" << e);
PLN(L"ABORTED");
r.aborted = true;
}
return r;
}
|
