1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
|
// Copyright (C) 2006 Davis E. King (davis@dlib.net)
// License: Boost Software License See LICENSE.txt for the full license.
#include <iostream>
#include <fstream>
#include <dlib/cmd_line_parser.h>
#include "tester.h"
#include <dlib/string.h>
using namespace std;
using namespace dlib;
using namespace test;
typedef cmd_line_parser<char>::check_1a_c clp;
static logger dlog("test.main");
int main (int argc, char** argv)
{
try
{
clp parser;
parser.add_option("runall","Run all the tests that don't take any arguments.");
parser.add_option("h","Displays this information.");
parser.add_option("n","How many times to run the selected tests. The default is 1.",1);
parser.add_option("d","log debugging statements to file debug.txt.");
parser.add_option("l","Set the logging level (all, trace, debug, info, warn, error, or fatal), the default is all.",1);
parser.add_option("a","Append debugging messages to debug.txt rather than clearing the file at program startup.");
parser.add_option("q","Be quiet. Don't print the testing progress or results to standard out.");
unsigned long num = 1;
// add the options for all the different tests
testers().reset();
while (testers().move_next())
{
tester& test = *testers().element().value();
parser.add_option(test.cmd_line_switch(), test.description(), test.num_of_args());
}
parser.parse(argc,argv);
parser.check_option_arg_range("n",1,1000000000);
const char* singles[] = {"d","l","a","n","h","runall","q"};
parser.check_one_time_options(singles);
const char* d_sub[] = {"l","a"};
const char* l_args[] = {"all", "trace", "debug", "info", "warn", "error", "fatal"};
parser.check_sub_options("d",d_sub);
parser.check_option_arg_range("l",l_args);
if (parser.option("n"))
{
num = string_cast<unsigned long>(parser.option("n").argument());
}
if (parser.option("q"))
{
be_verbose = false;
}
if (parser.option("h"))
{
cout << "Usage: test [options]\n";
parser.print_options(cout);
cout << "\n\n";
return 0;
}
ofstream fout;
if (parser.option("d"))
{
if (parser.option("a"))
fout.open("debug.txt",ios::app);
else
fout.open("debug.txt");
set_all_logging_output_streams(fout);
if (parser.option("l").count() == 0)
set_all_logging_levels(LALL);
else if (parser.option("l").argument() == "all")
set_all_logging_levels(LALL);
else if (parser.option("l").argument() == "trace")
set_all_logging_levels(LTRACE);
else if (parser.option("l").argument() == "debug")
set_all_logging_levels(LDEBUG);
else if (parser.option("l").argument() == "info")
set_all_logging_levels(LINFO);
else if (parser.option("l").argument() == "warn")
set_all_logging_levels(LWARN);
else if (parser.option("l").argument() == "error")
set_all_logging_levels(LERROR);
else if (parser.option("l").argument() == "fatal")
set_all_logging_levels(LFATAL);
}
else
{
set_all_logging_levels(LNONE);
}
unsigned long num_of_failed_tests = 0;
unsigned long num_of_passed_tests = 0;
for (unsigned long i = 0; i < num; ++i)
{
dlog << LINFO << "************ Starting Test Run " << i+1 << " of " << num << ". ************";
// loop over all the testers and see if they are supposed to run
testers().reset();
while (testers().move_next())
{
tester& test= *testers().element().value();
const clp::option_type& opt = parser.option(test.cmd_line_switch());
// run the test for this option as many times as the user has requested.
for (unsigned long j = 0; j < parser.option("runall").count() + opt.count(); ++j)
{
// quit this loop if this option has arguments and this round through the loop is
// from the runall option being present.
if (test.num_of_args() > 0 && j == opt.count())
break;
if (be_verbose)
cout << "Running " << test.cmd_line_switch() << " " << flush;
dlog << LINFO << "Running " << test.cmd_line_switch();
try
{
switch (test.num_of_args())
{
case 0:
test.perform_test();
break;
case 1:
test.perform_test(opt.argument(0,j));
break;
case 2:
test.perform_test(opt.argument(0,j), opt.argument(1,j));
break;
default:
cerr << "\n\nThe test '" << test.cmd_line_switch() << "' requested " << test.num_of_args()
<< " arguments but only 2 are supported." << endl;
dlog << LINFO << "The test '" << test.cmd_line_switch() << "' requested " << test.num_of_args()
<< " arguments but only 2 are supported.";
break;
}
if (be_verbose)
cout << "\r \r";
++num_of_passed_tests;
}
catch (std::exception& e)
{
if (be_verbose)
{
cout << "\n\n!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n";
cout << "!!!!!!!!!!!!!!!!!!!!!!!!!!!!! TEST FAILED: " << test.cmd_line_switch()
<< " !!!!!!!!!!!!!!!!!!!!!!!!!!!!!";
cout << "\n!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n\n";
cout << "Failure message from test: " << e.what() << endl;
}
dlog << LERROR << "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!";
dlog << LERROR << "!!!!!!!!!!!!!!!!!!!!!!!!!!!!! TEST FAILED: " << test.cmd_line_switch()
<< " !!!!!!!!!!!!!!!!!!!!!!!!!!!!!";
dlog << LERROR << "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!";
dlog << LERROR << "Failure message from test: " << e.what();
++num_of_failed_tests;
}
}
}
}
dlog << LINFO << "Testing Finished";
if (num_of_passed_tests == 0 && num_of_failed_tests == 0)
{
cout << "You didn't select any tests to run.\n";
cout << "Try the -h option for more information.\n";
}
else if (num_of_failed_tests == 0)
{
if (be_verbose)
{
cout << "\n\nTesting Finished\n";
cout << "Total number of individual testing statements executed: "<< number_of_testing_statements_executed() << endl;
cout << "All tests completed successfully\n\n";
}
dlog << LINFO << "Total number of individual testing statements executed: "<< number_of_testing_statements_executed();
dlog << LINFO << "All tests completed successfully";
}
else
{
if (be_verbose)
{
cout << "\n\nTesting Finished\n";
cout << "Total number of individual testing statements executed: "<< number_of_testing_statements_executed() << endl;
cout << "Number of failed tests: " << num_of_failed_tests << "\n";
cout << "Number of passed tests: " << num_of_passed_tests << "\n\n";
}
dlog << LINFO << "Total number of individual testing statements executed: "<< number_of_testing_statements_executed();
dlog << LWARN << "Number of failed tests: " << num_of_failed_tests;
dlog << LWARN << "Number of passed tests: " << num_of_passed_tests;
}
return num_of_failed_tests;
}
catch (exception& e)
{
cout << e.what() << endl;
cout << "\nTry the -h option for more information.\n";
cout << endl;
}
}
|
