1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
|
import os
import sys
import argparse
from itertools import product
from lib.singleton import Singleton
from lib.colorer import color_stdout
def env_int(name, default):
try:
value = os.environ.get(name)
return default if value is None else int(value)
except ValueError:
return default
def env_list(name, default):
value_str = os.environ.get(name)
if value_str is None:
return default
value_list = value_str.split()
return value_list or default
class Options:
"""Handle options of test-runner"""
__metaclass__ = Singleton
def __init__(self):
"""Add all program options, with their defaults."""
parser = argparse.ArgumentParser(
description="Tarantool regression test suite front-end.")
parser.epilog = "For a complete description, use 'pydoc ./" + \
os.path.basename(sys.argv[0]) + "'"
parser.add_argument(
"tests",
metavar="test",
nargs="*",
default=env_list('TEST_RUN_TESTS', ['']),
help="""Can be empty. List of test names, to look for in
suites. Each name is used as a substring to look for in the
path to test file, e.g. "show" will run all tests that have
"show" in their name in all suites, "box/show" will only enable
tests starting with "show" in "box" suite. Default: run all
tests in all specified suites.""")
parser.add_argument(
"--exclude",
action='append',
default=env_list('TEST_RUN_EXCLUDE', []),
help="""Set an exclusion pattern. When a full test name (say,
app-tap/string.test.lua) contains the pattern as a substring,
the test will be excluded from execution. The option can be
passed several times.""")
parser.add_argument(
"--suite",
dest='suites',
metavar="suite",
nargs="*",
default=[],
help="""List of test suites to look for tests in. Default: "" -
means find all available.""")
parser.add_argument(
"--verbose",
dest='is_verbose',
action="store_true",
default=False,
help="""Print TAP13 test output to log.
Default: false.""")
parser.add_argument(
"--force",
dest="is_force",
action="store_true",
default=False,
help="""Go on with other tests in case of an individual test failure.
Default: false.""")
parser.add_argument(
"--gdb",
dest="gdb",
action="store_true",
default=False,
help="""Start the server under 'gdb' debugger in detached
Screen. This option is mutually exclusive with --valgrind,
--gdbserver, --lldb and --strace.
Default: false.""")
parser.add_argument(
"--gdbserver",
dest="gdbserver",
action="store_true",
default=False,
help="""Start the server under 'gdbserver'. This option is
mutually exclusive with --valgrind, --gdb, --lldb and --strace.
Default: false.""")
parser.add_argument(
"--lldb",
dest="lldb",
action="store_true",
default=False,
help="""Start the server under 'lldb' debugger in detached
Screen. This option is mutually exclusive with --valgrind,
--gdb, --gdbserver and --strace.
Default: false.""")
parser.add_argument(
"--valgrind",
dest="valgrind",
action="store_true",
default=False,
help="""Run the server under 'valgrind'. This option is
mutually exclusive with --gdb, --gdbserver, --lldb and
--strace.
Default: false.""")
parser.add_argument(
"--strace",
dest="strace",
action="store_true",
default=False,
help="""Run the server under 'strace'. This option is mutually
exclusive with --valgrind, --gdb, --gdbserver, --lldb and
--strace.
Default: false.""")
parser.add_argument(
"--builddir",
dest="builddir",
default="..",
help="""Path to project build directory. Default: ".." """)
parser.add_argument(
"--tarantool-port",
dest="tarantool_port",
default=None,
help="""Listen port number to run tests against. Admin port
number must be listen + 1""")
parser.add_argument(
"--vardir",
dest="vardir",
default="var",
help="""Path to data directory. Default: var.""")
parser.add_argument(
"--long",
dest="long",
default=False,
action='store_true',
help="""Enable long run tests""")
parser.add_argument(
"--conf",
dest="conf",
default=None,
help="""Force set test configuration mode""")
parser.add_argument(
"-j", "--jobs",
dest="jobs",
const=0,
nargs='?',
default=env_int('TEST_RUN_JOBS', 0),
type=int,
help="""Workers count. Default: ${TEST_RUN_JOBS} or 0 (0 means
2 x CPU count). -1 means everything running consistently
(single process). """)
parser.add_argument(
"--reproduce",
dest="reproduce",
default=None,
help="""Run tests in the order given by the file.
Such files created by workers in the "var/reproduce" directory.
Note: The option works now only with parallel testing.""")
parser.add_argument(
"--no-output-timeout",
dest="no_output_timeout",
default=0,
type=int,
help="""Exit if there was no output from workers during this
amount of seconds. Set it to -1 to disable hang detection.
Default: 120 [seconds] (but disabled when one of --gdb, --llgb,
--valgrind, --long options is passed).
Note: The option works now only with parallel testing.""")
parser.add_argument(
"--luacov",
dest="luacov",
action="store_true",
default=False,
help="""Run the server under 'luacov'.
Default: false.""")
parser.add_argument(
"--update-result",
dest="update_result",
action="store_true",
default=False,
help="""Update or create file with reference output (.result).
Default: false.""")
# XXX: We can use parser.parse_intermixed_args() on
# Python 3.7 to understand commands like
# ./test-run.py foo --exclude bar baz
self.args = parser.parse_args()
self.check()
def check(self):
"""Check the arguments for correctness."""
check_error = False
conflict_options = ('valgrind', 'gdb', 'lldb', 'strace')
for op1, op2 in product(conflict_options, repeat=2):
if op1 != op2 and getattr(self, op1, '') and \
getattr(self, op2, ''):
format_str = "Error: option --{} is not compatible \
with option --{}"
color_stdout(format_str.format(op1, op2), schema='error')
check_error = True
if check_error:
exit(-1)
|
