1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
|
#####################################################################################
#
# Copyright (c) Microsoft Corporation.
#
# This source code is subject to terms and conditions of the Microsoft Public
# License. A copy of the license can be found in the License.html file at the
# root of this distribution. If you cannot locate the Microsoft Public
# License, please send an email to dlr@microsoft.com. By using this source
# code in any fashion, you are agreeing to be bound by the terms of the
# Microsoft Public License.
#
# You must not remove this notice, or any other, from this software.
#
#####################################################################################
'''
This is mainly a wrapper to run iprun.py and IronPython console with
different extension switchs. Two set of switches are run by default.
You can specify the extension mode as shown below:
-M option (Extension mode)
-M:1 : launch ip with "-O -D -X:GenerateAsSnippets -X:NoOptimize -X:MaxRecursion 1001"
-M:2 : launch ip with "-O -D -X:SaveAssemblies"
-M:A : launch ip with different combinations (tbi)
-M:D : launch ip twice with -M:1 and -M:2
this is default choice if -M: not specified
-M:"-O -D -X:SaveAssemblies" (use DOUBLE QUOTE)
The following arguments are passed to iprun.py directly:
-O option (to specify output detail)
-O:min : try to keep the output in one screen;
'.' for pass, 'x' for fail (followed by test name)
-O:med : show 'PASS' and 'FAIL' for each test
-O:max : beside showing 'PASS' and 'FAIL' for each test,
print the exception message at the end
-T option (to specify time related options)
-T:min :
-T:med : this is default
-T:max :
-h or -? : to show this help message
Other arguments without leading '-' will be considered as categories,
Use categories.py to explore more category info.
To leverage your dual-proc machine, you may open two IP windows, and type
run a1 (which run the set of iron, misc, lib, regress test)
run a2 (which run the set of compat test)
when you need run all tests, or
run b1 (which run the set of lib, regress test)
run b2 (which run the set of iron, misc test)
when you need run all tests except the compat test
'''
import nt
import sys
import re
from lib.assert_util import *
from lib.file_util import *
from lib.process_util import *
class ModeInfo:
def __init__(self, ipArgs, testArgs):
self.ipArgs = ipArgs
self.testArgs = testArgs
def __str__(self):
return self.ipArgs
mode_mapping = {
'1': ModeInfo('-O -D -X:GenerateAsSnippets -X:NoOptimize -X:MaxRecursion 1001', ['Compat-']),
'2': ModeInfo('-O -D -X:SaveAssemblies -X:AssembliesDir %s' % testpath.temporary_dir, []),
}
def get_mode_list(modes):
default_modes = [ mode_mapping.get('1'), mode_mapping.get('2') ]
if modes:
if len(modes) <> 1 :
usage(1, 'found more than 1 -M options')
if 'D' in modes: return default_modes
if 'A' in modes:
# all combinations
raise AssertionError("Not implemented")
if mode_mapping.__contains__(modes[0]):
return [ mode_mapping.get(modes[0]) ]
else:
return [ modes[0] ]
else:
return default_modes
# used to run tests in dual-proc machine
shortcuts = {
'a1': 'iron misc regress library',
'a2': 'compat',
'b1': 'iron ipcp',
'b2': 'regress library misc',
}
def test_exit_code():
# first verify if we were to fail we'd get a good exit code back.
exitcode_py = 'exitcode.py'
write_to_file(exitcode_py, 'import sys\nsys.exit(99)\n')
exitRes = launch_ironpython(exitcode_py)
if exitRes != 99:
print '!!! sys.exit test failed, cannot run tests'
# apparently we won't propagate the exit code, but at least hopefully someone will notice tests aren't running!
sys.exit(1)
def clean_log_files():
# clean log files if i am the only one running ipy.exe
try:
ipys = [x for x in nt.popen('tasklist.exe').readlines() if x.lower().startswith('ipy.exe')]
if len(ipys) == 1:
class matcher:
def __init__(self):
self.pattern = re.compile("result.*\.log")
def __call__(self, value):
result = re.match(self.pattern, value)
return result and result.endpos == len(value)
f = nt.listdir(".")
f = filter(matcher(), f)
delete_files(*f)
except: pass
def clean_pyc_files():
# cleaning .pyc files, as the workaround for external issue (ps#1149)
delete_files(*tuple([ path_combine(testpath.public_testdir, x)
for x in nt.listdir(testpath.public_testdir)
if x.endswith('.pyc')]))
def main(args):
# run options check
if [x for x in args if x.lower() == '-h' or x == '-?']:
usage(1)
for x in args:
x2 = x.upper()
if x2.startswith('-'):
if not x2.startswith('-M:') and not x2.startswith('-O:') and not x2.startswith('-T:'):
usage(1, 'unknown option: %s' % x)
test_exit_code()
clean_log_files()
clean_pyc_files()
# shortcuts
tests = [x.lower() for x in args if not x.startswith('-')]
tests2 = None
for x in shortcuts.keys():
if x in tests:
tests2 = shortcuts[x].split()
break
if tests2: tests = tests2
rawModes = [ x[3:] for x in args if x.startswith('-M:') ]
results = []
sumretval = 0
# other switches will be carried on to iprun.py
carryon = [x for x in args if not x.startswith('-M:') and x.lower() not in shortcuts.keys() ]
for x in tests:
if x not in carryon : carryon.append(x)
# find iprun.py
iprunfile = path_combine(get_directory_name(fullpath(sys.argv[0])), 'iprun.py')
#if no tests specified - create our bumped list
if len(tests)==0:
bumped_carryon = carryon + ["consinp"]
carryon = carryon + ["ConsoleInput-"]
for style in get_mode_list(rawModes):
sstyle = str(style)
print "\nRUNNING BUMPED IRONPYTHON TESTS UNDER", sstyle
if style.testArgs: print 'With test options ', style.testArgs
retval = launch_ironpython_with_extensions(iprunfile, sstyle.split(), bumped_carryon + style.testArgs)
sumretval += retval
results.append((sstyle, retval))
# run compat test under cpython
if (not tests) or ('compat' in tests):
print "\nRUNNING CPYTHON ON COMPATABILITY TESTS"
launch_cpython(path_combine(testpath.compat_testdir, 'runsbs.py'))
# run ironpython tests with cpython (we don't run the netinterop or hosting categories)
# command: cpy iprun.py -O:max builtinfuncs builtintypes standard modules stress
if (not tests) or ('ipcp' in tests):
print "\nRUNNING CPYTHON ON IRONPYTHON TESTS"
sumretval += launch_cpython(iprunfile, '-O:min', 'builtinfuncs', 'builtintypes', 'standard', 'modules', 'stress')
# launch iprun.py with different modes
for style in get_mode_list(rawModes):
sstyle = str(style)
print "\nRUNNING IRONPYTHON UNDER", sstyle
if style.testArgs: print 'With test options ', style.testArgs
retval = launch_ironpython_with_extensions(iprunfile, sstyle.split(), carryon + style.testArgs)
sumretval += retval
results.append((sstyle, retval))
# clean generated .exe/.pdb in SaveAssemblies extension mode
clean_directory(testpath.temporary_dir)
# print results
print formatter.SeparatorStar
for (x, y) in results:
print (y and "*FAIL*" or " PASS "), '[', x, ']'
print formatter.SeparatorStar
# peverify is used inside IronPython. It skips the peverify check on generated assemblies
# if peverify.exe could not be found, but as testing, we need make sure it in path.
if not find_peverify(): sys.exit(1)
# exit
sys.exit(sumretval)
if __name__ == '__main__':
main(sys.argv[1:])
|
