1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
|
#!/usr/bin/python3
# Csound Test Suite
# By Steven Yi <stevenyi at gmail dot com>
import os
import sys
# test_ui = False
# try:
# # Python 3
# from tkinter import *
# from testUI import TestApplication
# test_ui = True
# except:
# try:
# # Python 2
# from Tkinter import *
# from testUI import TestApplication
# test_ui = True
# except:
# pass
parserType = ""
# showUIatClose = False
##csoundExecutable = r"C:/Users/new/csound-csound6-git/csound.exe "
csoundExecutable =""
sourceDirectory = "."
class Test:
def __init__(self, fileName, description, expected=True):
self.fileName = fileName
self.description = ""
self.expected = expected
# def showUI(results):
# if test_ui is True:
# root = Tk()
# app = TestApplication(master=root)
# app.setResults(results)
# app.mainloop()
# root.destroy()
def showHelp():
message = """Csound Test Suite by Steven Yi<stevenyi@gmail.com>
Runs tests using new parser and shows return values of tests. Results
are written to results.txt file. To show the results using a UI, pass
in the command "--show-ui" like so:
./test.py --show-ui
The test suite defaults to using the new parser. To use the old parser for
the tests, use "--old-parser" in the command like so:
./test.py --show-ui --old-parser
"""
print(message)
def runTest():
runArgs = "-nd"# "-Wdo test.wav"
if (parserType == "--old-parser"):
print("Testing with old parser")
else:
print("Testing with new parser")
tests = [
["test1.csd", "Simple Test, Single Channel"],
["test2.csd", "Simple Test, 2 Channel"],
["test3.csd", "Simple Test, using i-rate variables, 2 Channel"],
["test4.csd", "Simple Test, using k-rate variables, 2 Channel"],
["test5.csd", "Simple Test, using global i-rate variables, 2 Channel"],
["test6.csd", "Testing Pfields"],
["test7.csd", "Testing expressions, no functions"],
["test8.csd", "Testing multi-part expressions, no functions"],
["test9.csd", "Unused Label (to test labels get parsed)"],
["test10.csd", "kgoto going to a label"],
["test11.csd", "if-kgoto going to a label, boolean expressions"],
["test12.csd", "Simple if-then statement"],
["test13.csd", "function call"],
["test14.csd", "polymorphic test, 0xffff (init)"],
["test15.csd", "pluck test, 0xffff (init)"],
["test16.csd", "Simple if-then with multiple statements in body"],
["test17.csd", "Simple if-then-else with multiple statements in body"],
["test18.csd", "if-then-elseif with no else block"],
["test19.csd", "if-elseif-else"],
["test20.csd", "if-elseif-else with inner if-elseif-else blocks"],
["test21.csd", "if-elseif-else with multiple elseif blocks"],
["test22.csd", "simple UDO"],
["test23.csd", "named instrument"],
## ["test24.csd", "la_i opcodes"],
["test43.csd", "mixed numbered and named instruments"],
["test25.csd", "polymorphic test, 0xfffd (peak)"],
["test26.csd", "polymorphic test, 0xfffc (divz)"],
["test27.csd", "polymorphic test, 0xfffb (chnget)"],
["test28.csd", "label test"],
["test29.csd", "bit operations test"],
["test30.csd", "multi-numbered instrument test"],
["test31.csd", "i-rate conditional test"],
["test32.csd", "continuation lines test"],
["test33.csd", "using named instrument from score (testing score strings)"],
["test34.csd", "tertiary conditional expressions"],
["test35.csd", "test of passign"],
["test36.csd", "opcode with all input args optional (passign)"],
["test37.csd", "Testing in and out"],
["test38.csd", "Testing simple macro"],
["test39.csd", "Testing macro with argument"],
["test40.csd", "Testing i^j"],
["test41.csd", "if statement with = instead of =="],
["test42.csd", "extended string"],
["test44.csd", "expected failure with in-arg given to in opcode", 1],
["test45.csd", "if-goto with expression in boolean comparison"],
["test46.csd", "if-then with expression in boolean comparison"],
["test47.csd", "until loop and t-variables"],
["test48.csd", "expected failure with variable used before defined", 1],
["test_instr0_labels.csd", "test labels in instr0 space"],
["test_string.csd", "test string assignment and printing"],
["test_sprintf.csd", "test string assignment and printing"],
["test_sprintf2.csd", "test string assignment and printing that causes reallocation"],
["nested_strings.csd", "test nested strings works with schedule [issue #861]"],
["test_label_within_if_block.csd", "test label within if block"],
["test_arrays.csd", "test k-array with single dimension, assignment to expression value"],
["test_arrays2.csd", "test gk-array with single dimension, assignment to expression value"],
["test_arrays3.csd", "test k-array with single dimension, assignment with number"],
["test_arrays_multi.csd", "test multi-dimensionsl k-array, assigment to number and expression"],
["test_arrays_string.csd", "test string-array"],
["test_arrays_string2.csd", "test simple string-array assignment"],
["test_asig_as_array.csd", "test using a-sig with array get/set syntax"],
["test_arrays_negative_dimension_fail.csd",
"test expected failure with negative dimension size and array", 1],
["test_empty_conditional_branches.csd", "tests that empty branches do not cause compiler issues"],
["test_empty_instr.csd", "tests that empty instruments do not cause compiler issues"],
["test_empty_udo.csd", "tests that empty UDOs do not cause compiler issues"],
["test_semantics_undefined_var.csd", "test undefined var", 1],
["test_invalid_expression.csd", "test expression", 1],
["test_invalid_ternary.csd", "test expression", 1],
["test_opcode_as_function.csd", "test expression"],
["test_fsig_udo.csd", "UDO with f-sig arg"],
["test_karrays_udo.csd", "UDO with k[] arg"],
["test_arrays_addition.csd", "test array arithmetic (i.e. k[] + k[]"],
["test_arrays_fns.csd", "test functions on arrays (i.e. tabgen)", 1],
["test_polymorphic_udo.csd", "test polymorphic udo"],
["test_udo_a_array.csd", "test udo with a-array"],
["test_udo_2d_array.csd", "test udo with 2d-array"],
["test_udo_string_array_join.csd", "test udo with S[] arg returning S"],
["test_array_function_call.csd", "test synthesizing an array arg from a function-call"],
["test_array_operations.csd", "test multiple operations on multiple array types"],
["prints_number_no_crash.csd", "test prints does not crash when given a number arguments", 1],
]
arrayTests = [["arrays/arrays_i_local.csd", "local i[]"],
["arrays/arrays_i_global.csd", "global i[]"],
["arrays/arrays_k_local.csd", "local k[]"],
["arrays/arrays_k_global.csd", "global k[]"],
["arrays/arrays_a_local.csd", "local a[]"],
["arrays/arrays_a_global.csd", "global a[]"],
["arrays/arrays_S_local.csd", "local S[]"],
["arrays/arrays_S_global.csd", "global S[]"],
]
udoTests = [["udo/fail_no_xin.csd", "fail due to no xin", 1],
["udo/fail_no_xout.csd", "fail due to no xout", 1],
["udo/fail_invalid_xin.csd", "fail due to invalid xin", 1],
["udo/fail_invalid_xout.csd", "fail due to invalid xout", 1],
["udo/test_udo_xout_const.csd", "Constants as xout inputs work"],
]
tests += arrayTests
tests += udoTests
output = ""
tempfile = 'csound_test_output.txt'
counter = 1
retVals = []
testPass = 0
testFail = 0
for t in tests:
filename = t[0]
desc = t[1]
expectedResult = (len(t) == 3) and 1 or 0
if(os.sep == '\\' or os.name == 'nt'):
executable = (csoundExecutable == "") and r"..\csound.exe" or csoundExecutable
command = "%s %s %s %s/%s 2> %s"%(executable, parserType, runArgs, sourceDirectory, filename, tempfile)
print(command)
retVal = os.system(command)
else:
executable = (csoundExecutable == "") and "../../csound" or csoundExecutable
command = "%s %s %s %s/%s 2> %s"%(executable, parserType, runArgs, sourceDirectory, filename, tempfile)
print(command)
retVal = os.system(command)
if hasattr(os, 'WIFEXITED') and os.WIFEXITED(retVal):
retVal = os.WEXITSTATUS(retVal)
out = ""
if (retVal == 0) == (expectedResult == 0):
testPass += 1
out = "[pass] - "
else:
testFail += 1
out = "[FAIL] - "
out += "Test %i: %s (%s)\n\tReturn Code: %i\tExpected: %d\n"%(counter, desc, filename, retVal, expectedResult
)
print(out)
output += "%s\n"%("=" * 80)
output += "Test %i: %s (%s)\nReturn Code: %i\n"%(counter, desc, filename, retVal)
output += "%s\n\n"%("=" * 80)
f = open(tempfile, "r")
csOutput = ""
for line in f:
csOutput += line
output += csOutput
f.close()
retVals.append(t + [retVal, csOutput])
output += "\n\n"
counter += 1
# print output
print("%s\n\n"%("=" * 80))
print("Tests Passed: %i\nTests Failed: %i\n"%(testPass, testFail))
f = open("results.txt", "w")
f.write(output)
f.flush()
f.close()
return retVals
if __name__ == "__main__":
if(len(sys.argv) > 1):
for arg in sys.argv:
if (arg == "--help"):
showHelp()
sys.exit(0)
# elif arg == "--show-ui":
# showUIatClose = True
elif arg == "--old-parser":
parserType = "--old-parser"
elif arg.startswith("--csound-executable="):
csoundExecutable = arg[20:]
print(csoundExecutable)
elif arg.startswith("--opcode6dir64="):
os.environ['OPCODE6DIR64'] = arg[15:]
print(os.environ['OPCODE6DIR64'])
elif arg.startswith("--source-dir="):
sourceDirectory = arg[13:]
results = runTest()
# if (showUIatClose):
# showUI(results)
|
