1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151
|
#!/usr/bin/env python3
"""Execute the tests for search/join.
The golden test outputs are generated by the script generate_outputs.sh.
You have to give the root paths to the source and the binaries as arguments to
the program. These are the paths to the directory that contains the 'projects'
directory.
Usage: run_tests.py SOURCE_ROOT_PATH BINARY_ROOT_PATH
"""
import logging
import os.path
import sys
import glob
import platform
# Automagically add util/py_lib to PYTHONPATH environment variable.
path = os.path.abspath(os.path.join(os.path.dirname(__file__), '..',
'..', '..', 'util', 'py_lib'))
sys.path.insert(0, path)
import seqan.app_tests as app_tests
transforms = [
app_tests.UniqueTransform(left=False, right=True)
]
def main(source_base, binary_base):
"""Main entry point of the script."""
if platform.machine().startswith('alpha'):
print('Skipping tests for searchjoin on alpha')
print('======================================')
return 0
print('Executing test for searchjoin')
print('===========================')
print()
ph = app_tests.TestPathHelper(
source_base, binary_base,
'apps/searchjoin/tests') # tests dir
# ============================================================
# Auto-detect the binary path.
# ============================================================
path_to_join = app_tests.autolocateBinary(
binary_base, 'bin', 's4_join')
path_to_search = app_tests.autolocateBinary(
binary_base, 'bin', 's4_search')
# ============================================================
# Built TestConf list.
# ============================================================
# Build list with TestConf objects, analoguely to how the output
# was generated in generate_outputs.sh.
conf_list = []
# ============================================================
# Define program parameters.
# ============================================================
# Seed length
SL = {
'geo': ['5'],
'dna': ['10']
}
# Errors
K = {
'geo': ['0', '1', '3'],
'dna': ['0', '8', '16']
}
# Threads
THREADS = '4'
# ============================================================
# Configure Join Tests.
# ============================================================
for alphabet in ['geo', 'dna']:
for k in K[alphabet]:
for sl in SL[alphabet]:
conf = app_tests.TestConf(
program=path_to_join,
# redir_stdout=ph.outFile('join_%s_%s_%s.stdout' % (alphabet, k, sl)),
args=[ph.inFile('%s_database.csv' % alphabet), k,
'-i', alphabet,
'-t', THREADS,
'-sl', sl,
'-o', ph.outFile('join_%s_%s_%s.out' % (alphabet, k, sl))],
to_diff=[(ph.inFile('join_%s_%s.out' % (alphabet, k)),
ph.outFile('join_%s_%s_%s.out' % (alphabet, k, sl)),
transforms)])
conf_list.append(conf)
# ============================================================
# Configure Search Tests.
# ============================================================
for alphabet in ['geo', 'dna']:
for sl in SL[alphabet]:
conf = app_tests.TestConf(
program=path_to_search,
# redir_stdout=ph.outFile('search_%s_%s.stdout' % (alphabet, sl)),
args=[ph.inFile('%s_database.csv' % alphabet),
ph.inFile('%s_queries.csv' % alphabet),
'--no-wait',
'-i', alphabet,
'-t', THREADS,
'-sl', sl,
'-o', ph.outFile('search_%s_%s.out' % (alphabet, sl))],
to_diff=[(ph.inFile('search_%s.out' % (alphabet)),
ph.outFile('search_%s_%s.out' % (alphabet, sl)),
transforms)])
conf_list.append(conf)
# ============================================================
# Run Tests.
# ============================================================
# Execute the tests.
failures = 0
for conf in conf_list:
res = app_tests.runTest(conf)
# Output to the user.
print(' '.join([conf.program] + conf.args), end=' ')
if res:
print('OK')
else:
failures += 1
print('FAILED')
# Cleanup.
ph.deleteTempDir()
print('==============================')
print(' total tests: %d' % len(conf_list))
print(' failed tests: %d' % failures)
print('successful tests: %d' % (len(conf_list) - failures))
print('==============================')
# Compute and return return code.
return failures != 0
if __name__ == '__main__':
sys.exit(app_tests.main(main))
|