1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
# Copyright (c) 2018, 2019 Peter Pentchev <roam@ringlet.net>
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
"""
Load a test definition from a JSON file.
"""
# pylint: disable=consider-using-dict-comprehension
import json
import os
from . import defs
try:
from typing import Any, Dict
TESTING_USED = (defs, Any, Dict)
except ImportError:
pass
def _load_test_v1(data, _version):
# type: (Dict[str, Any], Dict[str, int]) -> defs.TestFileDef
""" Load the tests from a v1.x test file. """
build = {
'setenv': data.get('setenv', {}),
'tests': [],
}
for test in data['tests']:
raw = dict([
(key, value) for key, value in test.items()
if key in ('args', 'keys', 'xform', 'backend', 'setenv', 'stdin')
])
if 'exact' in test['output']:
raw['output'] = defs.TestExactOutputDef(
exact=test['output']['exact'])
elif 'exit' in test['output']:
raw['output'] = defs.TestExitOKOutputDef(
success=test['output']['exit'])
else:
raise ValueError('test output: ' + repr(test['output']))
build['tests'].append(defs.TestDef(**raw))
return defs.TestFileDef(**build)
_PARSERS = {
1: _load_test_v1,
}
def load_test(fname):
# type: (str) -> defs.TestFileDef
""" Load a single test file into a TestFileDef object. """
with open(fname, mode='r') as testf:
data = json.load(testf)
version = {
'major': data['format']['version']['major'],
'minor': data['format']['version']['minor'],
}
assert isinstance(version['major'], int)
assert isinstance(version['minor'], int)
parser = _PARSERS.get(version['major'], None)
if parser is not None:
return parser(data, version)
raise NotImplementedError(
'Unsupported test file format version {major}.{minor} for {fname}'
.format(major=version['major'], minor=version['minor'], fname=fname))
def load_all_tests(testdir):
# type: (str) -> Dict[str, defs.TestFileDef]
""" Load all the tests in the defs/tests/ subdirectory. """
tdir = testdir + '/defs/tests/'
filenames = sorted(fname for fname in os.listdir(tdir)
if fname.endswith('.json'))
return dict([
(os.path.splitext(fname)[0], load_test(tdir + fname))
for fname in filenames
])
|
