1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
|
# SPDX-FileCopyrightText: Christian Amsüss and the aiocoap contributors
#
# SPDX-License-Identifier: MIT
"""Run the OSCORE plug test"""
import asyncio
import unittest
import tempfile
import shutil
import aiocoap
import aiocoap.defaults
from aiocoap.util import hostportjoin
from .test_server import WithClient
from .fixtures import is_test_successful
from .common import PYTHON_PREFIX, CapturingSubprocess
SERVER_ADDRESS = "::1"
SERVER = PYTHON_PREFIX + [
"./contrib/oscore-plugtest/plugtest-server",
"--verbose",
"--bind",
hostportjoin(SERVER_ADDRESS, None),
]
CLIENT = PYTHON_PREFIX + ["./contrib/oscore-plugtest/plugtest-client", "--verbose"]
# those are to be expected to contain bad words -- 'Check passed: X failed' is legitimate
output_whitelist = ["Check passed: "]
# explicitly whitelisted for when the server is run with increased verbosity
debug_whitelist = [
"INFO:coap-server:Render request raised a renderable error",
"DEBUG:oscore-site:Will encrypt message as response: ",
"DEBUG:aiocoap.cryptography:Unprotecting failed",
# When hunting down warnings issued by coverage, coverage can be run with
# --debug=trace, and then those pop up all over the place and include
# module names such as warning or error.
"falls outside the --source spec",
"Tracing '/home/",
]
class WithAssertNofaillines(unittest.TestCase):
def assertNoFaillines(self, text_to_check, message):
"""Assert that there are no lines that contain the phrase 'fail' or
'WARNING'/'ERROR' in the output, unless they are a 'Check passed' line
or other whitelisted ones.
This is to check the output of the plugtest client, which may
successfully report: 'Check passed: The validation failed. (Tag
invalid)'"""
decoded = text_to_check.decode("utf8")
lines = (
l
# "failed" and "error" are always legitimate in this position
# as they happen by design; wherever they are unexpected,
# they're caught by the regular plug test operation
.replace("Precondition Failed", "Precondition @@@led").replace(
"Internal Server Error", "Internal Server @@@or"
)
for l in decoded.split("\n")
)
lines = (
l
for l in lines
if not any(l.startswith(white) for white in output_whitelist)
)
lines = (l for l in lines if not any(white in l for white in debug_whitelist))
errorlines = [
l
for l in lines
if "fail" in l.lower() or "warning" in l.lower() or "error" in l.lower()
]
self.assertEqual(
[],
list(errorlines),
message
+ "\nFirst offender: "
+ (errorlines + ["(none)"])[0]
+ "\nFull text:\n"
+ decoded,
)
@unittest.skipIf(
aiocoap.defaults.oscore_missing_modules(),
"Module missing for running OSCORE tests: %s"
% (aiocoap.defaults.oscore_missing_modules(),),
)
class WithPlugtestServer(WithAssertNofaillines):
async def asyncSetUp(self):
await super().asyncSetUp()
ready = asyncio.get_running_loop().create_future()
self.__done = asyncio.get_running_loop().create_future()
self.contextdir = tempfile.mkdtemp(suffix="-contexts")
self.__task = asyncio.create_task(
self.run_server(ready, self.__done)
)
self.__task.add_done_callback(
lambda _: None
if ready.done()
else ready.set_exception(self.__task.exception())
)
await ready
async def run_server(self, readiness, done):
self.process, process_outputs = await asyncio.get_running_loop().subprocess_exec(
CapturingSubprocess, *self.SERVER, self.contextdir + "/server", stdin=None
)
try:
while True:
if b"Plugtest server ready.\n" in process_outputs.stdout:
break
if self.process.get_returncode() is not None:
readiness.set_exception(
RuntimeError(
"OSCORE server process terminated during startup:\n%s\n%s"
% (
process_outputs.stdout.decode("utf8"),
process_outputs.stderr.decode("utf8"),
)
)
)
return
await process_outputs.read_more
readiness.set_result(True)
while True:
if self.process.get_returncode() is not None:
break
await process_outputs.read_more
done.set_result((process_outputs.stdout, process_outputs.stderr))
finally:
self.process.close()
async def asyncTearDown(self):
# Don't leave this over, even if anything is raised during teardown
self.process.terminate()
await super().asyncTearDown()
out, err = await self.__done
if not is_test_successful(self):
if not out and not err:
return
self.fail(
"Previous errors occurred."
+ (
"\nServer stdout was:\n "
+ out.decode("utf8").replace("\n", "\n ")
if out
else ""
)
+ (
"\nServer stderr was:\n "
+ err.decode("utf8").replace("\n", "\n ")
if err
else ""
)
)
else:
self.assertNoFaillines(out, '"failed" showed up in plugtest server stdout')
self.assertNoFaillines(err, '"failed" showed up in plugtest server stderr')
# Unlike the server process termination, leaving those around can be
# helpful and barely does any harm.
shutil.rmtree(self.contextdir)
class TestOSCOREPlugtestBase(WithPlugtestServer, WithClient, WithAssertNofaillines):
async def _test_plugtestclient(self, x):
proc, transport = await asyncio.get_running_loop().subprocess_exec(
CapturingSubprocess,
*(
CLIENT
+ ["[" + SERVER_ADDRESS + "]", self.contextdir + "/client", str(x)]
),
stdin=None,
)
try:
while True:
if proc.get_returncode() is not None:
break
await transport.read_more
except asyncio.CancelledError:
proc.terminate()
else:
proc.close()
self.assertEqual(
proc.get_returncode(),
0,
"Plugtest client return non-zero exit state\nOutput was:\n"
+ transport.stdout.decode("utf8")
+ "\nErrorr output was:\n"
+ transport.stderr.decode("utf8"),
)
self.assertNoFaillines(
transport.stdout, '"failed" showed up in plugtest client stdout'
)
self.assertNoFaillines(
transport.stderr, '"failed" showed up in plugtest client stderr'
)
class TestOSCOREPlugtestWithoutRecovery(TestOSCOREPlugtestBase):
SERVER = SERVER
class TestOSCOREPlugtestWithRecovery(TestOSCOREPlugtestBase):
SERVER = SERVER + ["--state-was-lost"]
for x in range(0, 17):
for cls in (TestOSCOREPlugtestWithRecovery, TestOSCOREPlugtestWithoutRecovery):
async def t(self, x=x):
await self._test_plugtestclient(x)
if x == 16:
# That test can not succeed against a regular plugtest server: It
# is about sending an OSCORE message to a non-OSCORE server.
t = unittest.expectedFailure(t)
if x == 7:
# That test fails because there is no proper observation cancellation
# around yet, see https://github.com/chrysn/aiocoap/issues/104
#
# Not making a statement on whether this is ecpected to work or
# not, because it is highly irregular (it works with setup.py test
# and fails with tox?)
continue
# enforcing them to sort properly is purely a readability thing, they
# execute correctly out-of-order too.
setattr(cls, "test_%03d" % x, t)
# Let's not leak a global that'd be picked up for testing, given these are
# already being tested
del cls
|
