1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
# coding: utf-8
from __future__ import unicode_literals
# This is an end-to-end example of the flaky package in action. Consider it
# a live tutorial, showing the various features in action.
from genty import genty, genty_dataset
from flaky import flaky
from test.test_case_base import TestCase, expectedFailure, skip
class ExampleTests(TestCase):
_threshold = -1
def test_non_flaky_thing(self):
"""Flaky will not interact with this test"""
pass
@expectedFailure
def test_non_flaky_failing_thing(self):
"""Flaky will also not interact with this test"""
self.assertEqual(0, 1)
@flaky(3, 2)
def test_flaky_thing_that_fails_then_succeeds(self):
"""
Flaky will run this test 3 times.
It will fail once and then succeed twice.
"""
self._threshold += 1
if self._threshold < 1:
raise Exception("Threshold is not high enough: {0} vs {1}.".format(
self._threshold, 1),
)
@flaky(3, 2)
def test_flaky_thing_that_succeeds_then_fails_then_succeeds(self):
"""
Flaky will run this test 3 times.
It will succeed once, fail once, and then succeed one more time.
"""
self._threshold += 1
if self._threshold == 1:
self.assertEqual(0, 1)
@flaky(2, 2)
def test_flaky_thing_that_always_passes(self):
"""Flaky will run this test twice. Both will succeed."""
pass
@skip("This really fails! Remove this decorator to see the test failure.")
@flaky()
def test_flaky_thing_that_always_fails(self):
"""Flaky will run this test twice. Both will fail."""
self.assertEqual(0, 1)
@flaky
class ExampleFlakyTests(TestCase):
_threshold = -1
def test_flaky_thing_that_fails_then_succeeds(self):
"""
Flaky will run this test twice.
It will fail once and then succeed.
"""
self._threshold += 1
if self._threshold < 1:
raise Exception("Threshold is not high enough: {0} vs {1}.".format(
self._threshold, 1),
)
def test_function():
"""
Nose will import this function and wrap it in a :class:`FunctionTestCase`.
It's included in the example to make sure flaky handles it correctly.
"""
pass
@flaky
def test_flaky_function(param=[]):
# pylint:disable=dangerous-default-value
param_length = len(param)
param.append(None)
assert param_length == 1
@genty
class ExampleFlakyTestsWithUnicodeTestNames(ExampleFlakyTests):
@genty_dataset('ascii name', 'ńőń ȁŝćȉȉ ŝƭȕƒƒ')
def test_non_flaky_thing(self, message):
self._threshold += 1
if self._threshold < 1:
raise Exception(
"Threshold is not high enough: {0} vs {1} for '{2}'.".format(
self._threshold, 1, message),
)
|
