1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
package integration_test
import (
"strings"
. "github.com/onsi/ginkgo/v2"
. "github.com/onsi/gomega"
"github.com/onsi/gomega/gbytes"
"github.com/onsi/gomega/gexec"
)
func extractRandomSeeds(content string) []string {
lines := strings.Split(content, "\n")
randomSeeds := []string{}
for _, line := range lines {
if strings.Contains(line, "Random Seed:") {
randomSeeds = append(randomSeeds, strings.Split(line, ": ")[1])
}
}
return randomSeeds
}
var _ = Describe("Repeat", func() {
Context("when a test attempts to invoke RunSpecs twice", func() {
BeforeEach(func() {
fm.MountFixture("rerun_specs")
})
It("errors out and tells the user not to do that", func() {
session := startGinkgo(fm.PathTo("rerun_specs"))
Eventually(session).Should(gexec.Exit())
Ω(session).Should(gbytes.Say("It looks like you are calling RunSpecs more than once."))
})
})
Context("when told to keep going --until-it-fails", func() {
BeforeEach(func() {
fm.MountFixture("eventually_failing")
})
It("should keep rerunning the tests, until a failure occurs", func() {
session := startGinkgo(fm.PathTo("eventually_failing"), "--until-it-fails", "--no-color")
Eventually(session).Should(gexec.Exit(1))
Ω(session).Should(gbytes.Say("This was attempt #1"))
Ω(session).Should(gbytes.Say("This was attempt #2"))
Ω(session).Should(gbytes.Say("Tests failed on attempt #3"))
//it should change the random seed between each test
randomSeeds := extractRandomSeeds(string(session.Out.Contents()))
Ω(randomSeeds[0]).ShouldNot(Equal(randomSeeds[1]))
Ω(randomSeeds[1]).ShouldNot(Equal(randomSeeds[2]))
Ω(randomSeeds[0]).ShouldNot(Equal(randomSeeds[2]))
})
})
Context("when told to --repeat", func() {
BeforeEach(func() {
fm.MountFixture("eventually_failing")
})
Context("when the test passes for N repetitions", func() {
It("should run the tests N+1 times and report success", func() {
session := startGinkgo(fm.PathTo("eventually_failing"), "--repeat=1", "--no-color")
Eventually(session).Should(gexec.Exit(0))
Ω(session).Should(gbytes.Say("This was attempt 1 of 2"))
//it should change the random seed between each test
randomSeeds := extractRandomSeeds(string(session.Out.Contents()))
Ω(randomSeeds[0]).ShouldNot(Equal(randomSeeds[1]))
})
})
Context("when the test eventually fails", func() {
It("should report failure and stop running", func() {
session := startGinkgo(fm.PathTo("eventually_failing"), "--repeat=3", "--no-color")
Eventually(session).Should(gexec.Exit(1))
Ω(session).Should(gbytes.Say("This was attempt 1 of 4"))
Ω(session).Should(gbytes.Say("This was attempt 2 of 4"))
Ω(session).Should(gbytes.Say("Tests failed on attempt #3"))
//it should change the random seed between each test
randomSeeds := extractRandomSeeds(string(session.Out.Contents()))
Ω(randomSeeds[0]).ShouldNot(Equal(randomSeeds[1]))
Ω(randomSeeds[1]).ShouldNot(Equal(randomSeeds[2]))
Ω(randomSeeds[0]).ShouldNot(Equal(randomSeeds[2]))
})
})
})
Context("if both --repeat and --until-it-fails are set", func() {
BeforeEach(func() {
fm.MountFixture("eventually_failing")
})
It("errors out early", func() {
session := startGinkgo(fm.PathTo("eventually_failing"), "--repeat=3", "--until-it-fails", "--no-color")
Eventually(session).Should(gexec.Exit(1))
Ω(session.Err).Should(gbytes.Say("--repeat and --until-it-fails are both set"))
})
})
Context("if MustPassRepeatedly is set at suite config level", func() {
BeforeEach(func() {
fm.MountFixture("config_override_must_pass_repeatedly")
})
It("it should override node decorator", func() {
session := startGinkgo(fm.PathTo("config_override_must_pass_repeatedly"))
Eventually(session).Should(gexec.Exit(0))
})
})
})
|
