1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
# frozen_string_literal: true
describe "Tests Sampling" do
context "RSpec integration" do
specify "SAMPLE=2" do
output = run_rspec("sample", env: {"SAMPLE" => "2"})
expect(output).to include("2 examples, 0 failures")
end
specify "SAMPLE=1" do
output = run_rspec("sample", env: {"SAMPLE" => "1"})
expect(output).to include("1 example, 0 failures")
end
specify "SAMPLE=1 with tag filter" do
output = run_rspec("sample", env: {"SAMPLE" => "1"}, options: "-fd --tag sometag")
expect(output).to include("always passes with tag")
expect(output).to include("1 example, 0 failures")
end
specify "SAMPLE=1 with description filter" do
output = run_rspec("sample", env: {"SAMPLE" => "1"}, options: "-fd -e flickers")
expect(output).to include("flickers")
expect(output).to include("1 example, 0 failures")
end
specify "SAMPLE=2 with seed" do
outputs = Array
.new(10) { run_rspec("sample", env: {"SAMPLE" => "2"}, options: "--format=documentation --seed 42") }
.map(&method(:filter_output))
expect(outputs.uniq.size).to eq(1), "Outputs must be equal:\n#{outputs.uniq.join("\n")}"
end
specify "SAMPLE_GROUPS=1" do
output = run_rspec("sample", env: {"SAMPLE_GROUPS" => "1"})
expect(output).to include("1 example, 0 failures")
end
specify "SAMPLE_GROUPS=2" do
output = run_rspec("sample", env: {"SAMPLE_GROUPS" => "2"})
expect(output).to include("2 examples, 0 failures")
end
specify "SAMPLE_GROUPS=2 with seed" do
outputs = Array
.new(10) { run_rspec("sample", env: {"SAMPLE_GROUPS" => "2"}, options: "--format=documentation --seed 42") }
.map(&method(:filter_output))
expect(outputs.uniq.size).to eq(1), "Outputs must be equal:\n#{outputs.uniq.join("\n")}"
end
end
context "Minitest integration" do
specify "SAMPLE=2" do
output = run_minitest("sample", env: {"SAMPLE" => "2"})
expect(output).to include("2 runs, 2 assertions, 0 failures, 0 errors, 0 skips")
end
specify "SAMPLE=1" do
output = run_minitest("sample", env: {"SAMPLE" => "1"})
expect(output).to include("1 runs, 1 assertions, 0 failures, 0 errors, 0 skips")
end
specify "SAMPLE=2 with seed" do
outputs = Array
.new(10) { run_minitest("sample", env: {"SAMPLE" => "2", "TESTOPTS" => "-v --seed 42"}) }
.map(&method(:filter_output))
expect(outputs.uniq.size).to eq(1), "Outputs must be equal:\n#{outputs.uniq.join("\n")}"
end
specify "SAMPLE_GROUPS=1" do
output = run_minitest("sample", env: {"SAMPLE_GROUPS" => "1"})
expect(output).to include("2 runs, 2 assertions, 0 failures, 0 errors, 0 skips")
end
specify "SAMPLE_GROUPS=2" do
output = run_minitest("sample", env: {"SAMPLE_GROUPS" => "2"})
expect(output).to include("4 runs, 4 assertions, 0 failures, 0 errors, 0 skips")
end
specify "SAMPLE_GROUPS=2 with seed" do
outputs = Array
.new(10) { run_minitest("sample", env: {"SAMPLE_GROUPS" => "2", "TESTOPTS" => "-v --seed 42"}) }
.map(&method(:filter_output))
expect(outputs.uniq.size).to eq(1), "Outputs must be equal:\n#{outputs.uniq.join("\n")}"
end
end
def filter_output(output)
output.gsub(/Finished in.*/, "").tap do |str|
str.gsub!(/\s/, "")
str.gsub!(%r{#test_pass\d*=\d+.\d+s=}, "") # for JRuby
end
end
end
|
