1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
require 'rspec/core/bisect/server'
require 'support/formatter_support'
module RSpec::Core
RSpec.describe Bisect::Server do
RSpec::Matchers.define :have_running_server do
match do |drb|
begin
drb.current_server.alive?
rescue DRb::DRbServerNotFound
false
end
end
end
it 'always stops the server, even if an error occurs while yielding' do
skip "This test flaps on JRuby 1.8 mode for some reason" if RSpec::Support::Ruby.jruby? && RUBY_VERSION.to_f < 1.9
expect(DRb).not_to have_running_server
expect {
Bisect::Server.run do
expect(DRb).to have_running_server
raise "boom"
end
}.to raise_error("boom")
expect(DRb).not_to have_running_server
end
context "when results are failed to be reported" do
let(:server) { Bisect::Server.new }
it "raises an error with the output" do
expect {
server.capture_run_results { "the output" }
}.to raise_error(an_object_having_attributes(
:class => Bisect::BisectFailedError,
:message => a_string_including("Failed to get results", "the output")
))
end
end
context "when used in combination with the BisectDRbFormatter", :slow do
include FormatterSupport
attr_reader :server
around do |ex|
Bisect::Server.run do |the_server|
@server = the_server
ex.run
end
end
def run_formatter_specs
RSpec.configuration.drb_port = server.drb_port
run_rspec_with_formatter("bisect-drb")
end
it 'receives suite results' do
results = server.capture_run_results(['spec/rspec/core/resources/formatter_specs.rb']) do
run_formatter_specs
end
aggregate_failures "checking results" do
expect(results.all_example_ids).to eq %w[
./spec/rspec/core/resources/formatter_specs.rb[1:1]
./spec/rspec/core/resources/formatter_specs.rb[2:1:1]
./spec/rspec/core/resources/formatter_specs.rb[2:2:1]
./spec/rspec/core/resources/formatter_specs.rb[3:1]
./spec/rspec/core/resources/formatter_specs.rb[3:2]
./spec/rspec/core/resources/formatter_specs.rb[4:1]
./spec/rspec/core/resources/formatter_specs.rb[4:2]
./spec/rspec/core/resources/formatter_specs.rb[5:1]
./spec/rspec/core/resources/formatter_specs.rb[5:2]
./spec/rspec/core/resources/formatter_specs.rb[5:3:1]
]
expect(results.failed_example_ids).to eq %w[
./spec/rspec/core/resources/formatter_specs.rb[2:2:1]
./spec/rspec/core/resources/formatter_specs.rb[4:1]
./spec/rspec/core/resources/formatter_specs.rb[4:2]
./spec/rspec/core/resources/formatter_specs.rb[5:1]
./spec/rspec/core/resources/formatter_specs.rb[5:2]
./spec/rspec/core/resources/formatter_specs.rb[5:3:1]
]
end
end
describe "aborting the run early" do
it "aborts as soon as the last expected failure finishes, since we don't care about what happens after that" do
expected_failures = %w[
./spec/rspec/core/resources/formatter_specs.rb[2:2:1]
./spec/rspec/core/resources/formatter_specs.rb[4:1]
]
results = server.capture_run_results(['spec/rspec/core/resources/formatter_specs.rb'], expected_failures) do
run_formatter_specs
end
expect(results).to have_attributes(
:all_example_ids => %w[
./spec/rspec/core/resources/formatter_specs.rb[1:1]
./spec/rspec/core/resources/formatter_specs.rb[2:1:1]
./spec/rspec/core/resources/formatter_specs.rb[2:2:1]
./spec/rspec/core/resources/formatter_specs.rb[3:1]
./spec/rspec/core/resources/formatter_specs.rb[3:2]
./spec/rspec/core/resources/formatter_specs.rb[4:1]
],
:failed_example_ids => %w[
./spec/rspec/core/resources/formatter_specs.rb[2:2:1]
./spec/rspec/core/resources/formatter_specs.rb[4:1]
]
)
end
it 'aborts after an expected failure passes instead, even when there are remaining failing examples' do
passing_example = "./spec/rspec/core/resources/formatter_specs.rb[3:1]"
later_failing_example = "./spec/rspec/core/resources/formatter_specs.rb[4:1]"
results = server.capture_run_results(['spec/rspec/core/resources/formatter_specs.rb'], [passing_example, later_failing_example]) do
run_formatter_specs
end
expect(results).to have_attributes(
:all_example_ids => %w[
./spec/rspec/core/resources/formatter_specs.rb[1:1]
./spec/rspec/core/resources/formatter_specs.rb[2:1:1]
./spec/rspec/core/resources/formatter_specs.rb[2:2:1]
./spec/rspec/core/resources/formatter_specs.rb[3:1]
],
:failed_example_ids => %w[
./spec/rspec/core/resources/formatter_specs.rb[2:2:1]
]
)
end
it 'aborts after an expected failure is pending instead, even when there are remaining failing examples' do
pending_example = "./spec/rspec/core/resources/formatter_specs.rb[1:1]"
later_failing_example = "./spec/rspec/core/resources/formatter_specs.rb[4:1]"
results = server.capture_run_results(['spec/rspec/core/resources/formatter_specs.rb'], [pending_example, later_failing_example]) do
run_formatter_specs
end
expect(results).to have_attributes(
:all_example_ids => %w[ ./spec/rspec/core/resources/formatter_specs.rb[1:1] ],
:failed_example_ids => %w[]
)
end
end
end
end
end
|
