1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
|
# frozen_string_literal: true
require 'securerandom'
require 'rspec/retry'
require 'simp/beaker_helpers'
include Simp::BeakerHelpers # rubocop:disable Style/MixinUsage
require_relative '../../spec_helper_tls'
require_relative '../../spec_utilities'
require_relative '../../../lib/puppet_x/elastic/deep_to_i'
require_relative '../../../lib/puppet_x/elastic/deep_to_s'
# def f
# RSpec.configuration.fact
# end
# FIXME: This value should better not be hardcoded
ENV['ELASTICSEARCH_VERSION'] = '7.10.1'
ENV.delete('BEAKER_debug')
RSpec.configure do |c|
# General-purpose spec-global variables
c.add_setting :v, default: {}
# Puppet debug logging
v[:puppet_debug] = ENV['BEAKER_debug'] ? true : false
unless ENV['snapshot_version'].nil?
v[:snapshot_version] = ENV['snapshot_version']
v[:is_snapshot] = ENV['SNAPSHOT_TEST'] == 'true'
end
unless ENV['ELASTICSEARCH_VERSION'].nil? && v[:snapshot_version].nil?
v[:elasticsearch_full_version] = ENV['ELASTICSEARCH_VERSION'] || v[:snapshot_version]
v[:elasticsearch_major_version] = v[:elasticsearch_full_version].split('.').first.to_i
v[:elasticsearch_package] = {}
v[:template] = if v[:elasticsearch_major_version] == 6
JSON.parse(File.read('spec/fixtures/templates/6.x.json'))
elsif v[:elasticsearch_major_version] >= 8
JSON.parse(File.read('spec/fixtures/templates/post_8.0.json'))
else
JSON.parse(File.read('spec/fixtures/templates/7.x.json'))
end
v[:template] = Puppet_X::Elastic.deep_to_i(Puppet_X::Elastic.deep_to_s(v[:template]))
v[:component_template] = Puppet_X::Elastic.deep_to_i(Puppet_X::Elastic.deep_to_s(JSON.parse(File.read('spec/fixtures/templates/component.json'))))
v[:index_template] = Puppet_X::Elastic.deep_to_i(Puppet_X::Elastic.deep_to_s(JSON.parse(File.read('spec/fixtures/templates/index.json'))))
v[:pipeline] = JSON.parse(File.read('spec/fixtures/pipelines/example.json'))
v[:ilm_policy] = Puppet_X::Elastic.deep_to_i(Puppet_X::Elastic.deep_to_s(JSON.parse(File.read('spec/fixtures/ilm_policies/example.json'))))
v[:slm_policy] = Puppet_X::Elastic.deep_to_i(Puppet_X::Elastic.deep_to_s(JSON.parse(File.read('spec/fixtures/slm_policies/example.json'))))
end
v[:elasticsearch_plugins] = Dir[
artifact("*#{v[:elasticsearch_full_version]}.zip", ['plugins'])
].to_h do |plugin|
plugin_filename = File.basename(plugin)
plugin_name = plugin_filename.match(%r{^(?<name>.+)-#{v[:elasticsearch_full_version]}.zip})[:name]
[
plugin_name,
{
path: plugin,
url: derive_plugin_urls_for(v[:elasticsearch_full_version], [plugin_name]).keys.first,
},
]
end
v[:oss] = !ENV['OSS_PACKAGE'].nil? and ENV['OSS_PACKAGE'] == 'true'
v[:cluster_name] = SecureRandom.hex(10)
# rspec-retry
c.display_try_failure_messages = true
c.default_sleep_interval = 10
# General-case retry keyword for unstable tests
c.around :each, :with_retries do |example|
example.run_with_retry retry: 10
end
# Helper hook for module cleanup
c.after :context, :with_cleanup do
apply_manifest <<-MANIFEST
class { 'elasticsearch':
ensure => 'absent',
manage_repo => true,
oss => #{v[:oss]},
}
file { '/usr/share/elasticsearch/plugin':
ensure => 'absent',
force => true,
recurse => true,
require => Class['elasticsearch'],
}
MANIFEST
end
c.before :context, :with_certificates do
@keystore_password = SecureRandom.hex
@role = [*('a'..'z')].sample(8).join
# Setup TLS cert placement
@tls = gen_certs(2, '/tmp')
create_remote_file hosts, @tls[:ca][:cert][:path], @tls[:ca][:cert][:pem]
@tls[:clients].each do |node|
node.each do |_type, params|
create_remote_file hosts, params[:path], params[:pem]
end
end
end
c.before :context, :with_license do
Vault.address = ENV.fetch('VAULT_ADDR', nil)
if ENV['CI']
Vault.auth.approle(ENV.fetch('VAULT_APPROLE_ROLE_ID', nil), ENV.fetch('VAULT_APPROLE_SECRET_ID', nil))
else
Vault.auth.token(ENV.fetch('VAULT_TOKEN', nil))
end
licenses = Vault.with_retries(Vault::HTTPConnectionError) do
Vault.logical.read(ENV.fetch('VAULT_PATH', nil))
end.data
raise 'No license found!' unless licenses
# license = case v[:elasticsearch_major_version]
# when 6
# licenses[:v5]
# else
# licenses[:v7]
# end
license = licenses[:v7]
create_remote_file hosts, '/tmp/license.json', license
v[:elasticsearch_license_path] = '/tmp/license.json'
end
c.after :context, :then_purge do
shell 'rm -rf {/usr/share,/etc,/var/lib}/elasticsearch*'
end
c.before :context, :first_purge do
shell 'rm -rf {/usr/share,/etc,/var/lib}/elasticsearch*'
end
# Provide a hook filter to spit out some ES logs if the example fails.
c.after(:example, :logs_on_failure) do |example|
if example.exception
hosts.each do |host|
on host, "find / -name '#{v[:cluster_name]}.log' | xargs cat || true" do |result|
puts result.formatted_output
end
end
end
end
end
files_dir = ENV['files_dir'] || './spec/fixtures/artifacts'
# General bootstrapping steps for each host
hosts.each do |host|
# # Set the host to 'aio' in order to adopt the puppet-agent style of
# # installation, and configure paths/etc.
# host[:type] = 'aio'
# configure_defaults_on host, 'aio'
if fact('os.family') == 'Suse'
install_package host,
'--force-resolution augeas-devel libxml2-devel ruby-devel'
on host, 'gem install ruby-augeas --no-ri --no-rdoc'
end
v[:ext] = case fact('os.family')
when 'Debian'
'deb'
else
'rpm'
end
v[:elasticsearch_package]&.merge!(
derive_full_package_url(
v[:elasticsearch_full_version], [v[:ext]]
).flat_map do |url, filename|
[[:url, url], [:filename, filename], [:path, artifact(filename)]]
end.to_h
)
end
RSpec.configure do |c|
if v[:is_snapshot]
c.before :suite do
scp_to default,
"#{files_dir}/elasticsearch-snapshot.#{v[:ext]}",
"/tmp/elasticsearch-snapshot.#{v[:ext]}"
v[:snapshot_package] = "file:/tmp/elasticsearch-snapshot.#{v[:ext]}"
end
end
c.before :suite do
fetch_archives(derive_artifact_urls_for(ENV.fetch('ELASTICSEARCH_VERSION', nil)))
# Use the Java class once before the suite of tests
unless shell('command -v java', accept_all_exit_codes: true).exit_code.zero?
java = case fact('os.name')
when 'OpenSuSE'
'package => "java-1_8_0-openjdk-headless",'
else
''
end
apply_manifest <<-MANIFEST
class { "java" :
distribution => "jdk",
#{java}
}
MANIFEST
end
end
end
# # Java 8 is only easy to manage on recent distros
# def v5x_capable?
# (fact('os.family') == 'RedHat' and \
# not (fact('os.name') == 'OracleLinux' and \
# f['os']['release']['major'] == '6')) or \
# f.dig 'os', 'distro', 'codename' == 'xenial'
# end
|
