1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
# frozen_string_literal: true
namespace :ci do
require_relative "helpers/util"
include Task::Helpers::Util
desc "Detect changes and populate test variables for selective test execution and feature flag testing"
task :detect_changes, [:env_file] do |_, args|
env_file = args[:env_file]
abort("ERROR: Path for environment file must be provided") unless env_file
diff = mr_diff
labels = mr_labels
# Assign mapping of groups to tests in stages other than the groups defined stage
additional_group_spec_list = { 'gitaly' => %w[create] }
qa_changes = QA::Tools::Ci::QaChanges.new(diff, labels, additional_group_spec_list)
logger = qa_changes.logger
logger.info("Analyzing merge request changes")
# skip running tests when only quarantine changes detected
if qa_changes.quarantine_changes?
logger.info(" merge request contains only quarantine changes, e2e test execution will be skipped!")
append_to_file(env_file, "QA_SKIP_ALL_TESTS=true")
next
end
run_all_label_present = mr_labels.include?("pipeline:run-all-e2e")
run_no_tests_label_present = mr_labels.include?("pipeline:skip-e2e")
if run_all_label_present && run_no_tests_label_present
raise 'cannot have both pipeline:run-all-e2e and pipeline:skip-e2e labels. Please remove one of these labels'
end
if run_no_tests_label_present
logger.info(" merge request has pipeline:skip-e2e label, e2e test execution will be skipped.")
append_to_file(env_file, "QA_SKIP_ALL_TESTS=true")
end
# on run-all label or framework changes do not infer specific tests
tests = run_all_label_present || qa_changes.framework_changes? ? nil : qa_changes.qa_tests
# When QA_TESTS only contain folders or exceeds certain size, use KNAPSACK_FILE_PATTERN to limit what specs to run
files_pattern = nil
tests_array = tests&.split(' ')
if tests_array&.none? { |item| item.include?('_spec.rb') }
test_paths = tests_array.map { |item| "#{item}**/*" }
files_pattern = "{#{test_paths.join(',')}}"
tests = nil # Unset QA_TESTS when KNAPSACK_FILE_PATTERN is set
elsif (tests_array || []).size > 15
# When number of QA_TESTS exceeds threshold, set KNAPSACK_FILE_PATTERN for parallel execution
files_pattern = "{#{tests_array.join(',')}}"
tests = nil # Unset QA_TESTS when KNAPSACK_FILE_PATTERN is set
end
if run_all_label_present
logger.info(" merge request has pipeline:run-all-e2e label, full test suite will be executed")
append_to_file(env_file, "QA_RUN_ALL_E2E_LABEL=true\n")
elsif qa_changes.framework_changes? # run all tests when framework changes detected
logger.info(" merge request contains qa framework changes, full test suite will be executed")
append_to_file(env_file, "QA_FRAMEWORK_CHANGES=true\n")
elsif tests
logger.info(" detected following specs to execute: '#{tests}'")
elsif files_pattern
append_to_file(env_file, "KNAPSACK_TEST_FILE_PATTERN='#{files_pattern}'\n")
logger.info(" detected following specs to execute in parallel: '#{files_pattern}'")
else
logger.info(" no specific specs to execute detected")
end
# always check all test suites in case a suite is defined but doesn't have any runnable specs
suites = QA::Tools::Ci::NonEmptySuites.new(tests).fetch
append_to_file(env_file, <<~TXT)
QA_SUITES='#{suites}'
QA_TESTS='#{tests}'
TXT
# check if mr contains feature flag changes
feature_flags = QA::Tools::Ci::FfChanges.new(diff).fetch
append_to_file(env_file, "QA_FEATURE_FLAGS='#{feature_flags}'")
end
desc "Export test run metrics to influxdb"
task :export_test_metrics, [:glob] do |_, args|
raise("Metrics file glob pattern is required") unless args[:glob]
QA::Tools::Ci::TestMetrics.export(args[:glob])
end
desc "Export code paths mapping to GCP"
task :export_code_paths_mapping, [:glob] do |_, args|
raise("Code paths mapping JSON glob pattern is required") unless args[:glob]
QA::Tools::Ci::CodePathsMapping.export(args[:glob])
end
end
|
