1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212
|
# frozen_string_literal: true
module Packages
module Debian
class ProcessPackageFileService
include ExclusiveLeaseGuard
include Gitlab::Utils::StrongMemoize
SOURCE_FIELD_SPLIT_REGEX = /[ ()]/
# used by ExclusiveLeaseGuard
DEFAULT_LEASE_TIMEOUT = 1.hour.to_i.freeze
SIMPLE_DEB_FILE_TYPES = %i[deb udeb ddeb].freeze
def initialize(package_file, distribution_name, component_name)
@package_file = package_file
@distribution_name = distribution_name
@component_name = component_name
end
def execute
return if @package_file.package.pending_destruction?
validate!
try_obtain_lease do
distribution.transaction do
rename_package_and_set_version
update_package
update_files_metadata if changes_file?
update_file_metadata
cleanup_temp_package
end
::Packages::Debian::GenerateDistributionWorker.perform_async(:project, package.distribution.id)
end
end
private
def validate!
raise ArgumentError, 'package file without Debian metadata' unless @package_file.debian_file_metadatum
raise ArgumentError, 'already processed package file' unless @package_file.debian_file_metadatum.unknown?
changes_file? ? validate_changes_file! : validate_package_file!
end
def changes_file?
@package_file.file_name.end_with?('.changes')
end
def validate_changes_file!
raise ArgumentError, 'unwanted distribution name' unless @distribution_name.nil?
raise ArgumentError, 'unwanted component name' unless @component_name.nil?
raise ArgumentError, 'missing Source field' unless file_metadata.dig(:fields, 'Source').present?
raise ArgumentError, 'missing Version field' unless file_metadata.dig(:fields, 'Version').present?
raise ArgumentError, 'missing Distribution field' unless file_metadata.dig(:fields, 'Distribution').present?
end
def validate_package_file!
raise ArgumentError, 'missing distribution name' unless @distribution_name.present?
raise ArgumentError, 'missing component name' unless @component_name.present?
return if SIMPLE_DEB_FILE_TYPES.include?(file_metadata[:file_type])
raise ArgumentError, "invalid package file type: #{file_metadata[:file_type]}"
end
def file_metadata
metadata_service_class.new(@package_file).execute
end
strong_memoize_attr :file_metadata
def metadata_service_class
changes_file? ? ::Packages::Debian::ExtractChangesMetadataService : ::Packages::Debian::ExtractMetadataService
end
def distribution
Packages::Debian::DistributionsFinder.new(
@package_file.package.project,
codename_or_suite: package_distribution
).execute.last!
end
strong_memoize_attr :distribution
def package_distribution
return file_metadata[:fields]['Distribution'] if changes_file?
@distribution_name
end
def package
packages = ::Packages::Debian::Package.for_projects(temp_package.project)
.existing_packages_with(name: package_name, version: package_version)
package = packages.with_codename_or_suite(package_distribution)
.first
unless package
package_in_other_distribution = packages.first
if package_in_other_distribution
raise ArgumentError, "Debian package #{package_name} #{package_version} exists " \
"in distribution #{package_in_other_distribution.distribution.codename}"
end
end
package || temp_package
end
strong_memoize_attr :package
def temp_package
@package_file.package
end
strong_memoize_attr :temp_package
def package_name
return file_metadata[:fields]['Source'] if changes_file?
package_name_and_version[0]
end
def package_version
return file_metadata[:fields]['Version'] if changes_file?
package_name_and_version[1]
end
def package_name_and_version
package_name = file_metadata[:fields]['Package']
package_version = file_metadata[:fields]['Version']
if file_metadata[:fields]['Source']
# "sample" or "sample (1.2.3~alpha2)"
source_field_parts = file_metadata[:fields]['Source'].split(SOURCE_FIELD_SPLIT_REGEX)
package_name = source_field_parts[0]
package_version = source_field_parts[2] || package_version
end
[package_name, package_version]
end
strong_memoize_attr :package_name_and_version
def rename_package_and_set_version
package.update!(
name: package_name,
version: package_version,
status: :default
)
end
def update_package
return unless using_temporary_package?
package.update!(
publication_attributes: { distribution_id: distribution.id }
)
end
def using_temporary_package?
package.id == temp_package.id
end
def update_files_metadata
file_metadata[:files].each do |_, entry|
file_metadata = ::Packages::Debian::ExtractMetadataService.new(entry.package_file).execute
::Packages::UpdatePackageFileService.new(entry.package_file, package_id: package.id)
.execute
# Force reload from database, as package has changed
entry.package_file.reload_package
entry.package_file.debian_file_metadatum.update!(
file_type: file_metadata[:file_type],
component: entry.component,
architecture: file_metadata[:architecture],
fields: file_metadata[:fields]
)
end
end
def update_file_metadata
::Packages::UpdatePackageFileService.new(@package_file, package_id: package.id)
.execute
# Force reload from database, as package has changed
@package_file.reload_package
@package_file.debian_file_metadatum.update!(
file_type: file_metadata[:file_type],
component: @component_name,
architecture: file_metadata[:architecture],
fields: file_metadata[:fields]
)
end
def cleanup_temp_package
temp_package.destroy unless using_temporary_package?
end
# used by ExclusiveLeaseGuard
def lease_key
"packages:debian:process_package_file_service:#{temp_package.project_id}_#{package_name}_#{package_version}"
end
# used by ExclusiveLeaseGuard
def lease_timeout
DEFAULT_LEASE_TIMEOUT
end
end
end
end
|