1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
# frozen_string_literal: true
# Given a list of oids, this services links the existent Lfs Objects to the project
module Projects
module LfsPointers
class LfsLinkService < BaseService
TooManyOidsError = Class.new(StandardError)
MAX_OIDS = ENV.fetch('GITLAB_LFS_MAX_OID_TO_FETCH', 100_000).to_i
BATCH_SIZE = 1000
# Accept an array of oids to link
#
# Returns an array with the oid of the existent lfs objects
def execute(oids)
return [] unless project&.lfs_enabled?
validate!(oids)
yield if block_given?
# Search and link existing LFS Object
link_existing_lfs_objects(oids)
end
private
def validate!(oids)
if oids.size <= MAX_OIDS
Gitlab::Metrics::Lfs.validate_link_objects_error_rate.increment(error: false, labels: {})
return
end
Gitlab::Metrics::Lfs.validate_link_objects_error_rate.increment(error: true, labels: {})
raise TooManyOidsError, 'Too many LFS object ids to link, please push them manually'
end
def link_existing_lfs_objects(oids)
linked_existing_objects = []
iterations = 0
oids.each_slice(BATCH_SIZE) do |oids_batch|
# Load all existing LFS Objects immediately so we don't issue an extra
# query for the `.any?`
existent_lfs_objects = LfsObject.for_oids(oids_batch).load
next unless existent_lfs_objects.any?
rows = existent_lfs_objects
.not_linked_to_project(project)
.map { |existing_lfs_object| { project_id: project.id, lfs_object_id: existing_lfs_object.id } }
ApplicationRecord.legacy_bulk_insert(:lfs_objects_projects, rows) # rubocop:disable Gitlab/BulkInsert
iterations += 1
linked_existing_objects += existent_lfs_objects.map(&:oid)
end
log_lfs_link_results(linked_existing_objects.count, iterations)
linked_existing_objects
end
def log_lfs_link_results(lfs_objects_linked_count, iterations)
::Import::Framework::Logger.info(
class: self.class.name,
project_id: project.id,
project_path: project.full_path,
lfs_objects_linked_count: lfs_objects_linked_count,
iterations: iterations)
end
end
end
end
|
