1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
|
# frozen_string_literal: true
module Ci
class ParseAnnotationsArtifactService < ::BaseService
include ::Gitlab::Utils::StrongMemoize
include ::Gitlab::EncodingHelper
SizeLimitError = Class.new(StandardError)
ParserError = Class.new(StandardError)
def execute(artifact)
return error('Artifact is not annotations file type', :bad_request) unless artifact&.annotations?
return error("Annotations Artifact Too Big. Maximum Allowable Size: #{annotations_size_limit}", :bad_request) if
artifact.file.size > annotations_size_limit
annotations = parse!(artifact)
Ci::JobAnnotation.bulk_upsert!(annotations, unique_by: %i[partition_id job_id name])
success
rescue SizeLimitError, ParserError, Gitlab::Json.parser_error, ActiveRecord::RecordInvalid => error
error(error.message, :bad_request)
end
private
def parse!(artifact)
annotations = []
artifact.each_blob do |blob|
# Windows powershell may output UTF-16LE files, so convert the whole file
# to UTF-8 before proceeding.
blob = strip_bom(encode_utf8_with_replacement_character(blob))
blob_json = Gitlab::Json.parse(blob)
raise ParserError, 'Annotations files must be a JSON object' unless blob_json.is_a?(Hash)
blob_json.each do |key, value|
annotations.push(Ci::JobAnnotation.new(job: artifact.job, name: key, data: value,
project_id: project.id))
if annotations.size > annotations_num_limit
raise SizeLimitError,
"Annotations files cannot have more than #{annotations_num_limit} annotation lists"
end
end
end
annotations
end
def annotations_num_limit
project.actual_limits.ci_job_annotations_num
end
strong_memoize_attr :annotations_num_limit
def annotations_size_limit
project.actual_limits.ci_job_annotations_size
end
strong_memoize_attr :annotations_size_limit
end
end
|
