1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
|
/*
* Copyright (C) 2012 Google Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE COMPUTER, INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef THIRD_PARTY_BLINK_RENDERER_PLATFORM_GRAPHICS_IMAGE_FRAME_GENERATOR_H_
#define THIRD_PARTY_BLINK_RENDERER_PLATFORM_GRAPHICS_IMAGE_FRAME_GENERATOR_H_
#include <memory>
#include <utility>
#include "base/containers/span.h"
#include "base/memory/scoped_refptr.h"
#include "base/synchronization/lock.h"
#include "cc/paint/paint_image.h"
#include "third_party/blink/renderer/platform/image-decoders/image_decoder.h"
#include "third_party/blink/renderer/platform/image-decoders/segment_reader.h"
#include "third_party/blink/renderer/platform/platform_export.h"
#include "third_party/blink/renderer/platform/wtf/allocator/allocator.h"
#include "third_party/blink/renderer/platform/wtf/hash_map.h"
#include "third_party/blink/renderer/platform/wtf/ref_counted.h"
#include "third_party/blink/renderer/platform/wtf/thread_safe_ref_counted.h"
#include "third_party/blink/renderer/platform/wtf/vector.h"
#include "third_party/skia/include/core/SkBitmap.h"
#include "third_party/skia/include/core/SkSize.h"
#include "third_party/skia/include/core/SkTypes.h"
#include "third_party/skia/include/core/SkYUVAInfo.h"
#include "third_party/skia/include/core/SkYUVAPixmaps.h"
namespace blink {
class ImageDecoder;
class PLATFORM_EXPORT ImageDecoderFactory {
USING_FAST_MALLOC(ImageDecoderFactory);
public:
ImageDecoderFactory() = default;
ImageDecoderFactory(const ImageDecoderFactory&) = delete;
ImageDecoderFactory& operator=(const ImageDecoderFactory&) = delete;
virtual ~ImageDecoderFactory() = default;
virtual std::unique_ptr<ImageDecoder> Create() = 0;
};
class PLATFORM_EXPORT ImageFrameGenerator final
: public ThreadSafeRefCounted<ImageFrameGenerator> {
public:
static scoped_refptr<ImageFrameGenerator> Create(
const SkISize& full_size,
bool is_multi_frame,
ColorBehavior color_behavior,
cc::AuxImage aux_image,
Vector<SkISize> supported_sizes) {
return base::AdoptRef(new ImageFrameGenerator(full_size, is_multi_frame,
color_behavior, aux_image,
std::move(supported_sizes)));
}
ImageFrameGenerator(const ImageFrameGenerator&) = delete;
ImageFrameGenerator& operator=(const ImageFrameGenerator&) = delete;
~ImageFrameGenerator();
// Decodes and scales the specified frame at |index|. The dimensions and
// output format are given in SkImageInfo. Decoded pixels are written into
// |pixels| with a stride of |rowBytes|. Returns true if decoding was
// successful.
bool DecodeAndScale(SegmentReader*,
bool all_data_received,
wtf_size_t index,
const SkPixmap&,
cc::PaintImage::GeneratorClientId);
// Decodes YUV components directly into the provided memory planes. Must not
// be called unless GetYUVAInfo has been called and returned true.
// TODO(crbug.com/943519): In order to support incremental YUV decoding,
// ImageDecoder needs something analogous to its ImageFrame cache to hold
// partial planes, and the GPU code needs to handle them.
bool DecodeToYUV(SegmentReader*,
wtf_size_t index,
SkColorType color_type,
base::span<const SkISize, cc::kNumYUVPlanes> component_sizes,
base::span<void*, cc::kNumYUVPlanes> planes,
base::span<const wtf_size_t, cc::kNumYUVPlanes> row_bytes,
cc::PaintImage::GeneratorClientId);
const SkISize& GetFullSize() const { return full_size_; }
SkISize GetSupportedDecodeSize(const SkISize& requested_size) const;
bool IsMultiFrame() const { return is_multi_frame_; }
bool DecodeFailed() const { return decode_failed_.load(); }
bool HasAlpha(wtf_size_t index) const;
// TODO(crbug.com/943519): Do not call unless the SkROBuffer has all the data.
bool GetYUVAInfo(
SegmentReader*,
const SkYUVAPixmapInfo::SupportedDataTypes& supported_data_types,
SkYUVAPixmapInfo* info);
private:
// Used in UMA histogram, please do not remove or re-order entries.
enum class DecodeTimesType {
kRequestByAtLeastOneClient = 0,
kRequestByMoreThanOneClient = 1,
kMaxValue = kRequestByMoreThanOneClient,
};
class ClientAutoLock {
STACK_ALLOCATED();
public:
ClientAutoLock(ImageFrameGenerator* generator,
cc::PaintImage::GeneratorClientId client_id);
~ClientAutoLock();
private:
ImageFrameGenerator* generator_;
cc::PaintImage::GeneratorClientId client_id_;
base::Lock* lock_;
};
ImageFrameGenerator(const SkISize& full_size,
bool is_multi_frame,
ColorBehavior,
cc::AuxImage,
Vector<SkISize> supported_sizes);
friend class ImageFrameGeneratorTest;
friend class DeferredImageDecoderTest;
// For testing. |factory| will overwrite the default ImageDecoder creation
// logic if |factory->create()| returns non-zero.
void SetImageDecoderFactory(std::unique_ptr<ImageDecoderFactory> factory) {
image_decoder_factory_ = std::move(factory);
}
void SetHasAlpha(wtf_size_t index, bool has_alpha);
// Records in UMA whether an image has been decoded by a single client or
// by multiple clients (determined by `GeneratorClientId`).
void RecordWhetherMultiDecoded(cc::PaintImage::GeneratorClientId client_id);
const SkISize full_size_;
// Parameters used to create internal ImageDecoder objects.
const ColorBehavior decoder_color_behavior_;
const cc::AuxImage aux_image_;
const bool is_multi_frame_;
const Vector<SkISize> supported_sizes_;
std::atomic<bool> decode_failed_{false};
std::atomic<bool> yuv_decoding_failed_{false};
mutable base::Lock has_alpha_lock_;
Vector<bool> has_alpha_ GUARDED_BY(has_alpha_lock_);
struct ClientLock {
int ref_count = 0;
base::Lock lock;
};
mutable base::Lock generator_lock_;
// Note that it is necessary to use HashMap here to ensure that references
// to entries in the map, stored in ClientAutoLock, remain valid across
// insertions into the map.
HashMap<cc::PaintImage::GeneratorClientId,
std::unique_ptr<ClientLock>,
IntWithZeroKeyHashTraits<cc::PaintImage::GeneratorClientId>>
lock_map_ GUARDED_BY(generator_lock_);
std::unique_ptr<ImageDecoderFactory> image_decoder_factory_;
cc::PaintImage::GeneratorClientId last_client_id_
GUARDED_BY(generator_lock_) = cc::PaintImage::kDefaultGeneratorClientId;
bool has_logged_multi_clients_ GUARDED_BY(generator_lock_) = false;
};
} // namespace blink
#endif // THIRD_PARTY_BLINK_RENDERER_PLATFORM_GRAPHICS_IMAGE_FRAME_GENERATOR_H_
|
