1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
|
// Copyright 2011 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "cc/layers/video_layer_impl.h"
#include <stddef.h>
#include <memory>
#include <utility>
#include "base/check.h"
#include "base/functional/bind.h"
#include "base/memory/ptr_util.h"
#include "cc/layers/video_frame_provider_client_impl.h"
#include "cc/trees/layer_tree_frame_sink.h"
#include "cc/trees/layer_tree_impl.h"
#include "cc/trees/occlusion.h"
#include "cc/trees/task_runner_provider.h"
#include "components/viz/client/client_resource_provider.h"
#include "components/viz/common/quads/texture_draw_quad.h"
#include "gpu/ipc/client/client_shared_image_interface.h"
#include "media/base/video_frame.h"
#include "media/renderers/video_resource_updater.h"
#include "ui/gfx/color_space.h"
namespace cc {
// static
std::unique_ptr<VideoLayerImpl> VideoLayerImpl::Create(
LayerTreeImpl* tree_impl,
int id,
VideoFrameProvider* provider,
const media::VideoTransformation& video_transform) {
DCHECK(tree_impl->task_runner_provider()->IsImplThread());
scoped_refptr<VideoFrameProviderClientImpl> provider_client_impl =
VideoFrameProviderClientImpl::Create(
provider, tree_impl->GetVideoFrameControllerClient());
return base::WrapUnique(new VideoLayerImpl(
tree_impl, id, std::move(provider_client_impl), video_transform));
}
VideoLayerImpl::VideoLayerImpl(
LayerTreeImpl* tree_impl,
int id,
scoped_refptr<VideoFrameProviderClientImpl> provider_client_impl,
const media::VideoTransformation& video_transform)
: LayerImpl(tree_impl, id),
provider_client_impl_(std::move(provider_client_impl)),
video_transform_(video_transform) {
}
VideoLayerImpl::~VideoLayerImpl() {
if (!provider_client_impl_->Stopped()) {
DCHECK(layer_tree_impl()->task_runner_provider()->IsImplThread());
provider_client_impl_->Stop();
}
}
mojom::LayerType VideoLayerImpl::GetLayerType() const {
return mojom::LayerType::kVideo;
}
std::unique_ptr<LayerImpl> VideoLayerImpl::CreateLayerImpl(
LayerTreeImpl* tree_impl) const {
return base::WrapUnique(new VideoLayerImpl(
tree_impl, id(), provider_client_impl_, video_transform_));
}
void VideoLayerImpl::DidBecomeActive() {
provider_client_impl_->SetActiveVideoLayer(this);
}
bool VideoLayerImpl::WillDraw(DrawMode draw_mode,
viz::ClientResourceProvider* resource_provider)
NO_THREAD_SAFETY_ANALYSIS {
if (draw_mode == DRAW_MODE_RESOURCELESS_SOFTWARE)
return false;
if (!LayerImpl::WillDraw(draw_mode, resource_provider))
return false;
// Explicitly acquire and release the provider mutex so it can be held from
// WillDraw to DidDraw. Since the compositor thread is in the middle of
// drawing, the layer will not be destroyed before DidDraw is called.
// Therefore, the only thing that will prevent this lock from being released
// is the GPU process locking it. As the GPU process can't cause the
// destruction of the provider (calling StopUsingProvider), holding this
// lock should not cause a deadlock.
frame_ = provider_client_impl_->AcquireLockAndCurrentFrame();
if (!frame_.get()) {
// Drop any resources used by the updater if there is no frame to display.
updater_ = nullptr;
// NO_THREAD_SAFETY_ANALYSIS: Releasing the lock in some return paths only.
provider_client_impl_->ReleaseLock();
return false;
}
if (!updater_) {
const LayerTreeSettings& settings = layer_tree_impl()->settings();
updater_ = std::make_unique<media::VideoResourceUpdater>(
layer_tree_impl()->context_provider(),
layer_tree_impl()->resource_provider(),
layer_tree_impl()->layer_tree_frame_sink()->shared_image_interface(),
settings.use_gpu_memory_buffer_resources,
layer_tree_impl()->max_texture_size());
}
updater_->ObtainFrameResource(frame_);
return true;
}
void VideoLayerImpl::AppendQuads(const AppendQuadsContext& context,
viz::CompositorRenderPass* render_pass,
AppendQuadsData* append_quads_data) {
DCHECK(frame_);
gfx::Transform transform = DrawTransform();
// bounds() is in post-rotation space so quad rect in content space must be
// in pre-rotation space
gfx::Size rotated_size = bounds();
// Prefer the frame level transform if set.
auto media_transform =
frame_->metadata().transformation.value_or(video_transform_);
switch (media_transform.rotation) {
case media::VIDEO_ROTATION_90:
rotated_size = gfx::Size(rotated_size.height(), rotated_size.width());
transform *= gfx::Transform::Make90degRotation();
transform.Translate(0.0, -rotated_size.height());
break;
case media::VIDEO_ROTATION_180:
transform *= gfx::Transform::Make180degRotation();
transform.Translate(-rotated_size.width(), -rotated_size.height());
break;
case media::VIDEO_ROTATION_270:
rotated_size = gfx::Size(rotated_size.height(), rotated_size.width());
transform *= gfx::Transform::Make270degRotation();
transform.Translate(-rotated_size.width(), 0);
break;
case media::VIDEO_ROTATION_0:
break;
}
if (media_transform.mirrored) {
transform.RotateAboutYAxis(180.0);
transform.Translate(-rotated_size.width(), 0);
}
gfx::Rect quad_rect(rotated_size);
Occlusion occlusion_in_video_space =
draw_properties()
.occlusion_in_content_space.GetOcclusionWithGivenDrawTransform(
transform);
gfx::Rect visible_quad_rect =
occlusion_in_video_space.GetUnoccludedContentRect(quad_rect);
if (visible_quad_rect.IsEmpty())
return;
std::optional<gfx::Rect> clip_rect_opt;
if (is_clipped()) {
clip_rect_opt = clip_rect();
}
updater_->AppendQuad(render_pass, frame_, transform, quad_rect,
visible_quad_rect, draw_properties().mask_filter_info,
clip_rect_opt, contents_opaque(), draw_opacity(),
GetSortingContextId());
}
void VideoLayerImpl::DidDraw(viz::ClientResourceProvider* resource_provider) {
provider_client_impl_->AssertLocked();
LayerImpl::DidDraw(resource_provider);
DCHECK(frame_.get());
updater_->ReleaseFrameResource();
provider_client_impl_->PutCurrentFrame();
frame_ = nullptr;
provider_client_impl_->ReleaseLock();
}
SimpleEnclosedRegion VideoLayerImpl::VisibleOpaqueRegion() const {
// If we don't have a frame yet, then we don't have an opaque region.
if (!provider_client_impl_->HasCurrentFrame())
return SimpleEnclosedRegion();
return LayerImpl::VisibleOpaqueRegion();
}
void VideoLayerImpl::ReleaseResources() {
updater_ = nullptr;
}
gfx::ContentColorUsage VideoLayerImpl::GetContentColorUsage() const {
gfx::ColorSpace frame_color_space;
if (frame_)
frame_color_space = frame_->ColorSpace();
return frame_color_space.GetContentColorUsage();
}
void VideoLayerImpl::SetNeedsRedraw() {
UnionUpdateRect(gfx::Rect(bounds()));
layer_tree_impl()->SetNeedsRedraw();
}
DamageReasonSet VideoLayerImpl::GetDamageReasons() const {
// Treat all update_rect() as kVideoLayer updates. However keep
// LayerPropertyChanged() as default behavior because it probably has nothing
// to do with the video itself.
DamageReasonSet reasons = GetDamageReasonsFromLayerPropertyChange();
if (!update_rect().IsEmpty()) {
reasons.Put(DamageReason::kVideoLayer);
}
return reasons;
}
std::optional<base::TimeDelta> VideoLayerImpl::GetPreferredRenderInterval() {
return provider_client_impl_->GetPreferredRenderInterval();
}
} // namespace cc
|
