1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
// Copyright 2021 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "remoting/protocol/webrtc_video_frame_adapter.h"
#include <utility>
#include "base/notimplemented.h"
#include "third_party/webrtc/rtc_base/ref_counted_object.h"
namespace remoting::protocol {
WebrtcVideoFrameAdapter::WebrtcVideoFrameAdapter(
std::unique_ptr<webrtc::DesktopFrame> frame,
std::unique_ptr<WebrtcVideoEncoder::FrameStats> frame_stats)
: frame_(std::move(frame)),
frame_size_(frame_->size()),
frame_stats_(std::move(frame_stats)) {}
WebrtcVideoFrameAdapter::~WebrtcVideoFrameAdapter() = default;
// static
webrtc::VideoFrame WebrtcVideoFrameAdapter::CreateVideoFrame(
std::unique_ptr<webrtc::DesktopFrame> desktop_frame,
std::unique_ptr<WebrtcVideoEncoder::FrameStats> frame_stats) {
// The frame-builder only accepts a bounding rectangle, so compute it here.
// WebRTC only tracks and accumulates update-rectangles, not regions, when
// sending video-frames to the encoder.
webrtc::VideoFrame::UpdateRect video_update_rect{};
for (webrtc::DesktopRegion::Iterator i(desktop_frame->updated_region());
!i.IsAtEnd(); i.Advance()) {
const auto& rect = i.rect();
video_update_rect.Union(webrtc::VideoFrame::UpdateRect{
rect.left(), rect.top(), rect.width(), rect.height()});
}
webrtc::scoped_refptr<WebrtcVideoFrameAdapter> adapter(
new webrtc::RefCountedObject<WebrtcVideoFrameAdapter>(
std::move(desktop_frame), std::move(frame_stats)));
// In the empty case, it is important to set the video-frame's update
// rectangle explicitly to empty, otherwise an unset value would be
// interpreted as a full frame update - see webrtc::VideoFrame::update_rect().
return webrtc::VideoFrame::Builder()
.set_video_frame_buffer(adapter)
.set_update_rect(video_update_rect)
// Added for b/333806004 - webrtc::FrameCadenceAdapterImpl requires
// video-frames to have monotonically increasing timestamps.
.set_timestamp_us(base::TimeTicks::Now().since_origin().InMicroseconds())
.build();
}
std::unique_ptr<webrtc::DesktopFrame>
WebrtcVideoFrameAdapter::TakeDesktopFrame() {
return std::move(frame_);
}
std::unique_ptr<WebrtcVideoEncoder::FrameStats>
WebrtcVideoFrameAdapter::TakeFrameStats() {
return std::move(frame_stats_);
}
webrtc::VideoFrameBuffer::Type WebrtcVideoFrameAdapter::type() const {
return Type::kNative;
}
int WebrtcVideoFrameAdapter::width() const {
return frame_size_.width();
}
int WebrtcVideoFrameAdapter::height() const {
return frame_size_.height();
}
webrtc::scoped_refptr<webrtc::I420BufferInterface>
WebrtcVideoFrameAdapter::ToI420() {
// Strictly speaking all adapters must implement ToI420(), so that if the
// external encoder fails, an internal libvpx could be used. But the remoting
// encoder already uses libvpx, so there's no reason for fallback to happen.
NOTIMPLEMENTED();
return nullptr;
}
} // namespace remoting::protocol
|
