1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
// Copyright 2022 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef REMOTING_HOST_CHROMEOS_ASH_MOJOM_VIDEO_CONSUMER_H_
#define REMOTING_HOST_CHROMEOS_ASH_MOJOM_VIDEO_CONSUMER_H_
#include <memory>
#include <vector>
#include "components/viz/host/client_frame_sink_video_capturer.h"
#include "third_party/webrtc/modules/desktop_capture/desktop_frame.h"
#include "third_party/webrtc/modules/desktop_capture/desktop_geometry.h"
#include "third_party/webrtc/modules/desktop_capture/desktop_region.h"
#include "ui/gfx/geometry/point.h"
#include "ui/gfx/geometry/rect.h"
#include "ui/gfx/geometry/size.h"
namespace remoting {
// This class implements the FrameSinkVideoConsumer interface, binds with a
// remote FrameSinkVideoCapturer and provides a webrtc::DesktopFrame from the
// captured data.
class AshMojomVideoConsumer : public viz::mojom::FrameSinkVideoConsumer {
public:
AshMojomVideoConsumer();
AshMojomVideoConsumer(const AshMojomVideoConsumer&) = delete;
AshMojomVideoConsumer& operator=(const AshMojomVideoConsumer&) = delete;
~AshMojomVideoConsumer() override;
mojo::PendingRemote<viz::mojom::FrameSinkVideoConsumer> Bind();
std::unique_ptr<webrtc::DesktopFrame> GetLatestFrame(gfx::Point origin);
private:
// A single frame received from the FrameSinkVideoCapturer.
// Will release the memory of |pixels| in its destructor (by invoking the
// |done_callback_|).
class Frame;
// This helper class will aggregate all updated regions of all frames that
// were captured by the frame sink capturer but not consumed by WebRTC/CRD.
// Without this WebRTC would not be aware of updated regions that were part of
// frames it never consumed,leading to ghosting image issues when the frame is
// changing fast.
class UpdatedRegionAggregator {
public:
UpdatedRegionAggregator();
~UpdatedRegionAggregator();
webrtc::DesktopRegion TakeUpdatedRegion();
void AddUpdatedRect(webrtc::DesktopRect updated_rect);
void HandleSizeChange(gfx::Size new_size);
private:
gfx::Size current_frame_size_;
webrtc::DesktopRegion desktop_region_;
};
// viz::mojom::FrameSinkVideoConsumer implementation:
void OnFrameCaptured(
media::mojom::VideoBufferHandlePtr data,
media::mojom::VideoFrameInfoPtr info,
const gfx::Rect& content_rect,
mojo::PendingRemote<viz::mojom::FrameSinkVideoConsumerFrameCallbacks>
callbacks) override;
void OnStopped() override;
void OnFrameWithEmptyRegionCapture() override;
void OnLog(const std::string& message) override;
void OnNewSubCaptureTargetVersion(
uint32_t sub_capture_target_version) override;
std::unique_ptr<Frame> latest_frame_;
UpdatedRegionAggregator updated_region_aggregator_;
mojo::Receiver<viz::mojom::FrameSinkVideoConsumer> receiver_{this};
};
} // namespace remoting
#endif // REMOTING_HOST_CHROMEOS_ASH_MOJOM_VIDEO_CONSUMER_H_
|
