1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
// Copyright 2015 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_
#define REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_
#include <stdint.h>
#include <memory>
#include "base/callback.h"
#include "base/macros.h"
#include "base/memory/ref_counted.h"
#include "base/memory/weak_ptr.h"
#include "base/single_thread_task_runner.h"
#include "base/threading/thread_checker.h"
#include "remoting/codec/webrtc_video_encoder.h"
#include "remoting/protocol/host_video_stats_dispatcher.h"
#include "remoting/protocol/video_stream.h"
#include "third_party/webrtc/modules/desktop_capture/desktop_capturer.h"
namespace webrtc {
class MediaStreamInterface;
class PeerConnectionInterface;
} // namespace webrtc
namespace remoting {
namespace protocol {
class HostVideoStatsDispatcher;
class WebrtcFrameScheduler;
class WebrtcTransport;
class WebrtcVideoStream : public VideoStream,
public webrtc::DesktopCapturer::Callback,
public HostVideoStatsDispatcher::EventHandler {
public:
WebrtcVideoStream();
~WebrtcVideoStream() override;
void Start(std::unique_ptr<webrtc::DesktopCapturer> desktop_capturer,
WebrtcTransport* webrtc_transport,
scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner);
// VideoStream interface.
void SetEventTimestampsSource(scoped_refptr<InputEventTimestampsSource>
event_timestamps_source) override;
void Pause(bool pause) override;
void SetLosslessEncode(bool want_lossless) override;
void SetLosslessColor(bool want_lossless) override;
void SetObserver(Observer* observer) override;
private:
struct FrameTimestamps;
struct EncodedFrameWithTimestamps;
// webrtc::DesktopCapturer::Callback interface.
void OnCaptureResult(webrtc::DesktopCapturer::Result result,
std::unique_ptr<webrtc::DesktopFrame> frame) override;
// HostVideoStatsDispatcher::EventHandler interface.
void OnChannelInitialized(ChannelDispatcherBase* channel_dispatcher) override;
void OnChannelClosed(ChannelDispatcherBase* channel_dispatcher) override;
// Called by the |scheduler_|.
void CaptureNextFrame();
// Task running on the encoder thread to encode the |frame|.
static EncodedFrameWithTimestamps EncodeFrame(
WebrtcVideoEncoder* encoder,
std::unique_ptr<webrtc::DesktopFrame> frame,
WebrtcVideoEncoder::FrameParams params,
std::unique_ptr<WebrtcVideoStream::FrameTimestamps> timestamps);
void OnFrameEncoded(EncodedFrameWithTimestamps frame);
// Capturer used to capture the screen.
std::unique_ptr<webrtc::DesktopCapturer> capturer_;
// Used to send across encoded frames.
WebrtcTransport* webrtc_transport_ = nullptr;
// Task runner used to run |encoder_|.
scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner_;
// Used to encode captured frames. Always accessed on the encode thread.
std::unique_ptr<WebrtcVideoEncoder> encoder_;
scoped_refptr<InputEventTimestampsSource> event_timestamps_source_;
scoped_refptr<webrtc::PeerConnectionInterface> peer_connection_;
scoped_refptr<webrtc::MediaStreamInterface> stream_;
HostVideoStatsDispatcher video_stats_dispatcher_;
// In case when the capturer failed to capture a frame the corresponding event
// timestamps are saved in |next_frame_input_event_timestamps_| to be used for
// the following frame.
InputEventTimestamps next_frame_input_event_timestamps_;
// Timestamps for the frame that's being captured.
std::unique_ptr<FrameTimestamps> captured_frame_timestamps_;
std::unique_ptr<WebrtcFrameScheduler> scheduler_;
webrtc::DesktopSize frame_size_;
webrtc::DesktopVector frame_dpi_;
Observer* observer_ = nullptr;
base::ThreadChecker thread_checker_;
base::WeakPtrFactory<WebrtcVideoStream> weak_factory_;
DISALLOW_COPY_AND_ASSIGN(WebrtcVideoStream);
};
} // namespace protocol
} // namespace remoting
#endif // REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_
|
