1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
// Copyright 2016 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef REMOTING_PROTOCOL_WEBRTC_DUMMY_VIDEO_ENCODER_H_
#define REMOTING_PROTOCOL_WEBRTC_DUMMY_VIDEO_ENCODER_H_
#include <memory>
#include <vector>
#include "base/callback.h"
#include "base/memory/ref_counted.h"
#include "base/memory/weak_ptr.h"
#include "base/single_thread_task_runner.h"
#include "base/synchronization/lock.h"
#include "remoting/codec/webrtc_video_encoder.h"
#include "third_party/webrtc/media/engine/webrtcvideoencoderfactory.h"
#include "third_party/webrtc/modules/video_coding/include/video_codec_interface.h"
namespace remoting {
namespace protocol {
class VideoChannelStateObserver;
// WebrtcDummyVideoEncoder implements webrtc::VideoEncoder interface for WebRTC.
// It's responsible for getting feedback on network bandwidth, latency & RTT
// and passing this information to the WebrtcVideoStream through the callbacks
// in WebrtcDummyVideoEncoderFactory. Video frames are captured and encoded
// outside of this dummy encoder (in WebrtcVideoEncoder called from
// WebrtcVideoStream). They are passed to SendEncodedFrame() to be delivered to
// the network layer.
class WebrtcDummyVideoEncoder : public webrtc::VideoEncoder {
public:
enum State { kUninitialized = 0, kInitialized };
WebrtcDummyVideoEncoder(
scoped_refptr<base::SingleThreadTaskRunner> main_task_runner,
base::WeakPtr<VideoChannelStateObserver> video_channel_state_observer);
~WebrtcDummyVideoEncoder() override;
// webrtc::VideoEncoder overrides.
int32_t InitEncode(const webrtc::VideoCodec* codec_settings,
int32_t number_of_cores,
size_t max_payload_size) override;
int32_t RegisterEncodeCompleteCallback(
webrtc::EncodedImageCallback* callback) override;
int32_t Release() override;
int32_t Encode(const webrtc::VideoFrame& frame,
const webrtc::CodecSpecificInfo* codec_specific_info,
const std::vector<webrtc::FrameType>* frame_types) override;
int32_t SetChannelParameters(uint32_t packet_loss, int64_t rtt) override;
int32_t SetRates(uint32_t bitrate, uint32_t framerate) override;
webrtc::EncodedImageCallback::Result SendEncodedFrame(
const WebrtcVideoEncoder::EncodedFrame& frame,
base::TimeTicks capture_time);
private:
scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_;
// Protects |encoded_callback_| and |state_|.
base::Lock lock_;
State state_;
webrtc::EncodedImageCallback* encoded_callback_ = nullptr;
base::WeakPtr<VideoChannelStateObserver> video_channel_state_observer_;
};
// This is the external encoder factory implementation that is passed to
// WebRTC at the time of creation of peer connection. The external encoder
// factory primarily manages creation and destruction of encoder.
class WebrtcDummyVideoEncoderFactory
: public cricket::WebRtcVideoEncoderFactory {
public:
WebrtcDummyVideoEncoderFactory();
~WebrtcDummyVideoEncoderFactory() override;
// cricket::WebRtcVideoEncoderFactory interface.
webrtc::VideoEncoder* CreateVideoEncoder(
webrtc::VideoCodecType type) override;
const std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec>& codecs()
const override;
bool EncoderTypeHasInternalSource(webrtc::VideoCodecType type) const override;
void DestroyVideoEncoder(webrtc::VideoEncoder* encoder) override;
webrtc::EncodedImageCallback::Result SendEncodedFrame(
const WebrtcVideoEncoder::EncodedFrame& packet,
base::TimeTicks capture_time);
void SetVideoChannelStateObserver(
base::WeakPtr<VideoChannelStateObserver> video_channel_state_observer);
base::WeakPtr<VideoChannelStateObserver>
get_video_channel_state_observer_for_tests() {
return video_channel_state_observer_;
}
private:
scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_;
std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec> codecs_;
// Protects |video_channel_state_observer_| and |encoders_|.
base::Lock lock_;
base::WeakPtr<VideoChannelStateObserver> video_channel_state_observer_;
std::vector<std::unique_ptr<WebrtcDummyVideoEncoder>> encoders_;
};
} // namespace protocol
} // namespace remoting
#endif // REMOTING_PROTOCOL_WEBRTC_DUMMY_VIDEO_ENCODER_H_
|
