1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
/*
* Copyright (C) 2017-2022 Igalia S.L. All rights reserved.
* Copyright (C) 2022 Metrological Group B.V.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "config.h"
#if USE(GSTREAMER_WEBRTC)
#include "RealtimeIncomingSourceGStreamer.h"
#include "GStreamerCommon.h"
#include <gst/app/gstappsink.h>
#include <wtf/text/WTFString.h>
GST_DEBUG_CATEGORY_EXTERN(webkit_webrtc_endpoint_debug);
#define GST_CAT_DEFAULT webkit_webrtc_endpoint_debug
namespace WebCore {
RealtimeIncomingSourceGStreamer::RealtimeIncomingSourceGStreamer(Type type, AtomString&& name)
: RealtimeMediaSource(type, WTFMove(name))
{
m_bin = gst_bin_new(nullptr);
m_valve = gst_element_factory_make("valve", nullptr);
m_tee = gst_element_factory_make("tee", nullptr);
g_object_set(m_tee.get(), "allow-not-linked", true, nullptr);
gst_bin_add_many(GST_BIN_CAST(m_bin.get()), m_valve.get(), m_tee.get(), nullptr);
gst_element_link(m_valve.get(), m_tee.get());
auto sinkPad = adoptGRef(gst_element_get_static_pad(m_valve.get(), "sink"));
gst_element_add_pad(m_bin.get(), gst_ghost_pad_new("sink", sinkPad.get()));
}
void RealtimeIncomingSourceGStreamer::startProducingData()
{
GST_DEBUG_OBJECT(bin(), "Starting data flow");
if (m_valve)
g_object_set(m_valve.get(), "drop", FALSE, nullptr);
}
void RealtimeIncomingSourceGStreamer::stopProducingData()
{
GST_DEBUG_OBJECT(bin(), "Stopping data flow");
if (m_valve)
g_object_set(m_valve.get(), "drop", TRUE, nullptr);
}
const RealtimeMediaSourceCapabilities& RealtimeIncomingSourceGStreamer::capabilities()
{
return RealtimeMediaSourceCapabilities::emptyCapabilities();
}
void RealtimeIncomingSourceGStreamer::registerClient()
{
GST_DEBUG_OBJECT(m_bin.get(), "Registering new client");
auto* queue = gst_element_factory_make("queue", nullptr);
auto* sink = makeGStreamerElement("appsink", nullptr);
g_object_set(sink, "enable-last-sample", FALSE, "emit-signals", TRUE, "sync", FALSE, nullptr);
g_signal_connect_swapped(sink, "new-sample", G_CALLBACK(+[](RealtimeIncomingSourceGStreamer* self, GstElement* sink) -> GstFlowReturn {
auto sample = adoptGRef(gst_app_sink_pull_sample(GST_APP_SINK(sink)));
self->dispatchSample(WTFMove(sample));
return GST_FLOW_OK;
}), this);
g_signal_connect_swapped(sink, "new-preroll", G_CALLBACK(+[](RealtimeIncomingSourceGStreamer* self, GstElement* sink) -> GstFlowReturn {
auto sample = adoptGRef(gst_app_sink_pull_preroll(GST_APP_SINK(sink)));
self->dispatchSample(WTFMove(sample));
return GST_FLOW_OK;
}), this);
g_signal_connect_swapped(sink, "new-serialized-event", G_CALLBACK(+[](RealtimeIncomingSourceGStreamer* self, GstElement* sink) -> gboolean {
auto event = adoptGRef(GST_EVENT_CAST(gst_app_sink_pull_object(GST_APP_SINK(sink))));
switch (GST_EVENT_TYPE(event.get())) {
case GST_EVENT_STREAM_START:
case GST_EVENT_CAPS:
return false;
default:
break;
}
self->handleDownstreamEvent(WTFMove(event));
return true;
}), this);
gst_bin_add_many(GST_BIN_CAST(m_bin.get()), queue, sink, nullptr);
gst_element_link_many(m_tee.get(), queue, sink, nullptr);
gst_element_sync_state_with_parent(queue);
gst_element_sync_state_with_parent(sink);
GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN_CAST(m_bin.get()), GST_DEBUG_GRAPH_SHOW_ALL, GST_OBJECT_NAME(m_bin.get()));
}
void RealtimeIncomingSourceGStreamer::handleUpstreamEvent(GRefPtr<GstEvent>&& event)
{
GST_DEBUG_OBJECT(m_bin.get(), "Handling %" GST_PTR_FORMAT, event.get());
auto pad = adoptGRef(gst_element_get_static_pad(m_tee.get(), "sink"));
gst_pad_push_event(pad.get(), event.leakRef());
}
void RealtimeIncomingSourceGStreamer::handleDownstreamEvent(GRefPtr<GstEvent>&& event)
{
GST_DEBUG_OBJECT(bin(), "Handling %" GST_PTR_FORMAT, event.get());
forEachObserver([event = WTFMove(event)](Observer& observer) {
observer.handleDownstreamEvent(GRefPtr<GstEvent>(event.get()));
});
}
} // namespace WebCore
#endif // USE(GSTREAMER_WEBRTC)
|
