1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
/*
* Copyright (C) 2018 Metrological Group B.V.
* Copyright (C) 2020 Igalia S.L.
* Author: Thibault Saunier <tsaunier@igalia.com>
* Author: Alejandro G. Castro <alex@igalia.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public License
* aint with this library; see the file COPYING.LIB. If not, write to
* the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#include "config.h"
#if ENABLE(MEDIA_STREAM) && USE(GSTREAMER)
#include "GStreamerAudioCapturer.h"
#include <gst/app/gstappsink.h>
#include <wtf/MediaTime.h>
namespace WebCore {
GST_DEBUG_CATEGORY(webkit_audio_capturer_debug);
#define GST_CAT_DEFAULT webkit_audio_capturer_debug
static void initializeAudioCapturerDebugCategory()
{
static std::once_flag debugRegisteredFlag;
std::call_once(debugRegisteredFlag, [] {
GST_DEBUG_CATEGORY_INIT(webkit_audio_capturer_debug, "webkitaudiocapturer", 0, "WebKit Audio Capturer");
});
}
GStreamerAudioCapturer::GStreamerAudioCapturer(GStreamerCaptureDevice&& device)
: GStreamerCapturer(WTFMove(device), adoptGRef(gst_caps_new_empty_simple("audio/x-raw")))
{
initializeAudioCapturerDebugCategory();
}
GStreamerAudioCapturer::GStreamerAudioCapturer(const PipeWireCaptureDevice& device)
: GStreamerCapturer(device)
{
initializeAudioCapturerDebugCategory();
}
void GStreamerAudioCapturer::handleSample(GRefPtr<GstSample>&& sample)
{
auto presentationTime = fromGstClockTime(GST_BUFFER_PTS(gst_sample_get_buffer(sample.get())));
m_sinkAudioDataCallback.second(WTFMove(sample), WTFMove(presentationTime));
}
void GStreamerAudioCapturer::setSinkAudioCallback(SinkAudioDataCallback&& callback)
{
if (m_sinkAudioDataCallback.first.newSampleSignalId) {
g_signal_handler_disconnect(sink(), m_sinkAudioDataCallback.first.newSampleSignalId);
g_signal_handler_disconnect(sink(), m_sinkAudioDataCallback.first.prerollSignalId);
}
m_sinkAudioDataCallback.second = WTFMove(callback);
m_sinkAudioDataCallback.first.newSampleSignalId = g_signal_connect_swapped(sink(), "new-sample", G_CALLBACK(+[](GStreamerAudioCapturer* capturer, GstElement* sink) -> GstFlowReturn {
auto sample = adoptGRef(gst_app_sink_pull_sample(GST_APP_SINK(sink)));
capturer->handleSample(WTFMove(sample));
return GST_FLOW_OK;
}), this);
m_sinkAudioDataCallback.first.prerollSignalId = g_signal_connect_swapped(sink(), "new-preroll", G_CALLBACK(+[](GStreamerAudioCapturer* capturer, GstElement* sink) -> GstFlowReturn {
auto sample = adoptGRef(gst_app_sink_pull_preroll(GST_APP_SINK(sink)));
capturer->handleSample(WTFMove(sample));
return GST_FLOW_OK;
}), this);
}
GstElement* GStreamerAudioCapturer::createConverter()
{
auto* bin = gst_bin_new(nullptr);
auto* audioconvert = makeGStreamerElement("audioconvert"_s);
auto* audioresample = makeGStreamerElement("audioresample"_s);
gst_bin_add_many(GST_BIN_CAST(bin), audioconvert, audioresample, nullptr);
gst_element_link(audioconvert, audioresample);
#if USE(GSTREAMER_WEBRTC)
if (auto audioFilter = makeGStreamerElement("audiornnoise"_s)) {
auto audioconvert2 = makeGStreamerElement("audioconvert"_s);
auto audioresample2 = makeGStreamerElement("audioresample"_s);
gst_bin_add_many(GST_BIN_CAST(bin), audioconvert2, audioresample2, audioFilter, nullptr);
gst_element_link_many(audioconvert2, audioresample2, audioFilter, audioconvert, nullptr);
}
#endif
if (auto pad = adoptGRef(gst_bin_find_unlinked_pad(GST_BIN_CAST(bin), GST_PAD_SRC)))
gst_element_add_pad(GST_ELEMENT_CAST(bin), gst_ghost_pad_new("src", pad.get()));
if (auto pad = adoptGRef(gst_bin_find_unlinked_pad(GST_BIN_CAST(bin), GST_PAD_SINK)))
gst_element_add_pad(GST_ELEMENT_CAST(bin), gst_ghost_pad_new("sink", pad.get()));
return bin;
}
bool GStreamerAudioCapturer::setSampleRate(int sampleRate)
{
if (sampleRate <= 0) {
GST_INFO_OBJECT(m_pipeline.get(), "Not forcing sample rate");
return false;
}
GST_INFO_OBJECT(m_pipeline.get(), "Setting SampleRate %d", sampleRate);
m_caps = adoptGRef(gst_caps_new_simple("audio/x-raw", "rate", G_TYPE_INT, sampleRate, nullptr));
if (!m_capsfilter)
return false;
g_object_set(m_capsfilter.get(), "caps", m_caps.get(), nullptr);
return true;
}
#undef GST_CAT_DEFAULT
} // namespace WebCore
#endif // ENABLE(MEDIA_STREAM) && USE(GSTREAMER)
|
