1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
/*
* Copyright (C) 2014 Igalia S.L
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#pragma once
#if ENABLE(WEB_AUDIO) && ENABLE(VIDEO) && USE(GSTREAMER)
#include "AudioSourceProvider.h"
#include "AudioSourceProviderClient.h"
#include "GRefPtrGStreamer.h"
#include "MainThreadNotifier.h"
#include "WebAudioSourceProvider.h"
#include <gst/gst.h>
#include <wtf/Forward.h>
#include <wtf/Lock.h>
#include <wtf/Noncopyable.h>
#if ENABLE(MEDIA_STREAM)
#include "GStreamerAudioStreamDescription.h"
#include "MediaStreamTrackPrivate.h"
#endif
typedef struct _GstAdapter GstAdapter;
typedef struct _GstAppSink GstAppSink;
namespace WebCore {
class AudioSourceProviderGStreamer final : public WebAudioSourceProvider {
public:
static Ref<AudioSourceProviderGStreamer> create()
{
return adoptRef(*new AudioSourceProviderGStreamer());
}
#if ENABLE(MEDIA_STREAM)
static Ref<AudioSourceProviderGStreamer> create(MediaStreamTrackPrivate& source)
{
return adoptRef(*new AudioSourceProviderGStreamer(source));
}
AudioSourceProviderGStreamer(MediaStreamTrackPrivate&);
#endif
void configureAudioBin(GstElement* audioBin, GstElement* audioSink);
void provideInput(AudioBus*, size_t framesToProcess) override;
void setClient(WeakPtr<AudioSourceProviderClient>&&) override;
const AudioSourceProviderClient* client() const { return m_client.get(); }
void handleNewDeinterleavePad(GstPad*);
void deinterleavePadsConfigured();
void handleRemovedDeinterleavePad(GstPad*);
GstFlowReturn handleSample(GstAppSink*, bool isPreroll);
void clearAdapters();
private:
AudioSourceProviderGStreamer();
~AudioSourceProviderGStreamer();
#if ENABLE(MEDIA_STREAM)
WeakPtr<MediaStreamTrackPrivate> m_captureSource;
RefPtr<MediaStreamPrivate> m_streamPrivate;
GRefPtr<GstElement> m_pipeline;
#endif
enum MainThreadNotification {
DeinterleavePadsConfigured = 1 << 0,
};
Ref<MainThreadNotifier<MainThreadNotification>> m_notifier;
GRefPtr<GstElement> m_audioSinkBin;
WeakPtr<AudioSourceProviderClient> m_client;
int m_deinterleaveSourcePads { 0 };
UncheckedKeyHashMap<int, GRefPtr<GstAdapter>> m_adapters WTF_GUARDED_BY_LOCK(m_adapterLock);
unsigned long m_deinterleavePadAddedHandlerId { 0 };
unsigned long m_deinterleaveNoMorePadsHandlerId { 0 };
unsigned long m_deinterleavePadRemovedHandlerId { 0 };
Lock m_adapterLock;
};
}
#endif // ENABLE(WEB_AUDIO) && ENABLE(VIDEO) && USE(GSTREAMER)
|
