1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
|
/*
* Copyright (C) 2007, 2009 Apple Inc. All rights reserved.
* Copyright (C) 2007 Collabora Ltd. All rights reserved.
* Copyright (C) 2007 Alp Toker <alp@atoker.com>
* Copyright (C) 2009, 2010, 2015, 2016 Igalia S.L
* Copyright (C) 2015, 2016 Metrological Group B.V.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public License
* aint with this library; see the file COPYING.LIB. If not, write to
* the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifndef MediaPlayerPrivateGStreamerBase_h
#define MediaPlayerPrivateGStreamerBase_h
#if ENABLE(VIDEO) && USE(GSTREAMER)
#include "GRefPtrGStreamer.h"
#include "MainThreadNotifier.h"
#include "MediaPlayerPrivate.h"
#include "PlatformLayer.h"
#include <glib.h>
#include <gst/gst.h>
#include <wtf/Condition.h>
#include <wtf/Forward.h>
#include <wtf/RunLoop.h>
#if USE(TEXTURE_MAPPER_GL)
#include "TextureMapperPlatformLayerProxyProvider.h"
#endif
typedef struct _GstStreamVolume GstStreamVolume;
typedef struct _GstVideoInfo GstVideoInfo;
typedef struct _GstGLContext GstGLContext;
typedef struct _GstGLDisplay GstGLDisplay;
namespace WebCore {
class BitmapTextureGL;
class GLContext;
class GraphicsContext;
class GraphicsContext3D;
class IntSize;
class IntRect;
class VideoTextureCopierGStreamer;
#if USE(TEXTURE_MAPPER_GL)
class TextureMapperPlatformLayerProxy;
#endif
void registerWebKitGStreamerElements();
class MediaPlayerPrivateGStreamerBase : public MediaPlayerPrivateInterface
#if USE(TEXTURE_MAPPER_GL)
, public PlatformLayer
#endif
{
public:
virtual ~MediaPlayerPrivateGStreamerBase();
FloatSize naturalSize() const override;
void setVolume(float) override;
float volume() const override;
#if USE(GSTREAMER_GL)
bool ensureGstGLContext();
static GstContext* requestGLContext(const gchar* contextType, MediaPlayerPrivateGStreamerBase*);
#endif
static bool initializeGStreamerAndRegisterWebKitElements();
bool supportsMuting() const override { return true; }
void setMuted(bool) override;
bool muted() const;
MediaPlayer::NetworkState networkState() const override;
MediaPlayer::ReadyState readyState() const override;
void setVisible(bool) override { }
void setSize(const IntSize&) override;
void sizeChanged();
void paint(GraphicsContext&, const FloatRect&) override;
bool hasSingleSecurityOrigin() const override { return true; }
virtual float maxTimeLoaded() const { return 0.0; }
bool supportsFullscreen() const override;
PlatformMedia platformMedia() const override;
MediaPlayer::MovieLoadType movieLoadType() const override;
virtual bool isLiveStream() const = 0;
MediaPlayer* mediaPlayer() const { return m_player; }
unsigned decodedFrameCount() const override;
unsigned droppedFrameCount() const override;
unsigned audioDecodedByteCount() const override;
unsigned videoDecodedByteCount() const override;
void acceleratedRenderingStateChanged() override;
#if USE(TEXTURE_MAPPER_GL)
PlatformLayer* platformLayer() const override { return const_cast<MediaPlayerPrivateGStreamerBase*>(this); }
#if PLATFORM(WIN_CAIRO)
// FIXME: Accelerated rendering has not been implemented for WinCairo yet.
bool supportsAcceleratedRendering() const override { return false; }
#else
bool supportsAcceleratedRendering() const override { return true; }
#endif
#endif
static bool supportsKeySystem(const String& keySystem, const String& mimeType);
static MediaPlayer::SupportsType extendedSupportsType(const MediaEngineSupportParameters&, MediaPlayer::SupportsType);
#if USE(GSTREAMER_GL)
bool copyVideoTextureToPlatformTexture(GraphicsContext3D*, Platform3DObject, GC3Denum, GC3Dint, GC3Denum, GC3Denum, GC3Denum, bool, bool) override;
NativeImagePtr nativeImageForCurrentTime() override;
#endif
void setVideoSourceOrientation(const ImageOrientation&);
GstElement* pipeline() const { return m_pipeline.get(); }
virtual bool handleSyncMessage(GstMessage*);
protected:
MediaPlayerPrivateGStreamerBase(MediaPlayer*);
virtual GstElement* createVideoSink();
#if USE(GSTREAMER_GL)
static GstFlowReturn newSampleCallback(GstElement*, MediaPlayerPrivateGStreamerBase*);
static GstFlowReturn newPrerollCallback(GstElement*, MediaPlayerPrivateGStreamerBase*);
void flushCurrentBuffer();
GstElement* createGLAppSink();
GstElement* createVideoSinkGL();
GstGLContext* gstGLContext() const { return m_glContext.get(); }
GstGLDisplay* gstGLDisplay() const { return m_glDisplay.get(); }
#endif
#if USE(TEXTURE_MAPPER_GL)
void updateTexture(BitmapTextureGL&, GstVideoInfo&);
RefPtr<TextureMapperPlatformLayerProxy> proxy() const override;
void swapBuffersIfNeeded() override;
void pushTextureToCompositor();
#endif
GstElement* videoSink() const { return m_videoSink.get(); }
void setStreamVolumeElement(GstStreamVolume*);
virtual GstElement* createAudioSink() { return 0; }
virtual GstElement* audioSink() const { return 0; }
void setPipeline(GstElement*);
void triggerRepaint(GstSample*);
void repaint();
void cancelRepaint();
static void repaintCallback(MediaPlayerPrivateGStreamerBase*, GstSample*);
static void repaintCancelledCallback(MediaPlayerPrivateGStreamerBase*);
void notifyPlayerOfVolumeChange();
void notifyPlayerOfMute();
static void volumeChangedCallback(MediaPlayerPrivateGStreamerBase*);
static void muteChangedCallback(MediaPlayerPrivateGStreamerBase*);
enum MainThreadNotification {
VideoChanged = 1 << 0,
VideoCapsChanged = 1 << 1,
AudioChanged = 1 << 2,
VolumeChanged = 1 << 3,
MuteChanged = 1 << 4,
#if ENABLE(VIDEO_TRACK)
TextChanged = 1 << 5,
#endif
SizeChanged = 1 << 6
};
Ref<MainThreadNotifier<MainThreadNotification>> m_notifier;
MediaPlayer* m_player;
GRefPtr<GstElement> m_pipeline;
GRefPtr<GstStreamVolume> m_volumeElement;
GRefPtr<GstElement> m_videoSink;
GRefPtr<GstElement> m_fpsSink;
MediaPlayer::ReadyState m_readyState;
mutable MediaPlayer::NetworkState m_networkState;
IntSize m_size;
mutable GMutex m_sampleMutex;
GRefPtr<GstSample> m_sample;
mutable FloatSize m_videoSize;
bool m_usingFallbackVideoSink { false };
bool m_renderingCanBeAccelerated { false };
Condition m_drawCondition;
Lock m_drawMutex;
bool m_drawCancelled { false };
RunLoop::Timer<MediaPlayerPrivateGStreamerBase> m_drawTimer;
#if USE(TEXTURE_MAPPER_GL)
RefPtr<GraphicsContext3D> m_context3D;
RefPtr<TextureMapperPlatformLayerProxy> m_platformLayerProxy;
#endif
#if USE(GSTREAMER_GL)
GRefPtr<GstGLContext> m_glContext;
GRefPtr<GstGLDisplay> m_glDisplay;
std::unique_ptr<VideoTextureCopierGStreamer> m_videoTextureCopier;
#endif
ImageOrientation m_videoSourceOrientation;
};
}
#endif // USE(GSTREAMER)
#endif
|
