1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359
|
/*
* Copyright (C) 2009-2018 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#pragma once
#if ENABLE(VIDEO)
#include "MediaPlayer.h"
#include "MediaPlayerIdentifier.h"
#include "NativeImage.h"
#include "PlatformTimeRanges.h"
#include "ProcessIdentity.h"
#include <optional>
#include <wtf/CompletionHandler.h>
#if ENABLE(LEGACY_ENCRYPTED_MEDIA)
#include "LegacyCDMSession.h"
#endif
namespace WebCore {
class VideoFrame;
class MediaPlayerPrivateInterface {
WTF_MAKE_NONCOPYABLE(MediaPlayerPrivateInterface); WTF_MAKE_FAST_ALLOCATED;
public:
WEBCORE_EXPORT MediaPlayerPrivateInterface();
WEBCORE_EXPORT virtual ~MediaPlayerPrivateInterface();
virtual void load(const String&) { }
virtual void load(const URL& url, const ContentType&, const String&) { load(url.string()); }
#if ENABLE(MEDIA_SOURCE)
virtual void load(const URL&, const ContentType&, MediaSourcePrivateClient&) = 0;
#endif
#if ENABLE(MEDIA_STREAM)
virtual void load(MediaStreamPrivate&) = 0;
#endif
virtual void cancelLoad() = 0;
virtual void prepareForPlayback(bool privateMode, MediaPlayer::Preload preload, bool preservesPitch, bool prepare)
{
setPrivateBrowsingMode(privateMode);
setPreload(preload);
setPreservesPitch(preservesPitch);
if (prepare)
prepareForRendering();
}
virtual void prepareToPlay() { }
virtual PlatformLayer* platformLayer() const { return nullptr; }
#if ENABLE(VIDEO_PRESENTATION_MODE)
virtual RetainPtr<PlatformLayer> createVideoFullscreenLayer() { return nullptr; }
virtual void setVideoFullscreenLayer(PlatformLayer*, Function<void()>&& completionHandler) { completionHandler(); }
virtual void updateVideoFullscreenInlineImage() { }
virtual void setVideoFullscreenFrame(FloatRect) { }
virtual void setVideoFullscreenGravity(MediaPlayer::VideoGravity) { }
virtual void setVideoFullscreenMode(MediaPlayer::VideoFullscreenMode) { }
virtual void videoFullscreenStandbyChanged() { }
#endif
using LayerHostingContextIDCallback = CompletionHandler<void(LayerHostingContextID)>;
virtual void requestHostingContextID(LayerHostingContextIDCallback&& completionHandler) { completionHandler({ }); }
virtual LayerHostingContextID hostingContextID() const { return 0; }
virtual FloatSize videoInlineSize() const { return { }; }
virtual void setVideoInlineSizeFenced(const FloatSize&, WTF::MachSendRight&&) { }
#if PLATFORM(IOS_FAMILY)
virtual NSArray *timedMetadata() const { return nil; }
virtual String accessLog() const { return emptyString(); }
virtual String errorLog() const { return emptyString(); }
#endif
virtual long platformErrorCode() const { return 0; }
virtual void play() = 0;
virtual void pause() = 0;
virtual void setBufferingPolicy(MediaPlayer::BufferingPolicy) { }
virtual bool supportsPictureInPicture() const { return false; }
virtual bool supportsFullscreen() const { return false; }
virtual bool supportsScanning() const { return false; }
virtual bool supportsProgressMonitoring() const { return true; }
virtual bool requiresImmediateCompositing() const { return false; }
virtual bool canSaveMediaData() const { return false; }
virtual FloatSize naturalSize() const = 0;
virtual bool hasVideo() const = 0;
virtual bool hasAudio() const = 0;
virtual void setPageIsVisible(bool) = 0;
virtual void setVisibleForCanvas(bool visible) { setPageIsVisible(visible); }
virtual void setVisibleInViewport(bool) { }
virtual float duration() const { return 0; }
virtual double durationDouble() const { return duration(); }
virtual MediaTime durationMediaTime() const { return MediaTime::createWithDouble(durationDouble()); }
virtual float currentTime() const { return 0; }
virtual double currentTimeDouble() const { return currentTime(); }
virtual MediaTime currentMediaTime() const { return MediaTime::createWithDouble(currentTimeDouble()); }
virtual bool currentMediaTimeMayProgress() const { return readyState() >= MediaPlayer::ReadyState::HaveFutureData; }
virtual bool setCurrentTimeDidChangeCallback(MediaPlayer::CurrentTimeDidChangeCallback&&) { return false; }
virtual MediaTime getStartDate() const { return MediaTime::createWithDouble(std::numeric_limits<double>::quiet_NaN()); }
virtual void seek(float) { }
virtual void seekDouble(double time) { seek(time); }
virtual void seek(const MediaTime& time) { seekDouble(time.toDouble()); }
virtual void seekWithTolerance(const MediaTime& time, const MediaTime&, const MediaTime&) { seek(time); }
virtual bool seeking() const = 0;
virtual MediaTime startTime() const { return MediaTime::zeroTime(); }
virtual MediaTime initialTime() const { return MediaTime::zeroTime(); }
virtual void setRate(float) { }
virtual void setRateDouble(double rate) { setRate(rate); }
virtual double rate() const { return 0; }
virtual double effectiveRate() const { return rate(); }
virtual void setPreservesPitch(bool) { }
virtual void setPitchCorrectionAlgorithm(MediaPlayer::PitchCorrectionAlgorithm) { }
virtual bool paused() const = 0;
virtual void setVolume(float) { }
virtual void setVolumeDouble(double volume) { return setVolume(volume); }
#if PLATFORM(IOS_FAMILY) || USE(GSTREAMER)
virtual float volume() const { return 1; }
#endif
virtual void setMuted(bool) { }
virtual bool hasClosedCaptions() const { return false; }
virtual void setClosedCaptionsVisible(bool) { }
virtual double maxFastForwardRate() const { return std::numeric_limits<double>::infinity(); }
virtual double minFastReverseRate() const { return -std::numeric_limits<double>::infinity(); }
virtual MediaPlayer::NetworkState networkState() const = 0;
virtual MediaPlayer::ReadyState readyState() const = 0;
WEBCORE_EXPORT virtual const PlatformTimeRanges& seekable() const;
virtual float maxTimeSeekable() const { return 0; }
virtual MediaTime maxMediaTimeSeekable() const { return MediaTime::createWithDouble(maxTimeSeekable()); }
virtual double minTimeSeekable() const { return 0; }
virtual MediaTime minMediaTimeSeekable() const { return MediaTime::createWithDouble(minTimeSeekable()); }
virtual const PlatformTimeRanges& buffered() const = 0;
virtual double seekableTimeRangesLastModifiedTime() const { return 0; }
virtual double liveUpdateInterval() const { return 0; }
virtual unsigned long long totalBytes() const { return 0; }
virtual bool didLoadingProgress() const = 0;
// The default implementation of didLoadingProgressAsync is implemented in terms of
// synchronous didLoadingProgress() calls. Implementations may also
// override didLoadingProgressAsync to create a more proper async implementation.
virtual void didLoadingProgressAsync(MediaPlayer::DidLoadingProgressCompletionHandler&& callback) const { callback(didLoadingProgress()); }
virtual void setPresentationSize(const IntSize&) { }
virtual void paint(GraphicsContext&, const FloatRect&) = 0;
virtual void paintCurrentFrameInContext(GraphicsContext& c, const FloatRect& r) { paint(c, r); }
#if !USE(AVFOUNDATION)
virtual bool copyVideoTextureToPlatformTexture(GraphicsContextGL*, PlatformGLObject, GCGLenum, GCGLint, GCGLenum, GCGLenum, GCGLenum, bool, bool) { return false; }
#endif
#if PLATFORM(COCOA) && !HAVE(AVSAMPLEBUFFERDISPLAYLAYER_COPYDISPLAYEDPIXELBUFFER)
virtual void willBeAskedToPaintGL() { }
#endif
virtual RefPtr<VideoFrame> videoFrameForCurrentTime();
virtual RefPtr<NativeImage> nativeImageForCurrentTime() { return nullptr; }
virtual DestinationColorSpace colorSpace() = 0;
virtual bool shouldGetNativeImageForCanvasDrawing() const { return true; }
virtual void setShouldDisableHDR(bool) { }
virtual void setPreload(MediaPlayer::Preload) { }
virtual bool hasAvailableVideoFrame() const { return readyState() >= MediaPlayer::ReadyState::HaveCurrentData; }
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
virtual String wirelessPlaybackTargetName() const { return emptyString(); }
virtual MediaPlayer::WirelessPlaybackTargetType wirelessPlaybackTargetType() const { return MediaPlayer::WirelessPlaybackTargetType::TargetTypeNone; }
virtual bool wirelessVideoPlaybackDisabled() const { return true; }
virtual void setWirelessVideoPlaybackDisabled(bool) { }
virtual bool canPlayToWirelessPlaybackTarget() const { return false; }
virtual bool isCurrentPlaybackTargetWireless() const { return false; }
virtual void setWirelessPlaybackTarget(Ref<MediaPlaybackTarget>&&) { }
virtual void setShouldPlayToPlaybackTarget(bool) { }
#endif
// whether accelerated rendering is supported by the media engine for the current media.
virtual bool supportsAcceleratedRendering() const { return false; }
// called when the rendering system flips the into or out of accelerated rendering mode.
virtual void acceleratedRenderingStateChanged() { }
virtual void setShouldMaintainAspectRatio(bool) { }
virtual bool didPassCORSAccessCheck() const { return false; }
virtual std::optional<bool> isCrossOrigin(const SecurityOrigin&) const { return std::nullopt; }
virtual MediaPlayer::MovieLoadType movieLoadType() const { return MediaPlayer::MovieLoadType::Unknown; }
virtual void prepareForRendering() { }
// Time value in the movie's time scale. It is only necessary to override this if the media
// engine uses rational numbers to represent media time.
virtual MediaTime mediaTimeForTimeValue(const MediaTime& timeValue) const { return timeValue; }
// Overide this if it is safe for HTMLMediaElement to cache movie time and report
// 'currentTime' as [cached time + elapsed wall time]. Returns the maximum wall time
// it is OK to calculate movie time before refreshing the cached time.
virtual double maximumDurationToCacheMediaTime() const { return 0; }
virtual unsigned decodedFrameCount() const { return 0; }
virtual unsigned droppedFrameCount() const { return 0; }
virtual unsigned audioDecodedByteCount() const { return 0; }
virtual unsigned videoDecodedByteCount() const { return 0; }
HashSet<SecurityOriginData> originsInMediaCache(const String&) { return { }; }
void clearMediaCache(const String&, WallTime) { }
void clearMediaCacheForOrigins(const String&, const HashSet<SecurityOriginData>&) { }
virtual void setPrivateBrowsingMode(bool) { }
virtual String engineDescription() const { return emptyString(); }
#if ENABLE(WEB_AUDIO)
virtual AudioSourceProvider* audioSourceProvider() { return 0; }
#endif
#if ENABLE(LEGACY_ENCRYPTED_MEDIA)
virtual std::unique_ptr<LegacyCDMSession> createSession(const String&, LegacyCDMSessionClient&) { return nullptr; }
virtual void setCDM(LegacyCDM*) { }
virtual void setCDMSession(LegacyCDMSession*) { }
virtual void keyAdded() { }
#endif
#if ENABLE(ENCRYPTED_MEDIA)
virtual void cdmInstanceAttached(CDMInstance&) { }
virtual void cdmInstanceDetached(CDMInstance&) { }
virtual void attemptToDecryptWithInstance(CDMInstance&) { }
virtual bool waitingForKey() const { return false; }
#endif
#if ENABLE(LEGACY_ENCRYPTED_MEDIA) && ENABLE(ENCRYPTED_MEDIA)
virtual void setShouldContinueAfterKeyNeeded(bool) { }
#endif
virtual bool requiresTextTrackRepresentation() const { return false; }
virtual void setTextTrackRepresentation(TextTrackRepresentation*) { }
virtual void syncTextTrackBounds() { };
virtual void tracksChanged() { };
#if USE(GSTREAMER)
virtual void simulateAudioInterruption() { }
#endif
virtual void beginSimulatedHDCPError() { }
virtual void endSimulatedHDCPError() { }
virtual String languageOfPrimaryAudioTrack() const { return emptyString(); }
virtual size_t extraMemoryCost() const
{
MediaTime duration = this->durationMediaTime();
if (!duration)
return 0;
unsigned long long extra = totalBytes() * buffered().totalDuration().toDouble() / duration.toDouble();
return static_cast<unsigned>(extra);
}
virtual unsigned long long fileSize() const { return 0; }
virtual bool ended() const { return false; }
virtual std::optional<VideoPlaybackQualityMetrics> videoPlaybackQualityMetrics() { return std::nullopt; }
virtual void notifyTrackModeChanged() { }
virtual void notifyActiveSourceBuffersChanged() { }
virtual void setShouldDisableSleep(bool) { }
virtual void applicationWillResignActive() { }
virtual void applicationDidBecomeActive() { }
#if USE(AVFOUNDATION)
virtual AVPlayer *objCAVFoundationAVPlayer() const { return nullptr; }
#endif
virtual bool performTaskAtMediaTime(Function<void()>&&, const MediaTime&) { return false; }
virtual bool shouldIgnoreIntrinsicSize() { return false; }
virtual void setPreferredDynamicRangeMode(DynamicRangeMode) { }
virtual void audioOutputDeviceChanged() { }
virtual MediaPlayerIdentifier identifier() const { return { }; }
virtual bool supportsPlayAtHostTime() const { return false; }
virtual bool supportsPauseAtHostTime() const { return false; }
virtual bool playAtHostTime(const MonotonicTime&) { return false; }
virtual bool pauseAtHostTime(const MonotonicTime&) { return false; }
virtual std::optional<VideoFrameMetadata> videoFrameMetadata();
virtual void startVideoFrameMetadataGathering() { }
virtual void stopVideoFrameMetadataGathering() { }
virtual void playerContentBoxRectChanged(const LayoutRect&) { }
virtual void setResourceOwner(const ProcessIdentity&) { }
virtual String errorMessage() const { return { }; }
virtual void renderVideoWillBeDestroyed() { }
virtual void isLoopingChanged() { }
protected:
mutable PlatformTimeRanges m_seekable;
};
}
#endif
|