File: source_buffer.h

package info (click to toggle)
chromium 139.0.7258.127-1
  • links: PTS, VCS
  • area: main
  • in suites:
  • size: 6,122,068 kB
  • sloc: cpp: 35,100,771; ansic: 7,163,530; javascript: 4,103,002; python: 1,436,920; asm: 946,517; xml: 746,709; pascal: 187,653; perl: 88,691; sh: 88,436; objc: 79,953; sql: 51,488; cs: 44,583; fortran: 24,137; makefile: 22,147; tcl: 15,277; php: 13,980; yacc: 8,984; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (287 lines) | stat: -rw-r--r-- 12,385 bytes parent folder | download | duplicates (6)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
/*
 * Copyright (C) 2013 Google Inc. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are
 * met:
 *
 *     * Redistributions of source code must retain the above copyright
 * notice, this list of conditions and the following disclaimer.
 *     * Redistributions in binary form must reproduce the above
 * copyright notice, this list of conditions and the following disclaimer
 * in the documentation and/or other materials provided with the
 * distribution.
 *     * Neither the name of Google Inc. nor the names of its
 * contributors may be used to endorse or promote products derived from
 * this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

#ifndef THIRD_PARTY_BLINK_RENDERER_MODULES_MEDIASOURCE_SOURCE_BUFFER_H_
#define THIRD_PARTY_BLINK_RENDERER_MODULES_MEDIASOURCE_SOURCE_BUFFER_H_

#include <memory>

#include "base/memory/scoped_refptr.h"
#include "media/base/stream_parser.h"
#include "third_party/blink/public/platform/web_source_buffer_client.h"
#include "third_party/blink/renderer/bindings/core/v8/active_script_wrappable.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise_resolver.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_append_mode.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_typedefs.h"
#include "third_party/blink/renderer/core/execution_context/execution_context_lifecycle_observer.h"
#include "third_party/blink/renderer/core/typed_arrays/array_buffer_view_helpers.h"
#include "third_party/blink/renderer/modules/event_target_modules.h"
#include "third_party/blink/renderer/modules/mediasource/media_source_attachment_supplement.h"
#include "third_party/blink/renderer/modules/mediasource/track_default_list.h"
#include "third_party/blink/renderer/platform/heap/prefinalizer.h"
#include "third_party/blink/renderer/platform/scheduler/public/post_cancellable_task.h"
#include "third_party/blink/renderer/platform/weborigin/kurl.h"
#include "third_party/blink/renderer/platform/wtf/text/wtf_string.h"

namespace blink {

class AudioTrackList;
class DOMArrayBuffer;
class DOMArrayBufferView;
class EventQueue;
class ExceptionState;
class MediaSource;
class MediaSourceTracer;
class MediaSourceAttachmentSupplement;
class ScriptState;
class SourceBufferConfig;
class TimeRanges;
class VideoTrackList;
class WebSourceBuffer;

class SourceBuffer final : public EventTarget,
                           public ActiveScriptWrappable<SourceBuffer>,
                           public ExecutionContextLifecycleObserver,
                           public WebSourceBufferClient {
  DEFINE_WRAPPERTYPEINFO();
  USING_PRE_FINALIZER(SourceBuffer, Dispose);

 public:
  SourceBuffer(std::unique_ptr<WebSourceBuffer>, MediaSource*, EventQueue*);
  ~SourceBuffer() override;

  // SourceBuffer.idl methods
  V8AppendMode mode() const { return V8AppendMode(mode_); }
  void setMode(const V8AppendMode&, ExceptionState&);
  bool updating() const { return updating_; }
  TimeRanges* buffered(ExceptionState&) const;
  double timestampOffset() const;
  void setTimestampOffset(double, ExceptionState&);
  void appendBuffer(DOMArrayBuffer* data, ExceptionState&);
  void appendBuffer(NotShared<DOMArrayBufferView> data, ExceptionState&);
  ScriptPromise<IDLUndefined> appendEncodedChunks(
      ScriptState* script_state,
      const V8EncodedChunks* chunks,
      ExceptionState& exception_state);
  void abort(ExceptionState&);
  void remove(double start, double end, ExceptionState&);
  void changeType(const String& type, ExceptionState&);
  void ChangeTypeUsingConfig(ExecutionContext*,
                             const SourceBufferConfig*,
                             ExceptionState&);
  double appendWindowStart() const;
  void setAppendWindowStart(double, ExceptionState&);
  double appendWindowEnd() const;
  void setAppendWindowEnd(double, ExceptionState&);
  DEFINE_ATTRIBUTE_EVENT_LISTENER(updatestart, kUpdatestart)
  DEFINE_ATTRIBUTE_EVENT_LISTENER(update, kUpdate)
  DEFINE_ATTRIBUTE_EVENT_LISTENER(updateend, kUpdateend)
  DEFINE_ATTRIBUTE_EVENT_LISTENER(error, kError)
  DEFINE_ATTRIBUTE_EVENT_LISTENER(abort, kAbort)
  TrackDefaultList* trackDefaults() const { return track_defaults_.Get(); }
  void setTrackDefaults(TrackDefaultList*, ExceptionState&);

  AudioTrackList& audioTracks();
  VideoTrackList& videoTracks();

  // "_Locked" requires these be called while in the scope of callback of
  // |source_|'s attachment's RunExclusively(). Other methods without "_Locked"
  // may also require the same, since they can be called from within these
  // methods.
  void SetMode_Locked(
      V8AppendMode::Enum,
      ExceptionState*,
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void GetBuffered_Locked(
      WebTimeRanges* /* out */,
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */) const;
  void Remove_Locked(double start,
                     double end,
                     ExceptionState*,
                     MediaSourceAttachmentSupplement::ExclusiveKey pass_key);

  void RemovedFromMediaSource();
  double HighestPresentationTimestamp();

  // ScriptWrappable
  bool HasPendingActivity() const final;

  // ExecutionContextLifecycleObserver
  void ContextDestroyed() override;

  // EventTarget interface
  ExecutionContext* GetExecutionContext() const override;
  const AtomicString& InterfaceName() const override;

  // WebSourceBufferClient interface
  bool InitializationSegmentReceived(
      const std::vector<MediaTrackInfo>&) override;
  void NotifyParseWarning(const ParseWarning) override;

  void Trace(Visitor*) const override;

 private:
  void Dispose();

  bool IsRemoved() const;
  void ScheduleEvent(const AtomicString& event_name);

  bool PrepareAppend(double media_time, size_t new_data_size, ExceptionState&);
  bool EvictCodedFrames(double media_time, size_t new_data_size);
  void AppendBufferInternal(base::span<const unsigned char>, ExceptionState&);
  void AppendEncodedChunksAsyncPart();
  void AppendBufferAsyncPart();
  void AppendError(MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);

  void RemoveAsyncPart();

  void CancelRemove();
  void AbortIfUpdating();

  void RemoveMediaTracks();

  // "_Locked" requires these be called while in the scope of callback of
  // |source_|'s attachment's RunExclusively(). Other methods without "_Locked"
  // may also require the same, since they can be called from within these
  // methods.
  void SetTimestampOffset_Locked(
      double,
      ExceptionState*,
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void SetAppendWindowStart_Locked(
      double,
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void SetAppendWindowEnd_Locked(
      double,
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void Abort_Locked(
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void ChangeType_Locked(
      const String& type,
      ExceptionState*,
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void AppendEncodedChunks_Locked(
      std::unique_ptr<media::StreamParser::BufferQueue> buffer_queue,
      size_t size,
      ExceptionState* exception_state,
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void AppendBufferInternal_Locked(
      base::span<const unsigned char>,
      ExceptionState*,
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void AppendEncodedChunksAsyncPart_Locked(
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void AppendBufferAsyncPart_Locked(
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);
  void RemoveAsyncPart_Locked(
      MediaSourceAttachmentSupplement::ExclusiveKey /* passkey */);

  // Returns MediaElement playback position (i.e. MediaElement.currentTime() )
  // in seconds, or NaN if media element is not available.
  double GetMediaTime();

  const TrackDefault* GetTrackDefault(
      const AtomicString& track_type,
      const AtomicString& byte_stream_track_id) const;
  AtomicString DefaultTrackLabel(
      const AtomicString& track_type,
      const AtomicString& byte_stream_track_id) const;
  AtomicString DefaultTrackLanguage(
      const AtomicString& track_type,
      const AtomicString& byte_stream_track_id) const;

  // TODO(https://crbug.com/878133): Remove these once worker thread track
  // creation and tracklist modifications are supported. These are needed for
  // now to retain stable BackgroundVideoOptimization support with experimental
  // MSE-in-Workers.
  void AddPlaceholderCrossThreadTracks(
      const std::vector<MediaTrackInfo>& new_tracks,
      scoped_refptr<MediaSourceAttachmentSupplement> attachment);
  void RemovePlaceholderCrossThreadTracks(
      scoped_refptr<MediaSourceAttachmentSupplement> attachment,
      MediaSourceTracer* tracer);

  std::unique_ptr<WebSourceBuffer> web_source_buffer_;

  // If any portion of an attached HTMLMediaElement (HTMLME) and the MediaSource
  // Extensions (MSE) API is alive (having pending activity or traceable from a
  // GC root), the whole group is not GC'ed. Here, using Member,
  // instead of Member, because |source_|'s and |track_defaults_|'s wrappers
  // need to remain alive at least to successfully dispatch any events enqueued
  // by the behavior of the HTMLME+MSE API. It makes those wrappers remain alive
  // as long as this SourceBuffer's wrapper is alive.
  Member<MediaSource> source_;
  Member<TrackDefaultList> track_defaults_;
  Member<EventQueue> async_event_queue_;

  V8AppendMode::Enum mode_ = V8AppendMode::Enum::kSegments;
  bool updating_;

  double timestamp_offset_;
  Member<AudioTrackList> audio_tracks_;
  Member<VideoTrackList> video_tracks_;
  double append_window_start_;
  double append_window_end_;
  bool first_initialization_segment_received_;

  // |updating_| logic, per spec, allows at most one of the following async
  // operations to be exclusively pending for this SourceBuffer: appendBuffer(),
  // appendEncodedChunks(), or remove(). The following three sections
  // respectively track the async state for these pending operations:

  // This handle is valid only during the scope of synchronous and asynchronous
  // follow-up of appendBuffer().
  TaskHandle append_buffer_async_task_handle_;

  // This resolver is set and valid only during the scope of synchronous and
  // asynchronous follow-up of appendEncodedChunks().
  std::unique_ptr<media::StreamParser::BufferQueue> pending_chunks_to_buffer_;
  Member<ScriptPromiseResolver<IDLUndefined>> append_encoded_chunks_resolver_;
  TaskHandle append_encoded_chunks_async_task_handle_;

  // These are valid only during the scope of synchronous and asynchronous
  // follow-up of remove().
  double pending_remove_start_;
  double pending_remove_end_;
  TaskHandle remove_async_task_handle_;

  // Temporary vectors used for MSE-in-Workers removal of the audio and video
  // tracks from the media element when needed by this SourceBuffer.
  // TODO(https://crbug.com/878133): Refactor to remove these once
  // CrossThreadMediaSourceAttachments, TrackBase and TrackListBase support
  // track creation off-the-main thread.
  Vector<String> audio_track_ids_for_crossthread_removal_;
  Vector<String> video_track_ids_for_crossthread_removal_;
};

}  // namespace blink

#endif  // THIRD_PARTY_BLINK_RENDERER_MODULES_MEDIASOURCE_SOURCE_BUFFER_H_