1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372
|
// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include <stddef.h>
#include <stdint.h>
#include <algorithm>
#include <map>
#include <sstream>
#include "base/macros.h"
#include "media/base/stream_parser.h"
#include "media/base/stream_parser_buffer.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace media {
typedef StreamParser::TrackId TrackId;
typedef StreamParser::BufferQueue BufferQueue;
const int kEnd = -1;
const uint8_t kFakeData[] = {0xFF};
const TrackId kAudioTrackId = 0;
const TrackId kVideoTrackId = 1;
const TrackId kTextTrackIdA = 2;
const TrackId kTextTrackIdB = 3;
static bool IsAudio(scoped_refptr<StreamParserBuffer> buffer) {
return buffer->type() == DemuxerStream::AUDIO;
}
static bool IsVideo(scoped_refptr<StreamParserBuffer> buffer) {
return buffer->type() == DemuxerStream::VIDEO;
}
static bool IsText(scoped_refptr<StreamParserBuffer> buffer) {
return buffer->type() == DemuxerStream::TEXT;
}
// Creates and appends a sequence of StreamParserBuffers to the provided
// |queue|. |decode_timestamps| determines the number of appended buffers and
// their sequence of decode timestamps; a |kEnd| timestamp indicates the
// end of the sequence and no buffer is appended for it. Each new buffer's
// type will be |type| with track ID set to |track_id|.
static void GenerateBuffers(const int* decode_timestamps,
StreamParserBuffer::Type type,
TrackId track_id,
BufferQueue* queue) {
DCHECK(decode_timestamps);
DCHECK(queue);
DCHECK_NE(type, DemuxerStream::UNKNOWN);
DCHECK_LE(type, DemuxerStream::TYPE_MAX);
for (int i = 0; decode_timestamps[i] != kEnd; ++i) {
scoped_refptr<StreamParserBuffer> buffer =
StreamParserBuffer::CopyFrom(kFakeData, sizeof(kFakeData),
true, type, track_id);
buffer->SetDecodeTimestamp(
DecodeTimestamp::FromMicroseconds(decode_timestamps[i]));
queue->push_back(buffer);
}
}
class StreamParserTest : public testing::Test {
protected:
StreamParserTest() = default;
// Returns the number of buffers in |merged_buffers_| for which |predicate|
// returns true.
size_t CountMatchingMergedBuffers(
bool (*predicate)(scoped_refptr<StreamParserBuffer> buffer)) {
return static_cast<size_t>(std::count_if(merged_buffers_.begin(),
merged_buffers_.end(), predicate));
}
// Appends test audio buffers in the sequence described by |decode_timestamps|
// to |audio_buffers_|. See GenerateBuffers() for |decode_timestamps| format.
void GenerateAudioBuffers(const int* decode_timestamps) {
GenerateBuffers(decode_timestamps, DemuxerStream::AUDIO, kAudioTrackId,
&buffer_queue_map_[kAudioTrackId]);
}
// Appends test video buffers in the sequence described by |decode_timestamps|
// to |video_buffers_|. See GenerateBuffers() for |decode_timestamps| format.
void GenerateVideoBuffers(const int* decode_timestamps) {
GenerateBuffers(decode_timestamps, DemuxerStream::VIDEO, kVideoTrackId,
&buffer_queue_map_[kVideoTrackId]);
}
// Current tests only need up to two distinct text BufferQueues. This helper
// conditionally appends buffers to the underlying |buffer_queue_map_| keyed
// by the respective track ID. If |decode_timestamps_{a,b}|
// is NULL, then the corresponding BufferQueue is not changed at all.
// Note that key collision on map insertion does not replace the previous
// value.
void GenerateTextBuffers(const int* decode_timestamps_a,
const int* decode_timestamps_b) {
if (decode_timestamps_a) {
GenerateBuffers(decode_timestamps_a, DemuxerStream::TEXT, kTextTrackIdA,
&buffer_queue_map_[kTextTrackIdA]);
}
if (decode_timestamps_b) {
GenerateBuffers(decode_timestamps_b, DemuxerStream::TEXT, kTextTrackIdB,
&buffer_queue_map_[kTextTrackIdB]);
}
}
// Returns a string that describes the sequence of buffers in
// |merged_buffers_|. The string is a concatenation of space-delimited buffer
// descriptors in the same sequence as |merged_buffers_|. Each descriptor is
// the concatenation of
// 1) a single character that describes the buffer's type(), e.g. A, V, or T
// for audio, video, or text, respectively
// 2) the buffer's track_id()
// 3) ":"
// 4) the buffer's decode timestamp.
// If |include_type_and_text_track| is false, then items 1, 2, and 3 are
// not included in descriptors. This is useful when buffers with different
// media types but the same decode timestamp are expected, and the exact
// sequence of media types for the tying timestamps is not subject to
// verification.
std::string MergedBufferQueueString(bool include_type_and_text_track) {
std::stringstream results_stream;
for (BufferQueue::const_iterator itr = merged_buffers_.begin();
itr != merged_buffers_.end();
++itr) {
if (itr != merged_buffers_.begin())
results_stream << " ";
const StreamParserBuffer& buffer = *(itr->get());
if (include_type_and_text_track) {
switch (buffer.type()) {
case DemuxerStream::AUDIO:
results_stream << "A";
break;
case DemuxerStream::VIDEO:
results_stream << "V";
break;
case DemuxerStream::TEXT:
results_stream << "T";
break;
default:
NOTREACHED();
}
results_stream << buffer.track_id() << ":";
}
results_stream << buffer.GetDecodeTimestamp().InMicroseconds();
}
return results_stream.str();
}
// Verifies that MergeBufferQueues() of the current |audio_buffers_|,
// |video_buffers_|, |text_map_|, and |merged_buffers_| returns true and
// results in an updated |merged_buffers_| that matches expectation. The
// expectation, specified in |expected|, is compared to the string resulting
// from MergedBufferQueueString() (see comments for that method) with
// |verify_type_and_text_track_sequence| passed. |merged_buffers_| is appended
// to by the merge, and may be setup by the caller to have some pre-existing
// buffers; it is both an input and output of this method.
// Regardless of |verify_type_and_text_track_sequence|, the marginal number
// of buffers of each type (audio, video, text) resulting from the merge is
// also verified to match the number of buffers in |audio_buffers_|,
// |video_buffers_|, and |text_map_|, respectively.
void VerifyMergeSuccess(const std::string& expected,
bool verify_type_and_text_track_sequence) {
// |merged_buffers| may already have some buffers. Count them by type for
// later inclusion in verification.
size_t original_audio_in_merged = CountMatchingMergedBuffers(IsAudio);
size_t original_video_in_merged = CountMatchingMergedBuffers(IsVideo);
size_t original_text_in_merged = CountMatchingMergedBuffers(IsText);
EXPECT_TRUE(MergeBufferQueues(buffer_queue_map_, &merged_buffers_));
// Verify resulting contents of |merged_buffers| matches |expected|.
EXPECT_EQ(expected,
MergedBufferQueueString(verify_type_and_text_track_sequence));
// Verify that the correct number of each type of buffer is in the merge
// result.
size_t audio_in_merged = CountMatchingMergedBuffers(IsAudio);
size_t video_in_merged = CountMatchingMergedBuffers(IsVideo);
size_t text_in_merged = CountMatchingMergedBuffers(IsText);
EXPECT_GE(audio_in_merged, original_audio_in_merged);
EXPECT_GE(video_in_merged, original_video_in_merged);
EXPECT_GE(text_in_merged, original_text_in_merged);
EXPECT_EQ(buffer_queue_map_[kAudioTrackId].size(),
audio_in_merged - original_audio_in_merged);
if (buffer_queue_map_[kAudioTrackId].empty())
buffer_queue_map_.erase(kAudioTrackId);
EXPECT_EQ(buffer_queue_map_[kVideoTrackId].size(),
video_in_merged - original_video_in_merged);
if (buffer_queue_map_[kVideoTrackId].empty())
buffer_queue_map_.erase(kVideoTrackId);
size_t expected_text_buffer_count = 0;
expected_text_buffer_count += buffer_queue_map_[kTextTrackIdA].size();
if (buffer_queue_map_[kTextTrackIdA].empty())
buffer_queue_map_.erase(kTextTrackIdA);
expected_text_buffer_count += buffer_queue_map_[kTextTrackIdB].size();
if (buffer_queue_map_[kTextTrackIdB].empty())
buffer_queue_map_.erase(kTextTrackIdB);
EXPECT_EQ(expected_text_buffer_count,
text_in_merged - original_text_in_merged);
}
// Verifies that MergeBufferQueues() of the current |buffer_queue_map_| and
// |merged_buffers_| returns false.
void VerifyMergeFailure() {
EXPECT_FALSE(MergeBufferQueues(buffer_queue_map_, &merged_buffers_));
}
// Helper to allow tests to clear all the input BufferQueues (except
// |merged_buffers_|) and the BufferQueueMap that are used in
// VerifyMerge{Success/Failure}().
void ClearBufferQueuesButKeepAnyMergedBuffers() { buffer_queue_map_.clear(); }
private:
StreamParser::BufferQueueMap buffer_queue_map_;
BufferQueue merged_buffers_;
DISALLOW_COPY_AND_ASSIGN(StreamParserTest);
};
TEST_F(StreamParserTest, MergeBufferQueues_AllEmpty) {
std::string expected = "";
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_SingleAudioBuffer) {
std::string expected = "A0:100";
int audio_timestamps[] = { 100, kEnd };
GenerateAudioBuffers(audio_timestamps);
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_SingleVideoBuffer) {
std::string expected = "V1:100";
int video_timestamps[] = { 100, kEnd };
GenerateVideoBuffers(video_timestamps);
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_SingleTextBuffer) {
std::string expected = "T2:100";
int text_timestamps[] = { 100, kEnd };
GenerateTextBuffers(text_timestamps, NULL);
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_OverlappingAudioVideo) {
std::string expected = "A0:100 V1:101 V1:102 A0:103 A0:104 V1:105";
int audio_timestamps[] = { 100, 103, 104, kEnd };
GenerateAudioBuffers(audio_timestamps);
int video_timestamps[] = { 101, 102, 105, kEnd };
GenerateVideoBuffers(video_timestamps);
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_OverlappingMultipleText) {
std::string expected = "T2:100 T2:101 T3:103 T2:104 T3:105 T3:106";
int text_timestamps_a[] = { 100, 101, 104, kEnd };
int text_timestamps_b[] = { 103, 105, 106, kEnd };
GenerateTextBuffers(text_timestamps_a, text_timestamps_b);
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_OverlappingAudioVideoText) {
std::string expected = "A0:100 V1:101 T2:102 V1:103 T3:104 A0:105 V1:106 "
"T2:107";
int audio_timestamps[] = { 100, 105, kEnd };
GenerateAudioBuffers(audio_timestamps);
int video_timestamps[] = { 101, 103, 106, kEnd };
GenerateVideoBuffers(video_timestamps);
int text_timestamps_a[] = { 102, 107, kEnd };
int text_timestamps_b[] = { 104, kEnd };
GenerateTextBuffers(text_timestamps_a, text_timestamps_b);
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_NonDecreasingNoCrossMediaDuplicate) {
std::string expected = "A0:100 A0:100 A0:100 V1:101 V1:101 V1:101 A0:102 "
"V1:103 V1:103";
int audio_timestamps[] = { 100, 100, 100, 102, kEnd };
GenerateAudioBuffers(audio_timestamps);
int video_timestamps[] = { 101, 101, 101, 103, 103, kEnd };
GenerateVideoBuffers(video_timestamps);
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_CrossStreamDuplicates) {
// Interface keeps the choice undefined of which stream's buffer wins the
// selection when timestamps are tied. Verify at least the right number of
// each kind of buffer results, and that buffers are in nondecreasing order.
std::string expected = "100 100 100 100 100 100 102 102 102 102 102 102 102";
int audio_timestamps[] = { 100, 100, 100, 102, kEnd };
GenerateAudioBuffers(audio_timestamps);
int video_timestamps[] = { 100, 100, 102, 102, 102, kEnd };
GenerateVideoBuffers(video_timestamps);
int text_timestamps[] = { 100, 102, 102, 102, kEnd };
GenerateTextBuffers(text_timestamps, NULL);
VerifyMergeSuccess(expected, false);
}
TEST_F(StreamParserTest, MergeBufferQueues_InvalidDecreasingSingleStream) {
int audio_timestamps[] = { 101, 102, 100, 103, kEnd };
GenerateAudioBuffers(audio_timestamps);
VerifyMergeFailure();
}
TEST_F(StreamParserTest, MergeBufferQueues_InvalidDecreasingMultipleStreams) {
int audio_timestamps[] = { 101, 102, 100, 103, kEnd };
GenerateAudioBuffers(audio_timestamps);
int video_timestamps[] = { 104, 100, kEnd };
GenerateVideoBuffers(video_timestamps);
VerifyMergeFailure();
}
TEST_F(StreamParserTest, MergeBufferQueues_ValidAppendToExistingMerge) {
std::string expected = "A0:100 V1:101 T2:102 V1:103 T3:104 A0:105 V1:106 "
"T2:107";
int audio_timestamps[] = { 100, 105, kEnd };
GenerateAudioBuffers(audio_timestamps);
int video_timestamps[] = { 101, 103, 106, kEnd };
GenerateVideoBuffers(video_timestamps);
int text_timestamps_a[] = { 102, 107, kEnd };
int text_timestamps_b[] = { 104, kEnd };
GenerateTextBuffers(text_timestamps_a, text_timestamps_b);
VerifyMergeSuccess(expected, true);
ClearBufferQueuesButKeepAnyMergedBuffers();
expected = "A0:100 V1:101 T2:102 V1:103 T3:104 A0:105 V1:106 T2:107 "
"A0:107 V1:111 T2:112 V1:113 T3:114 A0:115 V1:116 T2:117";
int more_audio_timestamps[] = { 107, 115, kEnd };
GenerateAudioBuffers(more_audio_timestamps);
int more_video_timestamps[] = { 111, 113, 116, kEnd };
GenerateVideoBuffers(more_video_timestamps);
int more_text_timestamps_a[] = { 112, 117, kEnd };
int more_text_timestamps_b[] = { 114, kEnd };
GenerateTextBuffers(more_text_timestamps_a, more_text_timestamps_b);
VerifyMergeSuccess(expected, true);
}
TEST_F(StreamParserTest, MergeBufferQueues_InvalidAppendToExistingMerge) {
std::string expected = "A0:100 V1:101 T2:102 V1:103 T3:104 A0:105 V1:106 "
"T2:107";
int audio_timestamps[] = { 100, 105, kEnd };
GenerateAudioBuffers(audio_timestamps);
int video_timestamps[] = { 101, 103, 106, kEnd };
GenerateVideoBuffers(video_timestamps);
int text_timestamps_a[] = { 102, 107, kEnd };
int text_timestamps_b[] = { 104, kEnd };
GenerateTextBuffers(text_timestamps_a, text_timestamps_b);
VerifyMergeSuccess(expected, true);
// Appending empty buffers to pre-existing merge result should succeed and not
// change the existing result.
ClearBufferQueuesButKeepAnyMergedBuffers();
VerifyMergeSuccess(expected, true);
// But appending something with a lower timestamp than the last timestamp
// in the pre-existing merge result should fail.
int more_audio_timestamps[] = { 106, kEnd };
GenerateAudioBuffers(more_audio_timestamps);
VerifyMergeFailure();
}
} // namespace media
|