1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
|
// Copyright 2019 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef THIRD_PARTY_BLINK_RENDERER_PLATFORM_MEDIA_SMOOTHNESS_HELPER_H_
#define THIRD_PARTY_BLINK_RENDERER_PLATFORM_MEDIA_SMOOTHNESS_HELPER_H_
#include <memory>
#include "media/base/buffering_state.h"
#include "media/base/pipeline_status.h"
#include "media/learning/common/labelled_example.h"
#include "third_party/blink/renderer/platform/platform_export.h"
namespace media {
namespace learning {
class LearningTaskController;
}
} // namespace media
namespace blink {
// Helper class to construct learning observations about the smoothness of a
// video playback. Currently measures the worst-case frame drop ratio observed
// among fixed-length segments.
class PLATFORM_EXPORT SmoothnessHelper {
public:
// Callback that provides the number of dropped / decoded frames since some
// point in the past. We assume that these values are comparable during
// playback, so that we can compute deltas.
class Client {
public:
virtual ~Client() {}
virtual unsigned DecodedFrameCount() const = 0;
virtual unsigned DroppedFrameCount() const = 0;
};
virtual ~SmoothnessHelper();
// Return the features that we were constructed with.
const media::learning::FeatureVector& features() const { return features_; }
// Notify us that an NNR has occurred.
virtual void NotifyNNR() = 0;
// |features| are the features that we'll use for any labelled examples that
// we create. They should be features that could be captured at the time a
// prediction would be needed.
static std::unique_ptr<SmoothnessHelper> Create(
std::unique_ptr<media::learning::LearningTaskController> bad_controller,
std::unique_ptr<media::learning::LearningTaskController> nnr_controller,
const media::learning::FeatureVector& features,
Client* player);
// We split playbacks up into |kSegmentSize| units, and record the worst
// dropped frame ratio over all segments of a playback. A playback is not
// recorded if it doesn't contain at least one full segment.
static base::TimeDelta SegmentSizeForTesting();
protected:
SmoothnessHelper(const media::learning::FeatureVector& features);
media::learning::FeatureVector features_;
};
} // namespace blink
#endif // THIRD_PARTY_BLINK_RENDERER_PLATFORM_MEDIA_SMOOTHNESS_HELPER_H_
|
