File: flakiness_test_util.h

package info (click to toggle)
chromium 139.0.7258.127-1
  • links: PTS, VCS
  • area: main
  • in suites:
  • size: 6,122,068 kB
  • sloc: cpp: 35,100,771; ansic: 7,163,530; javascript: 4,103,002; python: 1,436,920; asm: 946,517; xml: 746,709; pascal: 187,653; perl: 88,691; sh: 88,436; objc: 79,953; sql: 51,488; cs: 44,583; fortran: 24,137; makefile: 22,147; tcl: 15,277; php: 13,980; yacc: 8,984; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (85 lines) | stat: -rw-r--r-- 3,038 bytes parent folder | download | duplicates (7)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
// Copyright 2022 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#ifndef EXTENSIONS_TEST_FLAKINESS_TEST_UTIL_H_
#define EXTENSIONS_TEST_FLAKINESS_TEST_UTIL_H_

#include "testing/gtest/include/gtest/gtest.h"

// NO *LANDED* CODE SHOULD EVER USE THESE. They are purely for development
// aid.
//
// A set of helper macros to quickly instantiate a test suite for a test to
// run hundreds of times in order to help flush out flakes.
//
// Given a test suite, MyTestSuite, these macros work together to generate a
// parameterized test that will run a given number of times, as follows:
//
//   // Note: Prepend "AAAA_" so that the test always comes first.
//   class AAAA_Deflake_MyTestSuite : public MyTestSuite,
//                                    public testing::WithParamInterface<int> {
//   };
//
//   INSTANTIATE_TEST_SUITE_P(
//       AAAA_Flaky, AAAA_Deflake_MyTestSuite,
//       testing::Range(0, 100));  // Or another provided amount.
//
// Assume there is the following flaky test that you want to exercise:
//
//   class MyTestSuite { ... };
//
//   // Disabled for flakiness.
//   IN_PROC_BROWSER_TEST_F(MyTestSuite, DISABLED_MyTestCase) {
//     ...
//   }
//
// These macros can be used as follows:
//
//   class MyTestSuite { ... };
//
//   INSTANTIATE_FLAKINESS_TEST_100(MyTestSuite);
//   IN_PROC_BROWSER_TEST_P(FLAKINESS_TEST_NAME(MyTestSuite), MyTestCase) {
//     ...
//   }
//
// The generated test will run 100 times.

namespace extensions {

// Produces the flakiness test name, e.g. "AAAA_Deflake_MyTestSuite".
#define FLAKINESS_TEST_NAME(TestName) AAAA_Deflake_##TestName

namespace internal {

// Defines the subclass for the parameterized test suite.
#define DEFINE_FLAKINESS_TEST(TestName) \
  class FLAKINESS_TEST_NAME(TestName)   \
      : public TestName, public testing::WithParamInterface<int> {}

// Instantiates the test suite. This is broken into multiple helpers in order
// to work around C's, uh, interesting macro evaluation patterns.
#define INSTANTIATE_FLAKINESS_TEST_IMPL(IterationCount, FlakinessTestName) \
  INSTANTIATE_TEST_SUITE_P(AAAA_Flaky, FlakinessTestName,                  \
                           testing::Range(0, IterationCount))

#define INSTANTIATE_FLAKINESS_TEST_HELPER(IterationCount, ...) \
  INSTANTIATE_FLAKINESS_TEST_IMPL(IterationCount, ##__VA_ARGS__)

}  // namespace internal

// Defines and instantiates a test suite that will run `IterationCount` times.
#define INSTANTIATE_FLAKINESS_TEST(TestName, IterationCount) \
  DEFINE_FLAKINESS_TEST(TestName);                           \
  INSTANTIATE_FLAKINESS_TEST_HELPER(IterationCount,          \
                                    FLAKINESS_TEST_NAME(TestName))

#define INSTANTIATE_FLAKINESS_TEST_100(TestName) \
  INSTANTIATE_FLAKINESS_TEST(TestName, 100)

#define INSTANTIATE_FLAKINESS_TEST_1000(TestName) \
  INSTANTIATE_FLAKINESS_TEST(TestName, 1000)

}  // namespace extensions

#endif  // EXTENSIONS_TEST_FLAKINESS_TEST_UTIL_H_