File: is_flaky_test.py

package info (click to toggle)
chromium 138.0.7204.157-1
  • links: PTS, VCS
  • area: main
  • in suites: sid, trixie
  • size: 6,071,864 kB
  • sloc: cpp: 34,936,859; ansic: 7,176,967; javascript: 4,110,704; python: 1,419,953; asm: 946,768; xml: 739,967; pascal: 187,324; sh: 89,623; perl: 88,663; objc: 79,944; sql: 50,304; cs: 41,786; fortran: 24,137; makefile: 21,806; php: 13,980; tcl: 13,166; yacc: 8,925; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (72 lines) | stat: -rw-r--r-- 2,067 bytes parent folder | download | duplicates (5)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
# Copyright 2014 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Unit tests for is_flaky."""

import is_flaky
import subprocess
import sys
import threading
import unittest


class IsFlakyTest(unittest.TestCase):

  def setUp(self):
    self.original_subprocess_check_call = subprocess.check_call
    subprocess.check_call = self.mock_check_call
    self.check_call_calls = []
    self.check_call_results = []
    is_flaky.load_options = self.mock_load_options

  def tearDown(self):
    subprocess.check_call = self.original_subprocess_check_call

  def mock_check_call(self, command, stdout, stderr):
    self.check_call_calls.append(command)
    if self.check_call_results:
      return self.check_call_results.pop(0)
    else:
      return 0

  def mock_load_options(self):
    class MockOptions():
      jobs = 2
      retries = 10
      threshold = 0.3
      command = ['command', 'param1', 'param2']
    return MockOptions()

  def testExecutesTestCorrectNumberOfTimes(self):
    is_flaky.main()
    self.assertEqual(len(self.check_call_calls), 10)

  def testExecutesTestWithCorrectArguments(self):
    is_flaky.main()
    for call in self.check_call_calls:
      self.assertEqual(call, ['command', 'param1', 'param2'])

  def testReturnsNonFlakyForAllSuccesses(self):
    self.check_call_results = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    ret_code = is_flaky.main()
    self.assertEqual(ret_code, 0)

  def testReturnsNonFlakyForAllFailures(self):
    self.check_call_results = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
    ret_code = is_flaky.main()
    self.assertEqual(ret_code, 0)

  def testReturnsNonFlakyForSmallNumberOfFailures(self):
    self.check_call_results = [1, 0, 1, 0, 0, 0, 0, 0, 0, 0]
    ret_code = is_flaky.main()
    self.assertEqual(ret_code, 0)

  def testReturnsFlakyForLargeNumberOfFailures(self):
    self.check_call_results = [1, 1, 1, 0, 1, 0, 0, 0, 0, 0]
    ret_code = is_flaky.main()
    self.assertEqual(ret_code, 1)


if __name__ == '__main__':
  unittest.main()