File: merge_steps.py

package info (click to toggle)
chromium 138.0.7204.183-1
  • links: PTS, VCS
  • area: main
  • in suites: trixie
  • size: 6,071,908 kB
  • sloc: cpp: 34,937,088; ansic: 7,176,967; javascript: 4,110,704; python: 1,419,953; asm: 946,768; xml: 739,971; pascal: 187,324; sh: 89,623; perl: 88,663; objc: 79,944; sql: 50,304; cs: 41,786; fortran: 24,137; makefile: 21,806; php: 13,980; tcl: 13,166; yacc: 8,925; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (79 lines) | stat: -rwxr-xr-x 2,643 bytes parent folder | download | duplicates (6)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
#!/usr/bin/env python
# Copyright 2019 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""This script merges code coverage profiles from multiple steps."""

import argparse
import logging
import sys

import merge_lib as merger


def _merge_steps_argument_parser(*args, **kwargs):
  parser = argparse.ArgumentParser(*args, **kwargs)
  parser.add_argument('--input-dir', required=True, help=argparse.SUPPRESS)
  parser.add_argument('--output-file',
                      required=True,
                      help='where to store the merged data')
  parser.add_argument('--llvm-profdata',
                      required=True,
                      help='path to llvm-profdata executable')
  parser.add_argument(
      '--profdata-filename-pattern',
      default='.*',
      help='regex pattern of profdata filename to merge for current test type. '
      'If not present, all profdata files will be merged.')
  parser.add_argument('--sparse',
                      action='store_true',
                      dest='sparse',
                      help='run llvm-profdata with the sparse flag.')
  parser.add_argument(
      '--profile-merge-timeout',
      default=3600,
      help='Timeout (sec) for the call to merge profiles. Defaults to 3600.')
  parser.add_argument(
      '--weight',
      action='append',
      default=[],
      help='The weight to use for a particular benchmark. Format '
      'is benchmark:weight. Matching of benchmark is done using ends with.')
  return parser


def main():
  desc = 'Merge profdata files in <--input-dir> into a single profdata.'
  parser = _merge_steps_argument_parser(description=desc)
  params = parser.parse_args()

  weights = {}
  for name_and_weight in params.weight:
    parts = name_and_weight.split(':')
    if len(parts) != 2:
      logging.error('Invalid weight:\n%r', name_and_weight)
      return 1
    weights[parts[0]] = parts[1]

  # counter overflow profiles should be logged as warnings as part of the
  # merger.merge_profiles call.
  invalid_profiles, _ = merger.merge_profiles(
      params.input_dir,
      params.output_file,
      '.profdata',
      params.llvm_profdata,
      params.profdata_filename_pattern,
      sparse=params.sparse,
      merge_timeout=params.profile_merge_timeout,
      weights=weights)
  if invalid_profiles:
    logging.error('Invalid profiles were generated:\n%r', invalid_profiles)
    return 1

  return 0


if __name__ == '__main__':
  logging.basicConfig(format='[%(asctime)s %(levelname)s] %(message)s',
                      level=logging.INFO)
  sys.exit(main())