File: generate_official_build_report.py

package info (click to toggle)
chromium 139.0.7258.127-1
  • links: PTS, VCS
  • area: main
  • in suites:
  • size: 6,122,068 kB
  • sloc: cpp: 35,100,771; ansic: 7,163,530; javascript: 4,103,002; python: 1,436,920; asm: 946,517; xml: 746,709; pascal: 187,653; perl: 88,691; sh: 88,436; objc: 79,953; sql: 51,488; cs: 44,583; fortran: 24,137; makefile: 22,147; tcl: 15,277; php: 13,980; yacc: 8,984; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (113 lines) | stat: -rwxr-xr-x 3,700 bytes parent folder | download | duplicates (3)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
#!/usr/bin/env python3
# Copyright 2019 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Utilities for generating Supersize HTML Reports for official builds."""

import argparse
import json
import logging
import os
import re
import shlex
import subprocess
import tempfile

_REPORTS_BASE_URL = 'gs://chrome-supersize/official_builds'
_REPORTS_JSON_GS_URL = os.path.join(_REPORTS_BASE_URL, 'canary_reports.json')
_REPORTS_GS_URL = os.path.join(_REPORTS_BASE_URL, 'reports')

_DIR_SOURCE_ROOT = os.path.normpath(
    os.path.join(os.path.dirname(__file__), '..', '..'))
_GSUTIL = os.path.join(_DIR_SOURCE_ROOT, 'third_party', 'depot_tools',
                       'gsutil.py')


def _GenerateCanaryReportsJson(out, canary_milestone):
  # The runtime of "gsutil ls" is proporational to how many results it has,
  # so restrict to only recent canaries (plus really old canaries are unlikely
  # to be useful).
  path_globs = [
      f'{_REPORTS_GS_URL}/{m}.*.*.?/*/*.size'
      for m in range(canary_milestone - 2, canary_milestone + 1)
  ]

  cmd = [_GSUTIL, 'ls'] + path_globs
  logging.info('Listing reports with: %s', shlex.join(cmd))
  output = subprocess.check_output(cmd, encoding='utf8')

  reports = []
  report_re = re.compile(
      re.escape(_REPORTS_GS_URL) +
      r'/(?P<version>.+?)/(?P<cpu>.+?)/(?P<apk>.+?)\.size')
  for line in output.splitlines():
    m = report_re.search(line)
    if m:
      reports.append({
          'cpu': m.group('cpu'),
          'version': m.group('version'),
          'apk': m.group('apk'),
      })

  logging.info('Writing json with %d entries', len(reports))
  json.dump({'pushed': reports}, out)


def _UploadCanaryReportsJson(canary_milestone):
  with tempfile.NamedTemporaryFile(mode='wt') as f:
    _GenerateCanaryReportsJson(f, canary_milestone)
    f.flush()
    cmd = [
        _GSUTIL, '--', '-h', 'Cache-Control:no-cache', 'cp', '-a',
        'public-read', f.name, _REPORTS_JSON_GS_URL
    ]
    logging.info(' '.join(cmd))
    subprocess.check_call(cmd)


def _UploadSizeFile(size_path, version, arch):
  report_basename = os.path.splitext(os.path.basename(size_path))[0]
  # Maintain name through transition to bundles.
  report_basename = report_basename.replace('.minimal.apks', '.apk')
  dst_url = os.path.join(_REPORTS_GS_URL, version, arch,
                         report_basename + '.size')

  cmd = [_GSUTIL, 'cp', size_path, dst_url]
  logging.info(' '.join(cmd))
  subprocess.check_call(cmd)


def main():
  parser = argparse.ArgumentParser()
  parser.add_argument(
      '--version',
      required=True,
      help='Official build version to generate report for (ex. "72.0.3626.7").')
  parser.add_argument('--size-path',
                      required=True,
                      action='append',
                      help='Path to .size file for the given version.')
  parser.add_argument(
      '--arch', required=True, help='Compiler architecture of build.')

  args = parser.parse_args()
  logging.basicConfig(level=logging.DEBUG,
                      format='%(levelname).1s %(relativeCreated)6d %(message)s')

  for size_path in args.size_path:
    _UploadSizeFile(size_path, args.version, args.arch)

  # Heuristic for knowing if this is a canary.
  version_parts = [int(x) for x in args.version.split('.')]
  if version_parts[-1] < 3:
    logging.info('Regenerating canary_reports.json. Version=%s', args.version)
    _UploadCanaryReportsJson(version_parts[0])
    logging.info('Job\'s done.')
  else:
    logging.info('Not regenerating canary_reports.json. Version=%s',
                 args.version)


if __name__ == '__main__':
  main()