File: generate_official_build_report.py

package info (click to toggle)
chromium 120.0.6099.224-1~deb11u1
  • links: PTS, VCS
  • area: main
  • in suites: bullseye
  • size: 6,112,112 kB
  • sloc: cpp: 32,907,025; ansic: 8,148,123; javascript: 3,679,536; python: 2,031,248; asm: 959,718; java: 804,675; xml: 617,256; sh: 111,417; objc: 100,835; perl: 88,443; cs: 53,032; makefile: 29,579; fortran: 24,137; php: 21,162; tcl: 21,147; sql: 20,809; ruby: 17,735; pascal: 12,864; yacc: 8,045; lisp: 3,388; lex: 1,323; ada: 727; awk: 329; jsp: 267; csh: 117; exp: 43; sed: 37
file content (91 lines) | stat: -rwxr-xr-x 2,718 bytes parent folder | download | duplicates (6)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
#!/usr/bin/env python3
# Copyright 2019 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Utilities for generating Supersize HTML Reports for official builds."""

import argparse
import json
import logging
import os
import re
import subprocess
import tempfile

_REPORTS_BASE_URL = 'gs://chrome-supersize/official_builds'
_REPORTS_JSON_GS_URL = os.path.join(_REPORTS_BASE_URL, 'canary_reports.json')
_REPORTS_GS_URL = os.path.join(_REPORTS_BASE_URL, 'reports')

_DIR_SOURCE_ROOT = os.path.normpath(
    os.path.join(os.path.dirname(__file__), '..', '..'))
_GSUTIL = os.path.join(_DIR_SOURCE_ROOT, 'third_party', 'depot_tools',
                       'gsutil.py')


def _WriteReportsJson(out):
  output = subprocess.check_output([_GSUTIL, 'ls', '-R', _REPORTS_GS_URL],
                                   encoding='utf8')

  reports = []
  report_re = re.compile(
      re.escape(_REPORTS_GS_URL) +
      r'/(?P<version>.+?)/(?P<cpu>.+?)/(?P<apk>.+?)\.size')
  for line in output.splitlines():
    m = report_re.search(line)
    if m:
      reports.append({
          'cpu': m.group('cpu'),
          'version': m.group('version'),
          'apk': m.group('apk'),
      })

  json.dump({'pushed': reports}, out)


def _UploadReportsJson():
  with tempfile.NamedTemporaryFile(mode='wt') as f:
    _WriteReportsJson(f)
    f.flush()
    cmd = [
        _GSUTIL, '--', '-h', 'Cache-Control:no-cache', 'cp', '-a',
        'public-read', f.name, _REPORTS_JSON_GS_URL
    ]
    logging.warning(' '.join(cmd))
    subprocess.check_call(cmd)


def _UploadSizeFile(size_path, version, arch):
  report_basename = os.path.splitext(os.path.basename(size_path))[0]
  # Maintain name through transition to bundles.
  report_basename = report_basename.replace('.minimal.apks', '.apk')
  dst_url = os.path.join(_REPORTS_GS_URL, version, arch,
                         report_basename + '.size')

  cmd = [_GSUTIL, 'cp', size_path, dst_url]
  logging.warning(' '.join(cmd))
  subprocess.check_call(cmd)


def main():
  parser = argparse.ArgumentParser()
  parser.add_argument(
      '--version',
      required=True,
      help='Official build version to generate report for (ex. "72.0.3626.7").')
  parser.add_argument('--size-path',
                      required=True,
                      action='append',
                      help='Path to .size file for the given version.')
  parser.add_argument(
      '--arch', required=True, help='Compiler architecture of build.')

  args = parser.parse_args()

  for size_path in args.size_path:
    _UploadSizeFile(size_path, args.version, args.arch)
  _UploadReportsJson()


if __name__ == '__main__':
  main()