1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
|
#!/usr/bin/env python3
#
# Copyright 2017 gRPC authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
import csv
import glob
import math
import multiprocessing
import os
import pathlib
import shutil
import subprocess
import sys
sys.path.append(
os.path.join(os.path.dirname(sys.argv[0]), '..', '..', 'run_tests',
'python_utils'))
import check_on_pr
argp = argparse.ArgumentParser(description='Perform diff on microbenchmarks')
argp.add_argument('-d',
'--diff_base',
type=str,
help='Commit or branch to compare the current one to')
argp.add_argument('-j', '--jobs', type=int, default=multiprocessing.cpu_count())
args = argp.parse_args()
# the libraries for which check bloat difference is calculated
LIBS = [
'libgrpc.so',
'libgrpc++.so',
]
def _build(output_dir):
"""Perform the cmake build under the output_dir."""
shutil.rmtree(output_dir, ignore_errors=True)
subprocess.check_call('mkdir -p %s' % output_dir, shell=True, cwd='.')
subprocess.check_call([
'cmake', '-DgRPC_BUILD_TESTS=OFF', '-DBUILD_SHARED_LIBS=ON',
'-DCMAKE_BUILD_TYPE=RelWithDebInfo', '-DCMAKE_C_FLAGS="-gsplit-dwarf"',
'-DCMAKE_CXX_FLAGS="-gsplit-dwarf"', '..'
],
cwd=output_dir)
subprocess.check_call('make -j%d' % args.jobs, shell=True, cwd=output_dir)
def _rank_diff_bytes(diff_bytes):
"""Determine how significant diff_bytes is, and return a simple integer representing that"""
mul = 1
if diff_bytes < 0:
mul = -1
diff_bytes = -diff_bytes
if diff_bytes < 2 * 1024:
return 0
if diff_bytes < 16 * 1024:
return 1 * mul
if diff_bytes < 128 * 1024:
return 2 * mul
return 3 * mul
_build('bloat_diff_new')
if args.diff_base:
where_am_i = subprocess.check_output(
['git', 'rev-parse', '--abbrev-ref', 'HEAD']).decode().strip()
# checkout the diff base (="old")
subprocess.check_call(['git', 'checkout', args.diff_base])
subprocess.check_call(['git', 'submodule', 'update'])
try:
_build('bloat_diff_old')
finally:
# restore the original revision (="new")
subprocess.check_call(['git', 'checkout', where_am_i])
subprocess.check_call(['git', 'submodule', 'update'])
pathlib.Path('bloaty-build').mkdir(exist_ok=True)
subprocess.check_call(
['cmake', '-G', 'Unix Makefiles', '../third_party/bloaty'],
cwd='bloaty-build')
subprocess.check_call('make -j%d' % args.jobs, shell=True, cwd='bloaty-build')
text = ''
diff_size = 0
for lib in LIBS:
text += '****************************************************************\n\n'
text += lib + '\n\n'
old_version = glob.glob('bloat_diff_old/%s' % lib)
new_version = glob.glob('bloat_diff_new/%s' % lib)
for filename in [old_version, new_version]:
if filename:
subprocess.check_call('strip %s -o %s.stripped' %
(filename[0], filename[0]),
shell=True)
assert len(new_version) == 1
cmd = 'bloaty-build/bloaty -d compileunits,symbols'
if old_version:
assert len(old_version) == 1
text += subprocess.check_output(
'%s -n 0 --debug-file=%s --debug-file=%s %s.stripped -- %s.stripped'
% (cmd, new_version[0], old_version[0], new_version[0],
old_version[0]),
shell=True).decode()
sections = [
x for x in csv.reader(
subprocess.check_output(
'bloaty-build/bloaty -n 0 --csv %s -- %s' %
(new_version[0], old_version[0]),
shell=True).decode().splitlines())
]
print(sections)
for section in sections[1:]:
# skip debug sections for bloat severity calculation
if section[0].startswith(".debug"):
continue
# skip dynamic loader sections too
if section[0].startswith(".dyn"):
continue
diff_size += int(section[2])
else:
text += subprocess.check_output('%s %s.stripped -n 0 --debug-file=%s' %
(cmd, new_version[0], new_version[0]),
shell=True).decode()
text += '\n\n'
severity = _rank_diff_bytes(diff_size)
print("SEVERITY: %d" % severity)
print(text)
check_on_pr.check_on_pr('Bloat Difference', '```\n%s\n```' % text)
check_on_pr.label_significance_on_pr('bloat', severity)
|
