1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
|
; RUN: opt < %s -passes=pseudo-probe,sample-profile -sample-profile-use-profi -sample-profile-file=%S/Inputs/profile-inference.prof | opt -analyze -branch-prob -enable-new-pm=0 | FileCheck %s
; RUN: opt < %s -passes=pseudo-probe,sample-profile -sample-profile-use-profi -sample-profile-file=%S/Inputs/profile-inference.prof | opt -analyze -block-freq -enable-new-pm=0 | FileCheck %s --check-prefix=CHECK2
; The test verifies that profile inference correctly builds branch probabilities
; from sampling-based block counts.
;
; +---------+ +----------+
; | b3 [40] | <-- | b1 [100] |
; +---------+ +----------+
; |
; |
; v
; +----------+
; | b2 [60] |
; +----------+
@yydebug = dso_local global i32 0, align 4
; Function Attrs: nounwind uwtable
define dso_local i32 @test_1() #0 {
b1:
call void @llvm.pseudoprobe(i64 7964825052912775246, i64 1, i32 0, i64 -1)
%0 = load i32, i32* @yydebug, align 4
%cmp = icmp ne i32 %0, 0
br i1 %cmp, label %b2, label %b3
; CHECK: edge b1 -> b2 probability is 0x4ccccccd / 0x80000000 = 60.00%
; CHECK: edge b1 -> b3 probability is 0x33333333 / 0x80000000 = 40.00%
; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 100
b2:
call void @llvm.pseudoprobe(i64 7964825052912775246, i64 2, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 60
b3:
call void @llvm.pseudoprobe(i64 7964825052912775246, i64 3, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 40
}
; The test verifies that profile inference correctly builds branch probabilities
; from sampling-based block counts in the presence of "dangling" probes (whose
; block counts are missing).
;
; +---------+ +----------+
; | b3 [10] | <-- | b1 [100] |
; +---------+ +----------+
; |
; |
; v
; +----------+
; | b2 [?] |
; +----------+
; Function Attrs: nounwind uwtable
define dso_local i32 @test_2() #0 {
b1:
call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 1, i32 0, i64 -1)
%0 = load i32, i32* @yydebug, align 4
%cmp = icmp ne i32 %0, 0
br i1 %cmp, label %b2, label %b3
; CHECK: edge b1 -> b2 probability is 0x73333333 / 0x80000000 = 90.00%
; CHECK: edge b1 -> b3 probability is 0x0ccccccd / 0x80000000 = 10.00%
; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 100
b2:
call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 2, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 90
b3:
call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 3, i32 0, i64 -1)
ret i32 %0
}
; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 10
; The test verifies that profi is able to infer block counts from hot subgraphs.
;
; +---------+ +---------+
; | b4 [?] | <-- | b1 [?] |
; +---------+ +---------+
; | |
; | |
; v v
; +---------+ +---------+
; | b5 [89] | | b2 [?] |
; +---------+ +---------+
; |
; |
; v
; +---------+
; | b3 [13] |
; +---------+
; Function Attrs: nounwind uwtable
define dso_local i32 @test_3() #0 {
b1:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 1, i32 0, i64 -1)
%0 = load i32, i32* @yydebug, align 4
%cmp = icmp ne i32 %0, 0
br i1 %cmp, label %b2, label %b4
; CHECK: edge b1 -> b2 probability is 0x10505050 / 0x80000000 = 12.75%
; CHECK: edge b1 -> b4 probability is 0x6fafafb0 / 0x80000000 = 87.25%
; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 102
b2:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 2, i32 0, i64 -1)
br label %b3
; CHECK: edge b2 -> b3 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 13
b3:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 3, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 13
b4:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 4, i32 0, i64 -1)
br label %b5
; CHECK: edge b4 -> b5 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b4: float = {{.*}}, int = {{.*}}, count = 89
b5:
call void @llvm.pseudoprobe(i64 1649282507922421973, i64 5, i32 0, i64 -1)
ret i32 %0
; CHECK2: - b5: float = {{.*}}, int = {{.*}}, count = 89
}
; A larger test to verify that profile inference correctly identifies hot parts
; of the control-flow graph.
;
; +-----------+
; | b1 [?] |
; +-----------+
; |
; |
; v
; +--------+ +-----------+
; | b3 [1] | <-- | b2 [5993] |
; +--------+ +-----------+
; | |
; | |
; | v
; | +-----------+ +--------+
; | | b4 [5992] | --> | b6 [?] |
; | +-----------+ +--------+
; | | |
; | | |
; | v |
; | +-----------+ |
; | | b5 [5992] | |
; | +-----------+ |
; | | |
; | | |
; | v |
; | +-----------+ |
; | | b7 [?] | |
; | +-----------+ |
; | | |
; | | |
; | v |
; | +-----------+ |
; | | b8 [5992] | <-----+
; | +-----------+
; | |
; | |
; | v
; | +-----------+
; +----------> | b9 [?] |
; +-----------+
; Function Attrs: nounwind uwtable
define dso_local i32 @sum_of_squares() #0 {
b1:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 1, i32 0, i64 -1)
%0 = load i32, i32* @yydebug, align 4
%cmp = icmp ne i32 %0, 0
br label %b2
; CHECK: edge b1 -> b2 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 5993
b2:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 2, i32 0, i64 -1)
br i1 %cmp, label %b4, label %b3
; CHECK: edge b2 -> b4 probability is 0x7ffa8844 / 0x80000000 = 99.98%
; CHECK: edge b2 -> b3 probability is 0x000577bc / 0x80000000 = 0.02%
; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 5993
b3:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 3, i32 0, i64 -1)
br label %b9
; CHECK: edge b3 -> b9 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 1
b4:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 4, i32 0, i64 -1)
br i1 %cmp, label %b5, label %b6
; CHECK: edge b4 -> b5 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK: edge b4 -> b6 probability is 0x00000000 / 0x80000000 = 0.00%
; CHECK2: - b4: float = {{.*}}, int = {{.*}}, count = 5992
b5:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 5, i32 0, i64 -1)
br label %b7
; CHECK: edge b5 -> b7 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b5: float = {{.*}}, int = {{.*}}, count = 5992
b6:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 6, i32 0, i64 -1)
br label %b8
; CHECK: edge b6 -> b8 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b6: float = {{.*}}, int = {{.*}}, count = 0
b7:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 7, i32 0, i64 -1)
br label %b8
; CHECK: edge b7 -> b8 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b7: float = {{.*}}, int = {{.*}}, count = 5992
b8:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 8, i32 0, i64 -1)
br label %b9
; CHECK: edge b8 -> b9 probability is 0x80000000 / 0x80000000 = 100.00%
; CHECK2: - b8: float = {{.*}}, int = {{.*}}, count = 5992
b9:
call void @llvm.pseudoprobe(i64 -907520326213521421, i64 9, i32 0, i64 -1)
ret i32 %0
}
; CHECK2: - b9: float = {{.*}}, int = {{.*}}, count = 5993
declare void @llvm.pseudoprobe(i64, i64, i32, i64) #1
attributes #0 = { noinline nounwind uwtable "use-sample-profile"}
attributes #1 = { nounwind }
!llvm.pseudo_probe_desc = !{!6, !7, !8, !9}
!6 = !{i64 7964825052912775246, i64 4294967295, !"test_1", null}
!7 = !{i64 -6216829535442445639, i64 37753817093, !"test_2", null}
!8 = !{i64 1649282507922421973, i64 69502983527, !"test_3", null}
!9 = !{i64 -907520326213521421, i64 175862120757, !"sum_of_squares", null}
|
