1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
|
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc -mattr=+sve -force-streaming-compatible < %s | FileCheck %s
; RUN: llc -mattr=+sme -force-streaming < %s | FileCheck %s
; RUN: llc -force-streaming-compatible < %s | FileCheck %s --check-prefix=NONEON-NOSVE
target triple = "aarch64-unknown-linux-gnu"
define i1 @ptest_v16i1(ptr %a, ptr %b) {
; CHECK-LABEL: ptest_v16i1:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0, #32]
; CHECK-NEXT: ptrue p0.s, vl4
; CHECK-NEXT: ldp q2, q3, [x0]
; CHECK-NEXT: fcmne p1.s, p0/z, z0.s, #0.0
; CHECK-NEXT: fcmne p2.s, p0/z, z1.s, #0.0
; CHECK-NEXT: fcmne p3.s, p0/z, z3.s, #0.0
; CHECK-NEXT: fcmne p0.s, p0/z, z2.s, #0.0
; CHECK-NEXT: mov z0.s, p1/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z1.s, p2/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z2.s, p3/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z3.s, p0/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: ptrue p0.h, vl4
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
; CHECK-NEXT: uzp1 z1.h, z1.h, z1.h
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
; CHECK-NEXT: uzp1 z3.h, z3.h, z3.h
; CHECK-NEXT: splice z1.h, p0, z1.h, z0.h
; CHECK-NEXT: splice z3.h, p0, z3.h, z2.h
; CHECK-NEXT: ptrue p0.b, vl8
; CHECK-NEXT: uzp1 z0.b, z1.b, z1.b
; CHECK-NEXT: uzp1 z1.b, z3.b, z3.b
; CHECK-NEXT: splice z1.b, p0, z1.b, z0.b
; CHECK-NEXT: ptrue p0.b, vl16
; CHECK-NEXT: umaxv b0, p0, z1.b
; CHECK-NEXT: fmov w8, s0
; CHECK-NEXT: and w0, w8, #0x1
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: ptest_v16i1:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #64
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: mov w8, #255 // =0xff
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #32]
; NONEON-NOSVE-NEXT: stp q1, q2, [sp]
; NONEON-NOSVE-NEXT: stp q0, q3, [sp, #32]
; NONEON-NOSVE-NEXT: ldp s1, s0, [sp, #40]
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csel w9, w8, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s1, s0, [sp]
; NONEON-NOSVE-NEXT: csetm w10, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csetm w11, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #8]
; NONEON-NOSVE-NEXT: csinv w11, w11, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csinv w11, w11, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #32]
; NONEON-NOSVE-NEXT: csinv w11, w11, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csinv w11, w11, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #48]
; NONEON-NOSVE-NEXT: csinv w11, w11, wzr, eq
; NONEON-NOSVE-NEXT: cmp w11, w10
; NONEON-NOSVE-NEXT: csel w10, w11, w10, hi
; NONEON-NOSVE-NEXT: and w10, w10, #0xff
; NONEON-NOSVE-NEXT: cmp w10, w9
; NONEON-NOSVE-NEXT: csel w9, w10, w9, hi
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csel w10, w8, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w10
; NONEON-NOSVE-NEXT: csel w9, w9, w10, hi
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #56]
; NONEON-NOSVE-NEXT: csel w10, w8, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w10
; NONEON-NOSVE-NEXT: csel w9, w9, w10, hi
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csel w10, w8, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w10
; NONEON-NOSVE-NEXT: csel w9, w9, w10, hi
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #16]
; NONEON-NOSVE-NEXT: csel w10, w8, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w10
; NONEON-NOSVE-NEXT: csel w9, w9, w10, hi
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csel w10, w8, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w10
; NONEON-NOSVE-NEXT: csel w9, w9, w10, hi
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #24]
; NONEON-NOSVE-NEXT: csel w10, w8, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w10
; NONEON-NOSVE-NEXT: csel w9, w9, w10, hi
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csel w10, w8, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w10
; NONEON-NOSVE-NEXT: csel w9, w9, w10, hi
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: csel w8, w8, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w8
; NONEON-NOSVE-NEXT: csel w8, w9, w8, hi
; NONEON-NOSVE-NEXT: and w0, w8, #0x1
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%v0 = bitcast ptr %a to ptr
%v1 = load <16 x float>, ptr %v0, align 4
%v2 = fcmp une <16 x float> %v1, zeroinitializer
%v3 = call i1 @llvm.vector.reduce.or.i1.v16i1 (<16 x i1> %v2)
ret i1 %v3
}
define i1 @ptest_or_v16i1(ptr %a, ptr %b) {
; CHECK-LABEL: ptest_or_v16i1:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0, #32]
; CHECK-NEXT: ptrue p0.s, vl4
; CHECK-NEXT: ldp q2, q3, [x0]
; CHECK-NEXT: ldp q4, q5, [x1, #32]
; CHECK-NEXT: fcmne p1.s, p0/z, z0.s, #0.0
; CHECK-NEXT: fcmne p2.s, p0/z, z1.s, #0.0
; CHECK-NEXT: ldp q0, q1, [x1]
; CHECK-NEXT: fcmne p3.s, p0/z, z3.s, #0.0
; CHECK-NEXT: fcmne p4.s, p0/z, z2.s, #0.0
; CHECK-NEXT: fcmne p5.s, p0/z, z5.s, #0.0
; CHECK-NEXT: fcmne p6.s, p0/z, z4.s, #0.0
; CHECK-NEXT: fcmne p7.s, p0/z, z1.s, #0.0
; CHECK-NEXT: fcmne p0.s, p0/z, z0.s, #0.0
; CHECK-NEXT: mov z0.s, p1/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z1.s, p2/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z2.s, p3/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z3.s, p4/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z4.s, p5/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z5.s, p6/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
; CHECK-NEXT: mov z6.s, p7/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z7.s, p0/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: uzp1 z1.h, z1.h, z1.h
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
; CHECK-NEXT: uzp1 z3.h, z3.h, z3.h
; CHECK-NEXT: uzp1 z4.h, z4.h, z4.h
; CHECK-NEXT: uzp1 z5.h, z5.h, z5.h
; CHECK-NEXT: ptrue p0.h, vl4
; CHECK-NEXT: uzp1 z6.h, z6.h, z6.h
; CHECK-NEXT: uzp1 z7.h, z7.h, z7.h
; CHECK-NEXT: splice z1.h, p0, z1.h, z0.h
; CHECK-NEXT: splice z3.h, p0, z3.h, z2.h
; CHECK-NEXT: splice z5.h, p0, z5.h, z4.h
; CHECK-NEXT: splice z7.h, p0, z7.h, z6.h
; CHECK-NEXT: ptrue p0.b, vl8
; CHECK-NEXT: uzp1 z0.b, z1.b, z1.b
; CHECK-NEXT: uzp1 z1.b, z3.b, z3.b
; CHECK-NEXT: uzp1 z2.b, z5.b, z5.b
; CHECK-NEXT: uzp1 z3.b, z7.b, z7.b
; CHECK-NEXT: splice z1.b, p0, z1.b, z0.b
; CHECK-NEXT: splice z3.b, p0, z3.b, z2.b
; CHECK-NEXT: ptrue p0.b, vl16
; CHECK-NEXT: orr z0.d, z1.d, z3.d
; CHECK-NEXT: umaxv b0, p0, z0.b
; CHECK-NEXT: fmov w8, s0
; CHECK-NEXT: and w0, w8, #0x1
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: ptest_or_v16i1:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #128
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 128
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #32]
; NONEON-NOSVE-NEXT: str q1, [sp]
; NONEON-NOSVE-NEXT: stp q0, q3, [sp, #48]
; NONEON-NOSVE-NEXT: str q2, [sp, #32]
; NONEON-NOSVE-NEXT: ldr s1, [sp, #52]
; NONEON-NOSVE-NEXT: ldr q0, [x1, #16]
; NONEON-NOSVE-NEXT: str q0, [sp, #96]
; NONEON-NOSVE-NEXT: ldp s2, s0, [sp, #96]
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr s0, [sp, #48]
; NONEON-NOSVE-NEXT: csetm w8, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldr q1, [x1]
; NONEON-NOSVE-NEXT: str q1, [sp, #16]
; NONEON-NOSVE-NEXT: csinv w8, w8, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: ldr s2, [sp, #12]
; NONEON-NOSVE-NEXT: csetm w9, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s1, s0, [sp, #24]
; NONEON-NOSVE-NEXT: csinv w9, w9, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr s0, [sp, #8]
; NONEON-NOSVE-NEXT: csetm w10, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csinv w10, w10, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: csetm w11, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s1, s0, [sp, #16]
; NONEON-NOSVE-NEXT: csinv w11, w11, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s2, s0, [sp]
; NONEON-NOSVE-NEXT: orr w10, w11, w10
; NONEON-NOSVE-NEXT: csetm w12, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csinv w12, w12, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #104]
; NONEON-NOSVE-NEXT: csetm w13, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csinv w14, w13, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s2, [sp, #56]
; NONEON-NOSVE-NEXT: orr w12, w14, w12
; NONEON-NOSVE-NEXT: orr w10, w12, w10
; NONEON-NOSVE-NEXT: csetm w13, ne
; NONEON-NOSVE-NEXT: orr w9, w10, w9
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr q0, [x1, #32]
; NONEON-NOSVE-NEXT: str q0, [sp, #112]
; NONEON-NOSVE-NEXT: csinv w13, w13, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldr s1, [sp, #64]
; NONEON-NOSVE-NEXT: csetm w15, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s2, [sp, #112]
; NONEON-NOSVE-NEXT: csinv w15, w15, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: and w11, w15, #0xff
; NONEON-NOSVE-NEXT: csetm w16, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #68]
; NONEON-NOSVE-NEXT: csinv w16, w16, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csetm w17, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s2, [sp, #120]
; NONEON-NOSVE-NEXT: csinv w17, w17, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr s0, [sp, #76]
; NONEON-NOSVE-NEXT: csetm w18, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldr q1, [x1, #48]
; NONEON-NOSVE-NEXT: str q1, [sp, #80]
; NONEON-NOSVE-NEXT: csinv w18, w18, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: ldr s2, [sp, #32]
; NONEON-NOSVE-NEXT: csetm w0, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #80]
; NONEON-NOSVE-NEXT: csinv w0, w0, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csetm w1, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csinv w1, w1, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #36]
; NONEON-NOSVE-NEXT: csetm w2, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s2, [sp, #88]
; NONEON-NOSVE-NEXT: csinv w2, w2, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr s0, [sp, #44]
; NONEON-NOSVE-NEXT: csetm w3, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: csinv w3, w3, wzr, eq
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csetm w4, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csinv w10, w4, wzr, eq
; NONEON-NOSVE-NEXT: cmp w9, w8
; NONEON-NOSVE-NEXT: csel w8, w9, w8, hi
; NONEON-NOSVE-NEXT: and w9, w13, #0xff
; NONEON-NOSVE-NEXT: and w10, w10, #0xff
; NONEON-NOSVE-NEXT: and w8, w8, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, hi
; NONEON-NOSVE-NEXT: and w9, w16, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w11
; NONEON-NOSVE-NEXT: csel w8, w8, w11, hi
; NONEON-NOSVE-NEXT: and w11, w17, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, hi
; NONEON-NOSVE-NEXT: and w9, w18, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w11
; NONEON-NOSVE-NEXT: csel w8, w8, w11, hi
; NONEON-NOSVE-NEXT: and w11, w0, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, hi
; NONEON-NOSVE-NEXT: and w9, w1, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w11
; NONEON-NOSVE-NEXT: csel w8, w8, w11, hi
; NONEON-NOSVE-NEXT: and w11, w2, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, hi
; NONEON-NOSVE-NEXT: and w9, w3, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w11
; NONEON-NOSVE-NEXT: csel w8, w8, w11, hi
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, hi
; NONEON-NOSVE-NEXT: cmp w8, w10
; NONEON-NOSVE-NEXT: csel w8, w8, w10, hi
; NONEON-NOSVE-NEXT: and w0, w8, #0x1
; NONEON-NOSVE-NEXT: add sp, sp, #128
; NONEON-NOSVE-NEXT: ret
%v0 = bitcast ptr %a to ptr
%v1 = load <16 x float>, ptr %v0, align 4
%v2 = fcmp une <16 x float> %v1, zeroinitializer
%v3 = bitcast ptr %b to ptr
%v4 = load <16 x float>, ptr %v3, align 4
%v5 = fcmp une <16 x float> %v4, zeroinitializer
%v6 = or <16 x i1> %v2, %v5
%v7 = call i1 @llvm.vector.reduce.or.i1.v16i1 (<16 x i1> %v6)
ret i1 %v7
}
declare i1 @llvm.vector.reduce.or.i1.v16i1(<16 x i1>)
;
; AND reduction.
;
define i1 @ptest_and_v16i1(ptr %a, ptr %b) {
; CHECK-LABEL: ptest_and_v16i1:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0, #32]
; CHECK-NEXT: ptrue p0.s, vl4
; CHECK-NEXT: ldp q2, q3, [x0]
; CHECK-NEXT: ldp q4, q5, [x1, #32]
; CHECK-NEXT: fcmne p1.s, p0/z, z0.s, #0.0
; CHECK-NEXT: fcmne p2.s, p0/z, z1.s, #0.0
; CHECK-NEXT: ldp q0, q1, [x1]
; CHECK-NEXT: fcmne p3.s, p0/z, z3.s, #0.0
; CHECK-NEXT: fcmne p4.s, p0/z, z2.s, #0.0
; CHECK-NEXT: fcmne p5.s, p0/z, z5.s, #0.0
; CHECK-NEXT: fcmne p6.s, p0/z, z4.s, #0.0
; CHECK-NEXT: fcmne p7.s, p0/z, z1.s, #0.0
; CHECK-NEXT: fcmne p0.s, p0/z, z0.s, #0.0
; CHECK-NEXT: mov z0.s, p1/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z1.s, p2/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z2.s, p3/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z3.s, p4/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z4.s, p5/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z5.s, p6/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
; CHECK-NEXT: mov z6.s, p7/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: mov z7.s, p0/z, #-1 // =0xffffffffffffffff
; CHECK-NEXT: uzp1 z1.h, z1.h, z1.h
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
; CHECK-NEXT: uzp1 z3.h, z3.h, z3.h
; CHECK-NEXT: uzp1 z4.h, z4.h, z4.h
; CHECK-NEXT: uzp1 z5.h, z5.h, z5.h
; CHECK-NEXT: ptrue p0.h, vl4
; CHECK-NEXT: uzp1 z6.h, z6.h, z6.h
; CHECK-NEXT: uzp1 z7.h, z7.h, z7.h
; CHECK-NEXT: splice z1.h, p0, z1.h, z0.h
; CHECK-NEXT: splice z3.h, p0, z3.h, z2.h
; CHECK-NEXT: splice z5.h, p0, z5.h, z4.h
; CHECK-NEXT: splice z7.h, p0, z7.h, z6.h
; CHECK-NEXT: ptrue p0.b, vl8
; CHECK-NEXT: uzp1 z0.b, z1.b, z1.b
; CHECK-NEXT: uzp1 z1.b, z3.b, z3.b
; CHECK-NEXT: uzp1 z2.b, z5.b, z5.b
; CHECK-NEXT: uzp1 z3.b, z7.b, z7.b
; CHECK-NEXT: splice z1.b, p0, z1.b, z0.b
; CHECK-NEXT: splice z3.b, p0, z3.b, z2.b
; CHECK-NEXT: ptrue p0.b, vl16
; CHECK-NEXT: and z0.d, z1.d, z3.d
; CHECK-NEXT: uminv b0, p0, z0.b
; CHECK-NEXT: fmov w8, s0
; CHECK-NEXT: and w0, w8, #0x1
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: ptest_and_v16i1:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #128
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 128
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #32]
; NONEON-NOSVE-NEXT: str q1, [sp]
; NONEON-NOSVE-NEXT: stp q0, q3, [sp, #48]
; NONEON-NOSVE-NEXT: str q2, [sp, #32]
; NONEON-NOSVE-NEXT: ldr s1, [sp, #52]
; NONEON-NOSVE-NEXT: ldr q0, [x1, #16]
; NONEON-NOSVE-NEXT: str q0, [sp, #96]
; NONEON-NOSVE-NEXT: ldp s2, s0, [sp, #96]
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr s0, [sp, #48]
; NONEON-NOSVE-NEXT: csetm w8, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldr q1, [x1]
; NONEON-NOSVE-NEXT: str q1, [sp, #16]
; NONEON-NOSVE-NEXT: csel w8, w8, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: ldr s2, [sp, #12]
; NONEON-NOSVE-NEXT: csetm w9, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s1, s0, [sp, #24]
; NONEON-NOSVE-NEXT: csel w9, w9, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr s0, [sp, #8]
; NONEON-NOSVE-NEXT: csetm w10, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csel w10, w10, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: csetm w11, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s1, s0, [sp, #16]
; NONEON-NOSVE-NEXT: csel w11, w11, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s2, s0, [sp]
; NONEON-NOSVE-NEXT: and w10, w11, w10
; NONEON-NOSVE-NEXT: csetm w12, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csel w12, w12, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #104]
; NONEON-NOSVE-NEXT: csetm w13, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csel w14, w13, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s2, [sp, #56]
; NONEON-NOSVE-NEXT: and w12, w14, w12
; NONEON-NOSVE-NEXT: and w10, w12, w10
; NONEON-NOSVE-NEXT: csetm w13, ne
; NONEON-NOSVE-NEXT: and w9, w10, w9
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr q0, [x1, #32]
; NONEON-NOSVE-NEXT: str q0, [sp, #112]
; NONEON-NOSVE-NEXT: csel w13, w13, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldr s1, [sp, #64]
; NONEON-NOSVE-NEXT: csetm w15, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s2, [sp, #112]
; NONEON-NOSVE-NEXT: csel w15, w15, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: and w11, w15, #0xff
; NONEON-NOSVE-NEXT: csetm w16, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #68]
; NONEON-NOSVE-NEXT: csel w16, w16, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csetm w17, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s2, [sp, #120]
; NONEON-NOSVE-NEXT: csel w17, w17, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr s0, [sp, #76]
; NONEON-NOSVE-NEXT: csetm w18, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldr q1, [x1, #48]
; NONEON-NOSVE-NEXT: str q1, [sp, #80]
; NONEON-NOSVE-NEXT: csel w18, w18, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: ldr s2, [sp, #32]
; NONEON-NOSVE-NEXT: csetm w0, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #80]
; NONEON-NOSVE-NEXT: csel w0, w0, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csetm w1, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csel w1, w1, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s1, [sp, #36]
; NONEON-NOSVE-NEXT: csetm w2, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldp s0, s2, [sp, #88]
; NONEON-NOSVE-NEXT: csel w2, w2, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: ldr s0, [sp, #44]
; NONEON-NOSVE-NEXT: csetm w3, ne
; NONEON-NOSVE-NEXT: fcmp s1, #0.0
; NONEON-NOSVE-NEXT: csel w3, w3, wzr, ne
; NONEON-NOSVE-NEXT: fcmp s2, #0.0
; NONEON-NOSVE-NEXT: csetm w4, ne
; NONEON-NOSVE-NEXT: fcmp s0, #0.0
; NONEON-NOSVE-NEXT: csel w10, w4, wzr, ne
; NONEON-NOSVE-NEXT: cmp w9, w8
; NONEON-NOSVE-NEXT: csel w8, w9, w8, lo
; NONEON-NOSVE-NEXT: and w9, w13, #0xff
; NONEON-NOSVE-NEXT: and w10, w10, #0xff
; NONEON-NOSVE-NEXT: and w8, w8, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, lo
; NONEON-NOSVE-NEXT: and w9, w16, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w11
; NONEON-NOSVE-NEXT: csel w8, w8, w11, lo
; NONEON-NOSVE-NEXT: and w11, w17, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, lo
; NONEON-NOSVE-NEXT: and w9, w18, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w11
; NONEON-NOSVE-NEXT: csel w8, w8, w11, lo
; NONEON-NOSVE-NEXT: and w11, w0, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, lo
; NONEON-NOSVE-NEXT: and w9, w1, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w11
; NONEON-NOSVE-NEXT: csel w8, w8, w11, lo
; NONEON-NOSVE-NEXT: and w11, w2, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, lo
; NONEON-NOSVE-NEXT: and w9, w3, #0xff
; NONEON-NOSVE-NEXT: cmp w8, w11
; NONEON-NOSVE-NEXT: csel w8, w8, w11, lo
; NONEON-NOSVE-NEXT: cmp w8, w9
; NONEON-NOSVE-NEXT: csel w8, w8, w9, lo
; NONEON-NOSVE-NEXT: cmp w8, w10
; NONEON-NOSVE-NEXT: csel w8, w8, w10, lo
; NONEON-NOSVE-NEXT: and w0, w8, #0x1
; NONEON-NOSVE-NEXT: add sp, sp, #128
; NONEON-NOSVE-NEXT: ret
%v0 = bitcast ptr %a to ptr
%v1 = load <16 x float>, ptr %v0, align 4
%v2 = fcmp une <16 x float> %v1, zeroinitializer
%v3 = bitcast ptr %b to ptr
%v4 = load <16 x float>, ptr %v3, align 4
%v5 = fcmp une <16 x float> %v4, zeroinitializer
%v6 = and <16 x i1> %v2, %v5
%v7 = call i1 @llvm.vector.reduce.and.i1.v16i1 (<16 x i1> %v6)
ret i1 %v7
}
declare i1 @llvm.vector.reduce.and.i1.v16i1(<16 x i1>)
|
