1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
; RUN: opt -passes=slp-vectorizer -S -slp-revec -slp-max-reg-size=1024 -slp-threshold=-1000 %s | FileCheck %s
; The 4 stores can be re-vectorised, make sure the poison sources
; are safely handled when trying to vectorise [ %0, poison, poison, %1 ]
define void @test_missing_lanes_1_2(ptr %ptr, i32 %val0, i32 %val1) {
; CHECK-LABEL: @test_missing_lanes_1_2(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL0:%.*]], i32 0
; CHECK-NEXT: [[TMP1:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL1:%.*]], i32 0
; CHECK-NEXT: [[GETELEMENTPTR0:%.*]] = getelementptr i32, ptr [[PTR:%.*]], i64 0
; CHECK-NEXT: store <4 x i32> [[TMP0]], ptr [[GETELEMENTPTR0]], align 4
; CHECK-NEXT: [[GETELEMENTPTR1:%.*]] = getelementptr i32, ptr [[PTR]], i64 4
; CHECK-NEXT: store <8 x i32> poison, ptr [[GETELEMENTPTR1]], align 4
; CHECK-NEXT: [[GETELEMENTPTR3:%.*]] = getelementptr i32, ptr [[PTR]], i64 12
; CHECK-NEXT: store <4 x i32> [[TMP1]], ptr [[GETELEMENTPTR3]], align 4
; CHECK-NEXT: ret void
;
entry:
%0 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val0, i32 0
%1 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val1, i32 0
%getelementptr0 = getelementptr i32, ptr %ptr, i64 0
store <4 x i32> %0, ptr %getelementptr0, align 4
%getelementptr1 = getelementptr i32, ptr %ptr, i64 4
store <4 x i32> poison, ptr %getelementptr1, align 4
%getelementptr2 = getelementptr i32, ptr %ptr, i64 8
store <4 x i32> poison, ptr %getelementptr2, align 4
%getelementptr3 = getelementptr i32, ptr %ptr, i64 12
store <4 x i32> %1, ptr %getelementptr3, align 4
ret void
}
; The 4 stores can be re-vectorised, make sure the poison sources
; are safely handled when trying to vectorise [ %0, poison, %1, poison ]
define void @test_missing_lanes_1_3(ptr %ptr, i32 %val0, i32 %val1) {
; CHECK-LABEL: @test_missing_lanes_1_3(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL0:%.*]], i32 0
; CHECK-NEXT: [[TMP1:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL1:%.*]], i32 0
; CHECK-NEXT: [[GETELEMENTPTR0:%.*]] = getelementptr i32, ptr [[PTR:%.*]], i64 0
; CHECK-NEXT: store <4 x i32> [[TMP0]], ptr [[GETELEMENTPTR0]], align 4
; CHECK-NEXT: [[GETELEMENTPTR1:%.*]] = getelementptr i32, ptr [[PTR]], i64 4
; CHECK-NEXT: [[TMP2:%.*]] = shufflevector <4 x i32> [[TMP1]], <4 x i32> poison, <8 x i32> <i32 poison, i32 poison, i32 poison, i32 poison, i32 0, i32 1, i32 2, i32 3>
; CHECK-NEXT: store <8 x i32> [[TMP2]], ptr [[GETELEMENTPTR1]], align 4
; CHECK-NEXT: [[GETELEMENTPTR3:%.*]] = getelementptr i32, ptr [[PTR]], i64 12
; CHECK-NEXT: store <4 x i32> poison, ptr [[GETELEMENTPTR3]], align 4
; CHECK-NEXT: ret void
;
entry:
%0 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val0, i32 0
%1 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val1, i32 0
%getelementptr0 = getelementptr i32, ptr %ptr, i64 0
store <4 x i32> %0, ptr %getelementptr0, align 4
%getelementptr1 = getelementptr i32, ptr %ptr, i64 4
store <4 x i32> poison, ptr %getelementptr1, align 4
%getelementptr2 = getelementptr i32, ptr %ptr, i64 8
store <4 x i32> %1, ptr %getelementptr2, align 4
%getelementptr3 = getelementptr i32, ptr %ptr, i64 12
store <4 x i32> poison, ptr %getelementptr3, align 4
ret void
}
; This could be re-vectorised to use a store <8 x i32> instruction.
define void @test_valid_value_operands(ptr %ptr, i32 %val0, i32 %val1) {
; CHECK-LABEL: @test_valid_value_operands(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL0:%.*]], i32 0
; CHECK-NEXT: [[TMP1:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL1:%.*]], i32 0
; CHECK-NEXT: [[GETELEMENTPTR0:%.*]] = getelementptr i32, ptr [[PTR:%.*]], i64 0
; CHECK-NEXT: store <4 x i32> [[TMP0]], ptr [[GETELEMENTPTR0]], align 4
; CHECK-NEXT: [[GETELEMENTPTR1:%.*]] = getelementptr i32, ptr [[PTR]], i64 4
; CHECK-NEXT: store <4 x i32> [[TMP1]], ptr [[GETELEMENTPTR1]], align 4
; CHECK-NEXT: ret void
;
entry:
%0 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val0, i32 0
%1 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val1, i32 0
%getelementptr0 = getelementptr i32, ptr %ptr, i64 0
store <4 x i32> %0, ptr %getelementptr0, align 4
%getelementptr1 = getelementptr i32, ptr %ptr, i64 4
store <4 x i32> %1, ptr %getelementptr1, align 4
ret void
}
|
