1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 2
; RUN: opt -mtriple=arm64-apple-ios -S -passes=slp-vectorizer < %s | FileCheck %s
; vectorization requires a vector GEP + extracts, but the cost is offset by being able to efficiently vectorize the rest of the tree
define void @should_vectorize_gep(ptr %base1, ptr %base2, ptr %base_gep) {
; CHECK-LABEL: define void @should_vectorize_gep
; CHECK-SAME: (ptr [[BASE1:%.*]], ptr [[BASE2:%.*]], ptr [[BASE_GEP:%.*]]) {
; CHECK-NEXT: bb:
; CHECK-NEXT: [[LOAD1:%.*]] = load i32, ptr [[BASE1]], align 2
; CHECK-NEXT: [[ZEXT1:%.*]] = zext i32 [[LOAD1]] to i64
; CHECK-NEXT: [[LOAD2:%.*]] = load i32, ptr [[BASE2]], align 2
; CHECK-NEXT: [[ZEXT2:%.*]] = zext i32 [[LOAD2]] to i64
; CHECK-NEXT: [[SUB:%.*]] = sub i64 [[ZEXT1]], [[ZEXT2]]
; CHECK-NEXT: [[GETELEMENTPTR_RES_1:%.*]] = getelementptr i32, ptr [[BASE_GEP]], i64 [[SUB]]
; CHECK-NEXT: [[GETELEMENTPTR1:%.*]] = getelementptr i32, ptr [[BASE1]], i64 1
; CHECK-NEXT: [[GETELEMENTPTR2:%.*]] = getelementptr i32, ptr [[BASE2]], i64 1
; CHECK-NEXT: [[LOAD3:%.*]] = load i32, ptr [[GETELEMENTPTR1]], align 2
; CHECK-NEXT: [[ZEXT3:%.*]] = zext i32 [[LOAD3]] to i64
; CHECK-NEXT: [[LOAD4:%.*]] = load i32, ptr [[GETELEMENTPTR2]], align 2
; CHECK-NEXT: [[ZEXT4:%.*]] = zext i32 [[LOAD4]] to i64
; CHECK-NEXT: [[SUB2:%.*]] = sub i64 [[ZEXT3]], [[ZEXT4]]
; CHECK-NEXT: [[GETELEMENTPTR_RES_2:%.*]] = getelementptr i32, ptr [[BASE_GEP]], i64 [[SUB2]]
; CHECK-NEXT: [[GETELEMENTPTR3:%.*]] = getelementptr i32, ptr [[BASE1]], i64 2
; CHECK-NEXT: [[GETELEMENTPTR4:%.*]] = getelementptr i32, ptr [[BASE2]], i64 2
; CHECK-NEXT: [[LOAD5:%.*]] = load i32, ptr [[GETELEMENTPTR3]], align 2
; CHECK-NEXT: [[ZEXT5:%.*]] = zext i32 [[LOAD5]] to i64
; CHECK-NEXT: [[LOAD6:%.*]] = load i32, ptr [[GETELEMENTPTR4]], align 2
; CHECK-NEXT: [[ZEXT6:%.*]] = zext i32 [[LOAD6]] to i64
; CHECK-NEXT: [[SUB3:%.*]] = sub i64 [[ZEXT5]], [[ZEXT6]]
; CHECK-NEXT: [[GETELEMENTPTR_RES_3:%.*]] = getelementptr i32, ptr [[BASE_GEP]], i64 [[SUB3]]
; CHECK-NEXT: [[GETELEMENTPTR5:%.*]] = getelementptr i32, ptr [[BASE1]], i64 3
; CHECK-NEXT: [[GETELEMENTPTR6:%.*]] = getelementptr i32, ptr [[BASE2]], i64 3
; CHECK-NEXT: [[LOAD7:%.*]] = load i32, ptr [[GETELEMENTPTR5]], align 2
; CHECK-NEXT: [[ZEXT7:%.*]] = zext i32 [[LOAD7]] to i64
; CHECK-NEXT: [[LOAD8:%.*]] = load i32, ptr [[GETELEMENTPTR6]], align 2
; CHECK-NEXT: [[ZEXT8:%.*]] = zext i32 [[LOAD8]] to i64
; CHECK-NEXT: [[SUB4:%.*]] = sub i64 [[ZEXT7]], [[ZEXT8]]
; CHECK-NEXT: [[GETELEMENTPTR_RES_4:%.*]] = getelementptr i32, ptr [[BASE_GEP]], i64 [[SUB4]]
; CHECK-NEXT: call void @use_4(ptr [[GETELEMENTPTR_RES_1]], ptr [[GETELEMENTPTR_RES_2]], ptr [[GETELEMENTPTR_RES_3]], ptr [[GETELEMENTPTR_RES_4]])
; CHECK-NEXT: ret void
;
bb:
%load1 = load i32, ptr %base1, align 2
%zext1 = zext i32 %load1 to i64
%load2 = load i32, ptr %base2, align 2
%zext2 = zext i32 %load2 to i64
%sub = sub i64 %zext1, %zext2
%getelementptr.res.1 = getelementptr i32, ptr %base_gep, i64 %sub
%getelementptr1 = getelementptr i32, ptr %base1, i64 1
%getelementptr2 = getelementptr i32, ptr %base2, i64 1
%load3 = load i32, ptr %getelementptr1, align 2
%zext3 = zext i32 %load3 to i64
%load4 = load i32, ptr %getelementptr2, align 2
%zext4= zext i32 %load4 to i64
%sub2 = sub i64 %zext3, %zext4
%getelementptr.res.2 = getelementptr i32, ptr %base_gep, i64 %sub2
%getelementptr3 = getelementptr i32, ptr %base1, i64 2
%getelementptr4 = getelementptr i32, ptr %base2, i64 2
%load5 = load i32, ptr %getelementptr3, align 2
%zext5 = zext i32 %load5 to i64
%load6 = load i32, ptr %getelementptr4, align 2
%zext6 = zext i32 %load6 to i64
%sub3 = sub i64 %zext5, %zext6
%getelementptr.res.3 = getelementptr i32, ptr %base_gep, i64 %sub3
%getelementptr5 = getelementptr i32, ptr %base1, i64 3
%getelementptr6 = getelementptr i32, ptr %base2, i64 3
%load7 = load i32, ptr %getelementptr5, align 2
%zext7 = zext i32 %load7 to i64
%load8 = load i32, ptr %getelementptr6, align 2
%zext8 = zext i32 %load8 to i64
%sub4 = sub i64 %zext7, %zext8
%getelementptr.res.4 = getelementptr i32, ptr %base_gep, i64 %sub4
call void @use_4(ptr %getelementptr.res.1, ptr %getelementptr.res.2, ptr %getelementptr.res.3, ptr %getelementptr.res.4)
ret void
}
declare void @use_4(ptr, ptr, ptr, ptr)
|
