1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
; RUN: opt -passes=licm -mtriple aarch64-linux-gnu -mattr=+sve -S < %s | FileCheck %s
define void @no_hoist_load1_nxv2i64(ptr %out, ptr %in8, i32 %n) {
; CHECK-LABEL: @no_hoist_load1_nxv2i64(
; CHECK: entry:
; CHECK-NOT: load
; CHECK: for.body:
; CHECK: load
entry:
%cmp0 = icmp ugt i32 %n, 0
%invst = call ptr @llvm.invariant.start.p0(i64 16, ptr %in8)
br i1 %cmp0, label %for.body, label %for.end
for.body:
%i = phi i32 [0, %entry], [%inc, %for.body]
%i2 = zext i32 %i to i64
%ptr = getelementptr <vscale x 2 x i64>, ptr %out, i64 %i2
%val = load <vscale x 2 x i64>, ptr %in8, align 16
store <vscale x 2 x i64> %val, ptr %ptr, align 16
%inc = add nuw nsw i32 %i, 1
%cmp = icmp ult i32 %inc, %n
br i1 %cmp, label %for.body, label %for.end
for.end:
ret void
}
define void @no_hoist_gather(ptr %out_ptr, ptr %in_ptr, <vscale x 2 x i64> %ptr_vec, i64 %n, <vscale x 2 x i1> %pred) {
; CHECK-LABEL: @no_hoist_gather(
; CHECK: entry:
; CHECK-NOT: llvm.aarch64.sve.ld1.gather.scalar.offset
; CHECK: for.body:
; CHECK: llvm.aarch64.sve.ld1.gather.scalar.offset
entry:
br label %for.body
for.body:
%i = phi i64 [0, %entry], [%inc, %for.body]
%gather = call <vscale x 2 x i32> @llvm.aarch64.sve.ld1.gather.scalar.offset.nxv2i32.nxv2i64(<vscale x 2 x i1> %pred, <vscale x 2 x i64> %ptr_vec, i64 0)
%in_ptr_gep = getelementptr <vscale x 2 x i32>, ptr %in_ptr, i64 %i
%in_ptr_load = load <vscale x 2 x i32>, ptr %in_ptr_gep, align 8
%sum = add <vscale x 2 x i32> %gather, %in_ptr_load
%out_ptr_gep = getelementptr <vscale x 2 x i32>, ptr %out_ptr, i64 %i
store <vscale x 2 x i32> %sum, ptr %out_ptr_gep, align 8
%inc = add nuw nsw i64 %i, 1
%cmp = icmp ult i64 %inc, %n
br i1 %cmp, label %for.body, label %for.end
for.end:
ret void
}
define void @no_hoist_scatter(ptr %out_ptr, ptr %in_ptr, <vscale x 2 x i64> %ptr_vec, i64 %n, <vscale x 2 x i1> %pred) {
; CHECK-LABEL: @no_hoist_scatter(
; CHECK: entry:
; CHECK-NOT: load
; CHECK: for.body:
; CHECK: load
entry:
br label %for.body
for.body:
%i = phi i64 [0, %entry], [%inc, %for.body]
%in_ptr_load = load <vscale x 2 x i32>, ptr %in_ptr, align 8
call void @llvm.aarch64.sve.st1.scatter.scalar.offset.nxv2i32.nxv2i64(<vscale x 2 x i32> %in_ptr_load, <vscale x 2 x i1> %pred, <vscale x 2 x i64> %ptr_vec, i64 %i)
%inc = add nuw nsw i64 %i, 1
%cmp = icmp ult i64 %inc, %n
br i1 %cmp, label %for.body, label %for.end
for.end:
ret void
}
declare ptr @llvm.invariant.start.p0(i64, ptr nocapture) nounwind readonly
declare void @llvm.aarch64.sve.st1.scatter.scalar.offset.nxv2i32.nxv2i64(<vscale x 2 x i32>, <vscale x 2 x i1>, <vscale x 2 x i64>, i64)
declare <vscale x 2 x i32> @llvm.aarch64.sve.ld1.gather.scalar.offset.nxv2i32.nxv2i64(<vscale x 2 x i1>, <vscale x 2 x i64>, i64)
|
