1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
; RUN: opt < %s -S --passes=vector-combine -mtriple=x86_64-- -mcpu=x86-64 | FileCheck %s --check-prefixes=CHECK,X64
; RUN: opt < %s -S --passes=vector-combine -mtriple=x86_64-- -mcpu=x86-64-v2 | FileCheck %s --check-prefixes=CHECK,X64
; RUN: opt < %s -S --passes=vector-combine -mtriple=x86_64-- -mcpu=x86-64-v3 | FileCheck %s --check-prefixes=CHECK,X64
; RUN: opt < %s -S --passes=vector-combine -mtriple=x86_64-- -mcpu=x86-64-v4 | FileCheck %s --check-prefixes=CHECK,AVX512
;
; Fold reduce(trunc(X)) -> trunc(reduce(X)) if more cost efficient
;
; Cheap AVX512 v8i64 -> v8i32 truncation
define i32 @reduce_add_trunc_v8i64_i32(<8 x i64> %a0) {
; X64-LABEL: @reduce_add_trunc_v8i64_i32(
; X64-NEXT: [[TMP1:%.*]] = call i64 @llvm.vector.reduce.add.v8i64(<8 x i64> [[A0:%.*]])
; X64-NEXT: [[RED:%.*]] = trunc i64 [[TMP1]] to i32
; X64-NEXT: ret i32 [[RED]]
;
; AVX512-LABEL: @reduce_add_trunc_v8i64_i32(
; AVX512-NEXT: [[TR:%.*]] = trunc <8 x i64> [[A0:%.*]] to <8 x i32>
; AVX512-NEXT: [[RED:%.*]] = tail call i32 @llvm.vector.reduce.add.v8i32(<8 x i32> [[TR]])
; AVX512-NEXT: ret i32 [[RED]]
;
%tr = trunc <8 x i64> %a0 to <8 x i32>
%red = tail call i32 @llvm.vector.reduce.add.v8i32(<8 x i32> %tr)
ret i32 %red
}
declare i32 @llvm.vector.reduce.add.v8i32(<8 x i32>)
; No legal vXi8 multiplication so vXi16 is always cheaper
define i8 @reduce_mul_trunc_v16i16_i8(<16 x i16> %a0) {
; CHECK-LABEL: @reduce_mul_trunc_v16i16_i8(
; CHECK-NEXT: [[TMP1:%.*]] = call i16 @llvm.vector.reduce.mul.v16i16(<16 x i16> [[A0:%.*]])
; CHECK-NEXT: [[RED:%.*]] = trunc i16 [[TMP1]] to i8
; CHECK-NEXT: ret i8 [[RED]]
;
%tr = trunc <16 x i16> %a0 to <16 x i8>
%red = tail call i8 @llvm.vector.reduce.mul.v16i8(<16 x i8> %tr)
ret i8 %red
}
declare i8 @llvm.vector.reduce.mul.v16i8(<16 x i8>)
define i8 @reduce_or_trunc_v8i32_i8(<8 x i32> %a0) {
; CHECK-LABEL: @reduce_or_trunc_v8i32_i8(
; CHECK-NEXT: [[TMP1:%.*]] = call i32 @llvm.vector.reduce.or.v8i32(<8 x i32> [[A0:%.*]])
; CHECK-NEXT: [[RED:%.*]] = trunc i32 [[TMP1]] to i8
; CHECK-NEXT: ret i8 [[RED]]
;
%tr = trunc <8 x i32> %a0 to <8 x i8>
%red = tail call i8 @llvm.vector.reduce.or.v8i32(<8 x i8> %tr)
ret i8 %red
}
declare i8 @llvm.vector.reduce.or.v8i8(<8 x i8>)
define i8 @reduce_xor_trunc_v16i64_i8(<16 x i64> %a0) {
; CHECK-LABEL: @reduce_xor_trunc_v16i64_i8(
; CHECK-NEXT: [[TMP1:%.*]] = call i64 @llvm.vector.reduce.xor.v16i64(<16 x i64> [[A0:%.*]])
; CHECK-NEXT: [[RED:%.*]] = trunc i64 [[TMP1]] to i8
; CHECK-NEXT: ret i8 [[RED]]
;
%tr = trunc <16 x i64> %a0 to <16 x i8>
%red = tail call i8 @llvm.vector.reduce.xor.v16i8(<16 x i8> %tr)
ret i8 %red
}
declare i8 @llvm.vector.reduce.xor.v16i8(<16 x i8>)
; Truncation source has other uses - OK to truncate reduction
define i16 @reduce_and_trunc_v16i64_i16(<16 x i64> %a0) {
; CHECK-LABEL: @reduce_and_trunc_v16i64_i16(
; CHECK-NEXT: [[TMP1:%.*]] = call i64 @llvm.vector.reduce.and.v16i64(<16 x i64> [[A0:%.*]])
; CHECK-NEXT: [[RED:%.*]] = trunc i64 [[TMP1]] to i16
; CHECK-NEXT: call void @use_v16i64(<16 x i64> [[A0]])
; CHECK-NEXT: ret i16 [[RED]]
;
%tr = trunc <16 x i64> %a0 to <16 x i16>
%red = tail call i16 @llvm.vector.reduce.and.v16i16(<16 x i16> %tr)
call void @use_v16i64(<16 x i64> %a0)
ret i16 %red
}
declare i16 @llvm.vector.reduce.and.v16i16(<16 x i16>)
; Negative Test: vXi16 multiply is much cheaper than vXi64
define i16 @reduce_mul_trunc_v8i64_i16(<8 x i64> %a0) {
; CHECK-LABEL: @reduce_mul_trunc_v8i64_i16(
; CHECK-NEXT: [[TR:%.*]] = trunc <8 x i64> [[A0:%.*]] to <8 x i16>
; CHECK-NEXT: [[RED:%.*]] = tail call i16 @llvm.vector.reduce.mul.v8i16(<8 x i16> [[TR]])
; CHECK-NEXT: ret i16 [[RED]]
;
%tr = trunc <8 x i64> %a0 to <8 x i16>
%red = tail call i16 @llvm.vector.reduce.mul.v8i16(<8 x i16> %tr)
ret i16 %red
}
declare i16 @llvm.vector.reduce.mul.v8i16(<8 x i16>)
; Negative Test: min/max reductions can't use pre-truncated types.
define i8 @reduce_smin_trunc_v16i16_i8(<16 x i16> %a0) {
; CHECK-LABEL: @reduce_smin_trunc_v16i16_i8(
; CHECK-NEXT: [[TR:%.*]] = trunc <16 x i16> [[A0:%.*]] to <16 x i8>
; CHECK-NEXT: [[RED:%.*]] = tail call i8 @llvm.vector.reduce.smin.v16i8(<16 x i8> [[TR]])
; CHECK-NEXT: ret i8 [[RED]]
;
%tr = trunc <16 x i16> %a0 to <16 x i8>
%red = tail call i8 @llvm.vector.reduce.smin.v16i8(<16 x i8> %tr)
ret i8 %red
}
declare i8 @llvm.vector.reduce.smin.v16i8(<16 x i8>)
; Negative Test: Truncation has other uses.
define i16 @reduce_and_trunc_v16i64_i16_multiuse(<16 x i64> %a0) {
; CHECK-LABEL: @reduce_and_trunc_v16i64_i16_multiuse(
; CHECK-NEXT: [[TR:%.*]] = trunc <16 x i64> [[A0:%.*]] to <16 x i16>
; CHECK-NEXT: [[RED:%.*]] = tail call i16 @llvm.vector.reduce.and.v16i16(<16 x i16> [[TR]])
; CHECK-NEXT: call void @use_v16i16(<16 x i16> [[TR]])
; CHECK-NEXT: ret i16 [[RED]]
;
%tr = trunc <16 x i64> %a0 to <16 x i16>
%red = tail call i16 @llvm.vector.reduce.and.v16i16(<16 x i16> %tr)
call void @use_v16i16(<16 x i16> %tr)
ret i16 %red
}
declare void @use_v16i64(<16 x i64>)
declare void @use_v16i16(<16 x i16>)
|
