1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
;=========================== begin_copyright_notice ============================
;
; Copyright (C) 2021-2024 Intel Corporation
;
; SPDX-License-Identifier: MIT
;
;============================ end_copyright_notice =============================
; RUN: %opt_typed_ptrs %use_old_pass_manager% -GenXPromoteArray -march=genx64 -mcpu=Gen9 -S < %s | FileCheck %s --check-prefixes=CHECK,CHECK-TYPED-PTRS
; RUN: %opt_opaque_ptrs %use_old_pass_manager% -GenXPromoteArray -march=genx64 -mcpu=Gen9 -S < %s | FileCheck %s --check-prefixes=CHECK,CHECK-OPAQUE-PTRS
target datalayout = "e-p:64:64-i64:64-n8:16:32"
declare <8 x i1> @get_pred()
declare <8 x float> @get_data()
declare <8 x i32> @get_data_i()
declare void @llvm.genx.svm.scatter.v8i1.v8i64.v8f32(<8 x i1>, i32, <8 x i64>, <8 x float>)
declare void @llvm.genx.svm.scatter.v8i1.v8i64.v8i32(<8 x i1>, i32, <8 x i64>, <8 x i32>)
declare <2 x float> @llvm.genx.svm.gather.v2f32.v8i1.v2i64(<8 x i1>, i32, <2 x i64>, <2 x float>)
define dllexport void @f_f_st() {
%alloca = alloca [8 x float], align 64
; CHECK: %[[ALLOCA_0:[^ ]+]] = alloca <8 x float>
%pred = call <8 x i1> @get_pred()
%data = call <8 x float> @get_data()
%ptrtoint = ptrtoint [8 x float]* %alloca to i64
; CHECK: insertelement <8 x i64> undef, i64 0, i32 0
%inselem0 = insertelement <8 x i64> undef, i64 %ptrtoint, i32 0
%base = shufflevector <8 x i64> %inselem0, <8 x i64> undef, <8 x i32> zeroinitializer
%address = add <8 x i64> %base, <i64 0, i64 4, i64 8, i64 12, i64 16, i64 20, i64 24, i64 28>
call void @llvm.genx.svm.scatter.v8i1.v8i64.v8f32(<8 x i1> %pred, i32 0, <8 x i64> %address, <8 x float> %data)
; CHECK-TYPED-PTRS: %[[LD_0:[^ ]+]] = load <8 x float>, <8 x float>* %[[ALLOCA_0]]
; CHECK-OPAQUE-PTRS: %[[LD_0:[^ ]+]] = load <8 x float>, ptr %[[ALLOCA_0]]
; CHECK: %[[ADDR_0:[^ ]+]] = trunc <8 x i64> %{{.*}} to <8 x i16>
; CHECK: %[[WRR_0:[^ ]+]] = call <8 x float> @llvm.genx.wrregionf.v8f32.v8f32.v8i16.v8i1(<8 x float> %[[LD_0]], <8 x float> %data, i32 0, i32 1, i32 0, <8 x i16> %[[ADDR_0]], i32 0, <8 x i1> %pred)
; CHECK-TYPED-PTRS: store <8 x float> %[[WRR_0]], <8 x float>* %[[ALLOCA_0]]
; CHECK-OPAQUE-PTRS: store <8 x float> %[[WRR_0]], ptr %[[ALLOCA_0]]
ret void
}
define dllexport <2 x float> @f_f_ld([8 x float] %input, <2 x i64> %offsets) {
%alloca = alloca [8 x float], align 64
; CHECK: %[[ALLOCA_1:[^ ]+]] = alloca <8 x float>
%pred = call <8 x i1> @get_pred()
%data = call <8 x float> @get_data()
store [8 x float] %input, [8 x float]* %alloca
%ptrtoint = ptrtoint [8 x float]* %alloca to i64
; CHECK: insertelement <2 x i64> undef, i64 0, i32 0
%inselem0 = insertelement <2 x i64> undef, i64 %ptrtoint, i32 0
%base = shufflevector <2 x i64> %inselem0, <2 x i64> undef, <2 x i32> zeroinitializer
%address = add <2 x i64> %base, %offsets
; CHECK-TYPED-PTRS: %[[LD_1:[^ ]+]] = load <8 x float>, <8 x float>* %[[ALLOCA_1]]
; CHECK-OPAQUE-PTRS: %[[LD_1:[^ ]+]] = load <8 x float>, ptr %[[ALLOCA_1]]
; CHECK: %[[ADDR_1:[^ ]+]] = trunc <2 x i64> %{{.*}} to <2 x i16>
; CHECK: %[[RES:[^ ]+]] = call <2 x float> @llvm.genx.rdregionf.v2f32.v8f32.v2i16(<8 x float> %[[LD_1]], i32 0, i32 1, i32 0, <2 x i16> %[[ADDR_1]], i32 0)
; CHECK: ret <2 x float> %[[RES]]
%res = call <2 x float> @llvm.genx.svm.gather.v2f32.v8i1.v2i64(<8 x i1> %pred, i32 0, <2 x i64> %address, <2 x float> undef)
ret <2 x float> %res
}
; this tests if we ignore allocas that are already vectors of a proper type
define dllexport void @f_f_same() {
%alloca = alloca <8 x float>, align 64
; CHECK: %[[ALLOCA_2:[^ ]+]] = alloca <8 x float>
%pred = call <8 x i1> @get_pred()
%data = call <8 x float> @get_data()
%ptrtoint = ptrtoint <8 x float>* %alloca to i64
; CHECK-TYPED-PTRS: %[[PTI:[^ ]+]] = ptrtoint <8 x float>* %alloca to i64
; CHECK-OPAQUE-PTRS: %[[PTI:[^ ]+]] = ptrtoint ptr %alloca to i64
; CHECK: insertelement <8 x i64> undef, i64 %[[PTI]], i32 0
%inselem0 = insertelement <8 x i64> undef, i64 %ptrtoint, i32 0
%base = shufflevector <8 x i64> %inselem0, <8 x i64> undef, <8 x i32> zeroinitializer
%address = add <8 x i64> %base, <i64 0, i64 4, i64 8, i64 12, i64 16, i64 20, i64 24, i64 28>
call void @llvm.genx.svm.scatter.v8i1.v8i64.v8f32(<8 x i1> %pred, i32 0, <8 x i64> %address, <8 x float> %data)
; CHECK: svm.scatter
ret void
}
define dllexport void @f_f_mismatch() {
%alloca = alloca [8 x float], align 64
; CHECK: %[[ALLOCA_3:[^ ]+]] = alloca [8 x float]
%pred = call <8 x i1> @get_pred()
%data = call <8 x i32> @get_data_i()
%ptrtoint = ptrtoint [8 x float]* %alloca to i64
; CHECK-TYPED-PTRS: %[[PTI:[^ ]+]] = ptrtoint [8 x float]* %alloca to i64
; CHECK-OPAQUE-PTRS: %[[PTI:[^ ]+]] = ptrtoint ptr %alloca to i64
; CHECK: insertelement <8 x i64> undef, i64 %[[PTI]], i32 0
%inselem0 = insertelement <8 x i64> undef, i64 %ptrtoint, i32 0
%base = shufflevector <8 x i64> %inselem0, <8 x i64> undef, <8 x i32> zeroinitializer
%address = add <8 x i64> %base, <i64 0, i64 4, i64 8, i64 12, i64 16, i64 20, i64 24, i64 28>
call void @llvm.genx.svm.scatter.v8i1.v8i64.v8i32(<8 x i1> %pred, i32 0, <8 x i64> %address, <8 x i32> %data)
; CHECK: svm.scatter
ret void
}
|
