1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
|
;=========================== begin_copyright_notice ============================
;
; Copyright (C) 2024 Intel Corporation
;
; SPDX-License-Identifier: MIT
;
;============================ end_copyright_notice =============================
;
; REQUIRES: llvm-16-plus
; RUN: igc_opt --opaque-pointers -platformpvc -igc-joint-matrix-resolution -S 2>&1 < %s | FileCheck %s
; ------------------------------------------------
; Testing whether slice insert/extract works fine with target extension types on opaque-pointers mode
;
; Test verifies resolution of joint matrix extract and insert functions,
; including adding of joint_matrix_apply metadata.
; ------------------------------------------------
; CHECK-LABEL: define spir_kernel void @test(
; CHECK-SAME: ptr addrspace(1) [[PTR1:%.*]], i64 [[IND1:%.*]], ptr addrspace(1) [[PTR2:%.*]], i64 [[IND2:%.*]]) {
define spir_kernel void @test(ptr addrspace(1) %ptr1, i64 %ind1, ptr addrspace(1) %ptr2, i64 %ind2) {
; CHECK-NEXT: [[TMP1:%.*]] = alloca { <64 x float>, <64 x float> }
; CHECK-NEXT: [[TMP2:%.*]] = alloca <16 x float>
; CHECK-NEXT: call void @__builtin_spriv_OpJointMatrixLoadINTEL_Accumulator_RowMajor_SG16_16x16_i32_16_global_v8i8_pi32_i32(ptr [[TMP2]], ptr addrspace(1) [[PTR1]], i64 32, i32 0)
; CHECK-NEXT: [[TMP4:%.*]] = load <16 x float>, ptr [[TMP2]]
%C1 = call spir_func target("spirv.JointMatrixINTEL", float, 16, 16, 3, 3, 2) @_Z81__spirv_JointMatrixLoadINTEL_RPU3AS143__spirv_JointMatrixINTEL__float_16_16_3_3_2PU3AS1fliii(ptr addrspace(1) %ptr1, i64 32, i32 0, i32 3, i32 0)
; CHECK-NEXT: [[MATRIX_ELEMENT:%.*]] = extractelement <16 x float> [[TMP4]], i64 [[IND1]]
%1 = call spir_func float @_Z28__spirv_VectorExtractDynamicPU3AS143__spirv_JointMatrixINTEL__float_16_16_3_3_2l(target("spirv.JointMatrixINTEL", float, 16, 16, 3, 3, 2) %C1, i64 %ind1)
; CHECK-NEXT: [[TMP5:%.*]] = fadd float [[MATRIX_ELEMENT]], 5.000000e+00
%2 = fadd float %1, 5.0
; CHECK-NEXT: [[TMP6:%.*]] = insertelement <16 x float> [[TMP4]], float [[TMP5]], i64 [[IND1]]
%3 = call spir_func target("spirv.JointMatrixINTEL", float, 16, 16, 3, 3, 2) @_Z27__spirv_VectorInsertDynamicPU3AS143__spirv_JointMatrixINTEL__float_16_16_3_3_2fl(target("spirv.JointMatrixINTEL", float, 16, 16, 3, 3, 2) %C1, float %2, i64 %ind1)
; CHECK-NEXT: call void @__builtin_spriv_OpJointMatrixLoadINTEL_Accumulator_RowMajor_SG16_32x64_i32_128_global_v8i8_pi32_i32(ptr [[TMP1]], ptr addrspace(1) [[PTR2]], i64 128, i32 0)
; CHECK-NEXT: [[TMP8:%.*]] = load { <64 x float>, <64 x float> }, ptr [[TMP1]]
%C2 = call spir_func target("spirv.JointMatrixINTEL", float, 32, 64, 3, 3, 2) @_Z81__spirv_JointMatrixLoadINTEL_RPU3AS143__spirv_JointMatrixINTEL__float_32_64_3_3_2PU3AS1fliii(ptr addrspace(1) %ptr2, i64 128, i32 0, i32 3, i32 0)
; CHECK-NEXT: [[TMP10:%.*]] = getelementptr float, ptr [[TMP1]], i64 [[IND2]]
; CHECK-NEXT: [[TMP11:%.*]] = load float, ptr [[TMP10]],{{.*}} !joint_matrix_apply [[MD:![0-9]+]]
%4 = call spir_func float @_Z28__spirv_VectorExtractDynamicPU3AS143__spirv_JointMatrixINTEL__float_32_64_3_3_2l(target("spirv.JointMatrixINTEL", float, 32, 64, 3, 3, 2) %C2, i64 %ind2)
; CHECK-NEXT: [[TMP12:%.*]] = fadd float [[TMP11]], 5.000000e+00
%5 = fadd float %4, 5.0
; CHECK-NEXT: [[TMP14:%.*]] = getelementptr float, ptr [[TMP1]], i64 [[IND2]]
; CHECK-NEXT: store float [[TMP12]], ptr [[TMP14]]
; CHECK-NEXT: [[TMP15:%.*]] = load { <64 x float>, <64 x float> }, ptr [[TMP1]]
%6 = call spir_func target("spirv.JointMatrixINTEL", float, 32, 64, 3, 3, 2) @_Z27__spirv_VectorInsertDynamicPU3AS143__spirv_JointMatrixINTEL__float_32_64_3_3_2fl(target("spirv.JointMatrixINTEL", float, 32, 64, 3, 3, 2) %C2, float %5, i64 %ind2)
; CHECK-NEXT: ret void
ret void
}
declare spir_func float @_Z28__spirv_VectorExtractDynamicPU3AS143__spirv_JointMatrixINTEL__float_16_16_3_3_2l(target("spirv.JointMatrixINTEL", float, 16, 16, 3, 3, 2), i64)
declare spir_func target("spirv.JointMatrixINTEL", float, 16, 16, 3, 3, 2) @_Z27__spirv_VectorInsertDynamicPU3AS143__spirv_JointMatrixINTEL__float_16_16_3_3_2fl(target("spirv.JointMatrixINTEL", float, 16, 16, 3, 3, 2), float, i64)
declare spir_func float @_Z28__spirv_VectorExtractDynamicPU3AS143__spirv_JointMatrixINTEL__float_32_64_3_3_2l(target("spirv.JointMatrixINTEL", float, 32, 64, 3, 3, 2), i64)
declare spir_func target("spirv.JointMatrixINTEL", float, 32, 64, 3, 3, 2) @_Z27__spirv_VectorInsertDynamicPU3AS143__spirv_JointMatrixINTEL__float_32_64_3_3_2fl(target("spirv.JointMatrixINTEL", float, 32, 64, 3, 3, 2), float, i64)
declare spir_func target("spirv.JointMatrixINTEL", float, 32, 64, 3, 3, 2) @_Z81__spirv_JointMatrixLoadINTEL_RPU3AS143__spirv_JointMatrixINTEL__float_32_64_3_3_2PU3AS1fliii(ptr addrspace(1), i64, i32, i32, i32)
declare spir_func target("spirv.JointMatrixINTEL", float, 16, 16, 3, 3, 2) @_Z81__spirv_JointMatrixLoadINTEL_RPU3AS143__spirv_JointMatrixINTEL__float_16_16_3_3_2PU3AS1fliii(ptr addrspace(1), i64, i32, i32, i32)
; CHECK: [[MD]] = !{i1 true}
!igc.functions = !{!0}
!0 = !{ptr @test, !1}
!1 = !{!2, !3}
!2 = !{!"function_type", i32 0}
!3 = !{!"sub_group_size", i32 16}
|
