1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
|
// Copyright (c) 2017-2023, University of Tennessee. All rights reserved.
// SPDX-License-Identifier: BSD-3-Clause
// This program is free software: you can redistribute it and/or modify it under
// the terms of the BSD 3-Clause license. See the accompanying LICENSE file.
#ifndef LAPACK_DEVICE_HH
#define LAPACK_DEVICE_HH
#include "blas/device.hh"
#include "lapack/util.hh"
#if defined(LAPACK_HAVE_CUBLAS)
#include <cusolverDn.h>
#endif
namespace lapack {
// Since we pass pointers to these integers, their types have to match
// the vendor libraries.
#if defined(LAPACK_HAVE_CUBLAS)
typedef int device_info_int;
#if CUSOLVER_VERSION >= 11000
typedef int64_t device_pivot_int;
#else
typedef int device_pivot_int;
#endif
#elif defined(LAPACK_HAVE_ROCBLAS)
typedef rocblas_int device_info_int;
typedef rocblas_int device_pivot_int;
#else
typedef int64_t device_info_int; ///< int type for returned info
typedef int64_t device_pivot_int; ///< int type for pivot vector (getrf, etc.)
#endif
//------------------------------------------------------------------------------
class Queue: public blas::Queue
{
public:
Queue()
: blas::Queue()
#if defined(LAPACK_HAVE_CUBLAS)
, solver_( nullptr )
#if CUSOLVER_VERSION >= 11000
, solver_params_( nullptr )
#endif
#endif
{}
Queue( int device )
: blas::Queue( device )
#if defined(LAPACK_HAVE_CUBLAS)
, solver_( nullptr )
#if CUSOLVER_VERSION >= 11000
, solver_params_( nullptr )
#endif
#endif
{}
~Queue()
{
#if defined(LAPACK_HAVE_CUBLAS)
blas::internal_set_device( device() );
#if CUSOLVER_VERSION >= 11000
if (solver_params_) {
cusolverDnDestroyParams( solver_params_ );
solver_params_ = nullptr;
}
#endif
if (solver_) {
cusolverDnDestroy( solver_ );
solver_ = nullptr;
}
#endif
}
// Disable copying; must construct anew.
Queue( Queue const& ) = delete;
Queue& operator=( Queue const& ) = delete;
#if defined(LAPACK_HAVE_CUBLAS)
/// @return cuSolver handle, allocating it on first use.
cusolverDnHandle_t solver()
{
if (solver_ == nullptr) {
blas::internal_set_device( device() );
// todo: error handler
cusolverStatus_t status;
status = cusolverDnCreate( &solver_ );
assert( status == CUSOLVER_STATUS_SUCCESS );
assert( stream() != nullptr );
status = cusolverDnSetStream( solver_, stream() );
assert( status == CUSOLVER_STATUS_SUCCESS );
}
return solver_;
}
#if CUSOLVER_VERSION >= 11000
/// @return cuSolver params, allocating it on first use.
cusolverDnParams_t solver_params()
{
if (solver_params_ == nullptr) {
blas::internal_set_device( device() );
// todo: error handler
cusolverStatus_t status;
status = cusolverDnCreateParams( &solver_params_ );
assert( status == CUSOLVER_STATUS_SUCCESS );
}
return solver_params_;
}
#endif
#endif
private:
#if defined(LAPACK_HAVE_CUBLAS)
cusolverDnHandle_t solver_;
#if CUSOLVER_VERSION >= 11000
cusolverDnParams_t solver_params_;
#endif
#endif
};
//------------------------------------------------------------------------------
template <typename scalar_t>
void potrf(
lapack::Uplo uplo, int64_t n,
scalar_t* dA, int64_t ldda,
device_info_int* dev_info, lapack::Queue& queue );
//------------------------------------------------------------------------------
template <typename scalar_t>
void getrf_work_size_bytes(
int64_t m, int64_t n,
scalar_t* dA, int64_t ldda,
size_t* dev_work_size, size_t* host_work_size,
lapack::Queue& queue );
template <typename scalar_t>
void getrf(
int64_t m, int64_t n,
scalar_t* dA, int64_t ldda, device_pivot_int* dev_ipiv,
void* dev_work, size_t dev_work_size,
void* host_work, size_t host_work_size,
device_info_int* dev_info, lapack::Queue& queue );
//------------------------------------------------------------------------------
template <typename scalar_t>
void geqrf_work_size_bytes(
int64_t m, int64_t n,
scalar_t* dA, int64_t ldda,
size_t* dev_work_size, size_t* host_work_size,
lapack::Queue& queue );
template <typename scalar_t>
void geqrf(
int64_t m, int64_t n,
scalar_t* dA, int64_t ldda, scalar_t* dtau,
void* dev_work, size_t dev_work_size,
void* host_work, size_t host_work_size,
device_info_int* dev_info, lapack::Queue& queue );
//------------------------------------------------------------------------------
template <typename scalar_t>
void heevd_work_size_bytes(
lapack::Job jobz, lapack::Uplo uplo,
int64_t n, scalar_t* dA, int64_t ldda, blas::real_type<scalar_t>* dW,
size_t* dev_work_size, size_t* host_work_size,
lapack::Queue& queue );
template <typename scalar_t>
void heevd(
lapack::Job jobz, lapack::Uplo uplo, int64_t n,
scalar_t* dA, int64_t ldda, blas::real_type<scalar_t>* dW,
void* dev_work, size_t dev_work_size,
void* host_work, size_t host_work_size,
device_info_int* dev_info, lapack::Queue& queue );
} // namespace lapack
#endif // LAPACK_DEVICE_HH
|
