1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
|
/*
-- MAGMA (version 2.5.4) --
Univ. of Tennessee, Knoxville
Univ. of California, Berkeley
Univ. of Colorado, Denver
@date October 2020
@generated from sparse/control/magma_zsolverinfo.cpp, normal z -> s, Thu Oct 8 23:05:51 2020
@author Hartwig Anzt
*/
#include "magmasparse_internal.h"
#define RTOLERANCE lapackf77_slamch( "E" )
#define ATOLERANCE lapackf77_slamch( "E" )
/**
Purpose
-------
Prints information about a previously called solver.
Arguments
---------
@param[in]
solver_par magma_s_solver_par*
structure containing all solver information
@param[in,out]
precond_par magma_s_preconditioner*
structure containing all preconditioner information
@param[in]
queue magma_queue_t
Queue to execute in.
@ingroup magmasparse_saux
********************************************************************/
extern "C" magma_int_t
magma_ssolverinfo(
magma_s_solver_par *solver_par,
magma_s_preconditioner *precond_par,
magma_queue_t queue )
{
if( solver_par->verbose > 0 ){
magma_int_t k = solver_par->verbose;
printf("%%=================================================================================%%\n");
switch( solver_par->solver ) {
case Magma_CG:
printf("%% CG performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PCG:
printf("%% CG performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_BICG:
case Magma_BICGMERGE:
case Magma_PBICG:
case Magma_PBICGMERGE:
printf("%% BiCG performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_CGMERGE:
printf("%% CG (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_BICGSTAB:
printf("%% BiCGSTAB performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PBICGSTAB:
printf("%% BiCGSTAB performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_BICGSTABMERGE:
printf("%% BiCGSTAB (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_BICGSTABMERGE2:
printf("%% BiCGSTAB (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_GMRES:
printf("%% GMRES(%lld) performance analysis every %lld iterations\n",
(long long) solver_par->restart, (long long) k );
break;
case Magma_PGMRES:
printf("%% GMRES(%lld) performance analysis every %lld iterations\n",
(long long) solver_par->restart, (long long) k );
break;
case Magma_IDR:
case Magma_IDRMERGE:
printf("%% IDR(%lld) performance analysis every %lld iterations\n",
(long long) solver_par->restart, (long long) k );
break;
case Magma_PIDR:
case Magma_PIDRMERGE:
printf("%% IDR(%lld) performance analysis every %lld iterations\n",
(long long) solver_par->restart, (long long) k );
break;
case Magma_ITERREF:
printf("%% Iterative refinement performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_JACOBI:
printf("%% Jacobi performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_CGS:
printf("%% CGS performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PCGS:
printf("%% CGS performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_CGSMERGE:
printf("%% CGS (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PCGSMERGE:
printf("%% CGS (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_TFQMR:
printf("%% TFQMR performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PCGMERGE:
printf("%% PCG performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PTFQMR:
printf("%% TFQMR performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_TFQMRMERGE:
printf("%% TFQMR (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PTFQMRMERGE:
printf("%% PTFQMR (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_QMR:
printf("%% QMR performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_LSQR:
printf("%% LSQR performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PQMR:
printf("%% PQMR performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_QMRMERGE:
printf("%% QMR (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PQMRMERGE:
printf("%% PQMR (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_BOMBARD:
printf("%% BOMBARD performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_BOMBARDMERGE:
printf("%% BOMBARD (merged) performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_BAITER:
case Magma_BAITERO:
printf("%% BAITER performance analysis every %lld iterations\n",
(long long) k );
break;
case Magma_PARDISO:
printf("%% PARDISO performance analysis every %lld iterations\n",
(long long) k );
break;
default:
printf("%% Detailed performance analysis not supported.\n");
break;
}
switch( precond_par->solver ) {
case Magma_CG:
printf("%% Preconditioner used: CG.\n");
break;
case Magma_BICGMERGE:
case Magma_BICG:
printf("%% Preconditioner used: BiCG.\n");
break;
case Magma_BICGSTAB:
printf("%% Preconditioner used: BiCGSTAB.\n");
break;
case Magma_GMRES:
printf("%% Preconditioner used: GMRES.\n");
break;
case Magma_CGS:
printf("%% Preconditioner used: CGS.\n");
break;
case Magma_BOMBARD:
printf("%% Preconditioner used: BOMBARD.\n");
break;
case Magma_TFQMR:
printf("%% Preconditioner used: TFQMR.\n");
break;
case Magma_QMR:
printf("%% Preconditioner used: QMR.\n");
break;
case Magma_JACOBI:
printf("%% Preconditioner used: Jacobi.\n");
break;
case Magma_IDR:
case Magma_IDRMERGE:
printf("%% Preconditioner used: Jacobi.\n");
break;
case Magma_BAITER:
case Magma_BAITERO:
printf("%% Preconditioner used: Block-asynchronous iteration.\n");
break;
case Magma_ILU:
printf("%% Preconditioner used: ILU(%lld).\n",
(long long) precond_par->levels );
break;
case Magma_PARILU:
printf("%% Preconditioner used: ParILU(%lld).\n",
(long long) precond_par->levels );
break;
case Magma_ICC:
printf("%% Preconditioner used: IC(%lld).\n",
(long long) precond_par->levels );
break;
case Magma_PARIC:
printf("%% Preconditioner used: ParIC(%lld).\n",
(long long) precond_par->levels );
break;
case Magma_ISAI:
printf("%% Preconditioner used: ParILU-SPAI.\n" );
break;
default:
break;
}
printf("%%=================================================================================%%\n");
switch( solver_par->solver ) {
case Magma_CG:
case Magma_PCG:
case Magma_CGMERGE:
case Magma_BICGSTAB:
case Magma_PBICGSTAB:
case Magma_BICGSTABMERGE:
case Magma_BICGSTABMERGE2:
case Magma_GMRES:
case Magma_PGMRES:
case Magma_IDR:
case Magma_IDRMERGE:
case Magma_PIDR:
case Magma_PIDRMERGE:
case Magma_CGS:
case Magma_BICG:
case Magma_BICGMERGE:
case Magma_PBICG:
case Magma_PBICGMERGE:
case Magma_PCGS:
case Magma_PCGMERGE:
case Magma_CGSMERGE:
case Magma_PCGSMERGE:
case Magma_QMR:
case Magma_QMRMERGE:
case Magma_LSQR:
case Magma_PQMR:
case Magma_PQMRMERGE:
case Magma_TFQMR:
case Magma_PTFQMR:
case Magma_TFQMRMERGE:
case Magma_PTFQMRMERGE:
case Magma_ITERREF:
case Magma_BOMBARD:
case Magma_BOMBARDMERGE:
case Magma_JACOBI:
case Magma_BAITER:
case Magma_BAITERO:
printf("%% iter || residual-nrm2 || runtime || SpMV-count* || info\n");
printf("%%=================================================================================%%\n");
for( int j=0; j<(solver_par->numiter)/k+1; j++ ) {
printf(" %8lld %e %f %8lld %3lld\n",
(long long)(j*k),
solver_par->res_vec[j],
solver_par->timing[j],
(long long) (magma_ceildiv(solver_par->spmv_count, solver_par->numiter)*(j*k)),
(long long) solver_par->info );
}
printf("%%=================================================================================%%\n");
break;
default:
printf("%%=================================================================================%%\n");
break;
}
}
else{
printf("%% iter || residual-nrm2 || runtime || SpMV-count || info\n");
printf("%%=================================================================================%%\n");
printf(" %8lld %e %f %8lld %3lld\n",
(long long) solver_par->numiter,
solver_par->iter_res,
solver_par->runtime,
(long long) solver_par->spmv_count,
(long long) solver_par->info );
printf("%%=================================================================================%%\n");
}
printf("\n%%=================================================================================%%\n");
switch( solver_par->solver ) {
case Magma_CG:
printf("%% CG solver summary:\n");
break;
case Magma_PCG:
case Magma_PCGMERGE:
printf("%% PCG solver summary:\n");
break;
case Magma_CGMERGE:
printf("%% CG solver summary:\n");
break;
case Magma_BICGSTAB:
printf("%% BiCGSTAB solver summary:\n");
break;
case Magma_PBICGSTAB:
printf("%% PBiCGSTAB solver summary:\n");
break;
case Magma_BICGSTABMERGE:
printf("%% BiCGSTAB solver summary:\n");
break;
case Magma_BICGSTABMERGE2:
printf("%% BiCGSTAB solver summary:\n");
break;
case Magma_BICG:
case Magma_BICGMERGE:
printf("%% BiCG solver summary:\n");
break;
case Magma_PBICG:
case Magma_PBICGMERGE:
printf("%% BiCG solver summary:\n");
break;
case Magma_GMRES:
printf("%% GMRES(%lld) solver summary:\n",
(long long) solver_par->restart );
break;
case Magma_PGMRES:
printf("%% PGMRES(%lld) solver summary:\n",
(long long) solver_par->restart );
break;
case Magma_IDR:
case Magma_IDRMERGE:
printf("%% IDR(%lld) solver summary:\n",
(long long) solver_par->restart );
break;
case Magma_PIDR:
case Magma_PIDRMERGE:
printf("%% PIDR(%lld) solver summary:\n",
(long long) solver_par->restart );
break;
case Magma_CGS:
case Magma_CGSMERGE:
printf("%% CGS solver summary:\n");
break;
case Magma_PCGS:
case Magma_PCGSMERGE:
printf("%% PCGS solver summary:\n");
break;
case Magma_TFQMR:
case Magma_TFQMRMERGE:
printf("%% TFQMR solver summary:\n");
break;
case Magma_PTFQMR:
case Magma_PTFQMRMERGE:
printf("%% PTFQMR solver summary:\n");
break;
case Magma_QMR:
case Magma_QMRMERGE:
printf("%% QMR solver summary:\n");
break;
case Magma_LSQR:
printf("%% LSQR solver summary:\n");
break;
case Magma_PQMR:
case Magma_PQMRMERGE:
printf("%% PQMR solver summary:\n");
break;
case Magma_ITERREF:
printf("%% Iterative refinement solver summary:\n");
break;
case Magma_JACOBI:
printf("%% Jacobi solver summary:\n");
break;
case Magma_BAITER:
case Magma_BAITERO:
printf("%% Block-asynchronous iteration solver summary:\n");
break;
case Magma_LOBPCG:
printf("%% LOBPCG iteration solver summary:\n");
break;
case Magma_BOMBARD:
case Magma_BOMBARDMERGE:
printf("%% multi-solver iteration summary:\n");
break;
case Magma_PARDISO:
printf("%% PARDISO solver summary:\n");
break;
default:
printf("%% Solver info not supported.\n");
goto cleanup;
}
printf("%% initial residual: %e\n", solver_par->init_res );
printf("%% preconditioner setup: %.4f sec\n", precond_par->setuptime );
printf("%% iterations: %4lld\n", (long long) solver_par->numiter );
printf("%% SpMV-count: %4lld\n", (long long) solver_par->spmv_count );
printf("%% exact final residual: %e\n"
"%% runtime: %.4f sec\n",
solver_par->final_res, solver_par->runtime);
printf("%% preconditioner runtime: %.4f sec\n", precond_par->runtime );
cleanup:
printf("%%=================================================================================%%\n");
return MAGMA_SUCCESS;
}
/**
Purpose
-------
Frees any memory assocoiated with the verbose mode of solver_par. The
other values are set to default.
Arguments
---------
@param[in,out]
solver_par magma_s_solver_par*
structure containing all solver information
@param[in,out]
precond_par magma_s_preconditioner*
structure containing all preconditioner information
@param[in]
queue magma_queue_t
Queue to execute in.
@ingroup magmasparse_saux
********************************************************************/
extern "C" magma_int_t
magma_ssolverinfo_free(
magma_s_solver_par *solver_par,
magma_s_preconditioner *precond_par,
magma_queue_t queue )
{
solver_par->init_res = 0.0;
solver_par->iter_res = 0.0;
solver_par->final_res = 0.0;
if ( solver_par->res_vec != NULL ) {
magma_free_cpu( solver_par->res_vec );
solver_par->res_vec = NULL;
}
if ( solver_par->timing != NULL ) {
magma_free_cpu( solver_par->timing );
solver_par->timing = NULL;
}
if ( solver_par->eigenvectors != NULL ) {
magma_free( solver_par->eigenvectors );
solver_par->eigenvectors = NULL;
}
if ( solver_par->eigenvalues != NULL ) {
magma_free_cpu( solver_par->eigenvalues );
solver_par->eigenvalues = NULL;
}
magma_sprecondfree( precond_par, queue );
return MAGMA_SUCCESS;
}
/**
Purpose
-------
Initializes all solver and preconditioner parameters.
Arguments
---------
@param[in,out]
solver_par magma_s_solver_par*
structure containing all solver information
@param[in,out]
precond_par magma_s_preconditioner*
structure containing all preconditioner information
@param[in]
queue magma_queue_t
Queue to execute in.
@ingroup magmasparse_saux
********************************************************************/
extern "C" magma_int_t
magma_ssolverinfo_init(
magma_s_solver_par *solver_par,
magma_s_preconditioner *precond_par,
magma_queue_t queue )
{
magma_int_t info = 0;
solver_par->runtime = 0.;
solver_par->numiter = 0;
solver_par->spmv_count = 0;
precond_par->numiter = 0;
precond_par->spmv_count = 0;
precond_par->runtime = 0.;
precond_par->setuptime = 0.;
solver_par->res_vec = NULL;
solver_par->timing = NULL;
solver_par->eigenvectors = NULL;
solver_par->eigenvalues = NULL;
if( solver_par->maxiter == 0 )
solver_par->maxiter = 1000;
if( solver_par->version == 0 )
solver_par->version = 0;
if( solver_par->restart == 0 )
solver_par->restart = 30;
if( solver_par->solver == 0 )
solver_par->solver = Magma_CG;
if ( solver_par->verbose > 0 ) {
CHECK( magma_malloc_cpu( (void **)&solver_par->res_vec, sizeof(real_Double_t)
* ( (solver_par->maxiter)/(solver_par->verbose)+1) ));
CHECK( magma_malloc_cpu( (void **)&solver_par->timing, sizeof(real_Double_t)
*( (solver_par->maxiter)/(solver_par->verbose)+1) ));
} else {
solver_par->res_vec = NULL;
solver_par->timing = NULL;
}
precond_par->d.val = NULL;
precond_par->d2.val = NULL;
precond_par->work1.val = NULL;
precond_par->work2.val = NULL;
precond_par->M.val = NULL;
precond_par->M.col = NULL;
precond_par->M.row = NULL;
precond_par->M.blockinfo = NULL;
precond_par->L.val = NULL;
precond_par->L.col = NULL;
precond_par->L.row = NULL;
precond_par->L.blockinfo = NULL;
precond_par->U.val = NULL;
precond_par->U.col = NULL;
precond_par->U.row = NULL;
precond_par->U.blockinfo = NULL;
precond_par->LT.val = NULL;
precond_par->LT.col = NULL;
precond_par->LT.row = NULL;
precond_par->LT.blockinfo = NULL;
precond_par->UT.val = NULL;
precond_par->UT.col = NULL;
precond_par->UT.row = NULL;
precond_par->UT.blockinfo = NULL;
precond_par->LD.val = NULL;
precond_par->LD.col = NULL;
precond_par->LD.row = NULL;
precond_par->LD.blockinfo = NULL;
precond_par->UD.val = NULL;
precond_par->UD.col = NULL;
precond_par->UD.row = NULL;
precond_par->UD.blockinfo = NULL;
precond_par->LDT.val = NULL;
precond_par->LDT.col = NULL;
precond_par->LDT.row = NULL;
precond_par->LDT.blockinfo = NULL;
precond_par->UDT.val = NULL;
precond_par->UDT.col = NULL;
precond_par->UDT.row = NULL;
precond_par->UDT.blockinfo = NULL;
// todo: error: invalid conversion from ‘long int’ to ‘cusparseSolvePolicy_t’
//precond_par->cuinfoL = NULL;
//precond_par->cuinfoU = NULL;
//precond_par->cuinfoLT = NULL;
//precond_par->cuinfoUT = NULL;
precond_par->L_dgraphindegree = NULL;
precond_par->U_dgraphindegree = NULL;
precond_par->L_dgraphindegree_bak = NULL;
precond_par->U_dgraphindegree_bak = NULL;
cleanup:
if( info != 0 ){
magma_free( solver_par->timing );
magma_free( solver_par->res_vec );
}
return info;
}
/**
Purpose
-------
Initializes space for eigensolvers.
Arguments
---------
@param[in,out]
solver_par magma_s_solver_par*
structure containing all solver information
@param[in]
queue magma_queue_t
Queue to execute in.
@ingroup magmasparse_saux
********************************************************************/
extern "C" magma_int_t
magma_seigensolverinfo_init(
magma_s_solver_par *solver_par,
magma_queue_t queue )
{
magma_int_t info = 0;
float *initial_guess=NULL;
solver_par->eigenvectors = NULL;
solver_par->eigenvalues = NULL;
if ( solver_par->solver == Magma_LOBPCG ) {
if( solver_par->num_eigenvalues==0 ){
solver_par->num_eigenvalues = 32;
}
CHECK( magma_smalloc_cpu( &solver_par->eigenvalues ,
3*solver_par->num_eigenvalues ));
// setup initial guess EV using lapack
// then copy to GPU
magma_int_t ev = solver_par->num_eigenvalues * solver_par->ev_length;
CHECK( magma_smalloc_cpu( &initial_guess, ev ));
CHECK( magma_smalloc( &solver_par->eigenvectors, ev ));
magma_int_t ISEED[4] = {0,0,0,1}, ione = 1;
lapackf77_slarnv( &ione, ISEED, &ev, initial_guess );
magma_ssetmatrix( solver_par->ev_length, solver_par->num_eigenvalues,
initial_guess, solver_par->ev_length, solver_par->eigenvectors,
solver_par->ev_length, queue );
} else {
solver_par->eigenvectors = NULL;
solver_par->eigenvalues = NULL;
}
cleanup:
if( info != 0 ){
magma_free( solver_par->eigenvectors );
magma_free( solver_par->eigenvalues );
}
magma_free_cpu( initial_guess );
return info;
}
/**
Checks whether a solver is among the list of Krylov solvers.
The result is passed in info:
1 yes - Krylov solver
0 no - no Krylov solver of the list.
@param[in]
solver magma_solver_type
@return error
@ingroup magma_util
********************************************************************/
extern "C" magma_int_t
magma_sKrylov_check( magma_solver_type solver )
{
switch( solver ) {
case Magma_CG:
case Magma_CGMERGE:
case Magma_BICGSTAB:
case Magma_BICGSTABMERGE:
case Magma_BICGSTABMERGE2:
case Magma_GMRES:
case Magma_IDR:
case Magma_IDRMERGE:
case Magma_CGS:
case Magma_CGSMERGE:
case Magma_BICG:
case Magma_BICGMERGE:
case Magma_QMR:
case Magma_QMRMERGE:
case Magma_LSQR:
case Magma_TFQMR:
case Magma_TFQMRMERGE:
return MAGMA_SUCCESS;
break;
default:
return MAGMA_ERR_UNKNOWN;
break;
}
}
|
