1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
|
#include <mpi.h>
#include <sys/time.h>
#include <iostream>
#include <functional>
#include <algorithm>
#include <vector>
#include <sstream>
#include "CombBLAS/CombBLAS.h"
using namespace std;
using namespace combblas;
#define ITERATIONS 1
// Simple helper class for declarations: Just the numerical type is templated
// The index type and the sequential matrix type stays the same for the whole code
// In this case, they are "int" and "SpDCCols"
template <class NT>
class PSpMat
{
public:
typedef SpDCCols < int, NT > DCCols;
typedef SpParMat < int, NT, DCCols > MPI_DCCols;
};
#define ElementType double
int main(int argc, char* argv[])
{
int nprocs, myrank;
MPI_Init(&argc, &argv);
MPI_Comm_size(MPI_COMM_WORLD,&nprocs);
MPI_Comm_rank(MPI_COMM_WORLD,&myrank);
if(argc < 3)
{
if(myrank == 0)
{
cout << "Usage: ./MultTest <MatrixA> <MatrixB>" << endl;
cout << "<MatrixA>,<MatrixB> are absolute addresses, and files should be in triples format" << endl;
}
MPI_Finalize();
return -1;
}
{
string Aname(argv[1]);
string Bname(argv[2]);
typedef PlusTimesSRing<ElementType, ElementType> PTDOUBLEDOUBLE;
PSpMat<ElementType>::MPI_DCCols A, B; // construct objects
A.ReadDistribute(Aname, 0);
A.PrintInfo();
B.ReadDistribute(Bname, 0);
B.PrintInfo();
SpParHelper::Print("Data read\n");
{ // force the calling of C's destructor
PSpMat<ElementType>::MPI_DCCols C = Mult_AnXBn_DoubleBuff<PTDOUBLEDOUBLE, ElementType, PSpMat<ElementType>::DCCols >(A, B);
int64_t cnnz = C.getnnz();
ostringstream tinfo;
tinfo << "C has a total of " << cnnz << " nonzeros" << endl;
SpParHelper::Print(tinfo.str());
SpParHelper::Print("Warmed up for DoubleBuff\n");
C.PrintInfo();
}
MPI_Barrier(MPI_COMM_WORLD);
MPI_Pcontrol(1,"SpGEMM_DoubleBuff");
double t1 = MPI_Wtime(); // initilize (wall-clock) timer
for(int i=0; i<ITERATIONS; i++)
{
PSpMat<ElementType>::MPI_DCCols C = Mult_AnXBn_DoubleBuff<PTDOUBLEDOUBLE, ElementType, PSpMat<ElementType>::DCCols >(A, B);
}
MPI_Barrier(MPI_COMM_WORLD);
double t2 = MPI_Wtime();
MPI_Pcontrol(-1,"SpGEMM_DoubleBuff");
if(myrank == 0)
{
cout<<"Double buffered multiplications finished"<<endl;
printf("%.6lf seconds elapsed per iteration\n", (t2-t1)/(double)ITERATIONS);
}
{// force the calling of C's destructor
PSpMat<ElementType>::MPI_DCCols C = Mult_AnXBn_Synch<PTDOUBLEDOUBLE, ElementType, PSpMat<ElementType>::DCCols >(A, B);
C.PrintInfo();
}
SpParHelper::Print("Warmed up for Synch\n");
MPI_Barrier(MPI_COMM_WORLD);
MPI_Pcontrol(1,"SpGEMM_Synch");
t1 = MPI_Wtime(); // initilize (wall-clock) timer
for(int i=0; i<ITERATIONS; i++)
{
PSpMat<ElementType>::MPI_DCCols C = Mult_AnXBn_Synch<PTDOUBLEDOUBLE, ElementType, PSpMat<ElementType>::DCCols >(A, B);
}
MPI_Barrier(MPI_COMM_WORLD);
MPI_Pcontrol(-1,"SpGEMM_Synch");
t2 = MPI_Wtime();
if(myrank == 0)
{
cout<<"Synchronous multiplications finished"<<endl;
printf("%.6lf seconds elapsed per iteration\n", (t2-t1)/(double)ITERATIONS);
}
/*
C = Mult_AnXBn_ActiveTarget<PTDOUBLEDOUBLE, ElementType, PSpMat<ElementType>::DCCols >(A, B);
SpParHelper::Print("Warmed up for ActiveTarget\n");
MPI_Barrier(MPI_COMM_WORLD);
MPI_Pcontrol(1,"SpGEMM_ActiveTarget");
t1 = MPI_Wtime(); // initilize (wall-clock) timer
for(int i=0; i<ITERATIONS; i++)
{
C = Mult_AnXBn_ActiveTarget<PTDOUBLEDOUBLE, ElementType, PSpMat<ElementType>::DCCols >(A, B);
}
MPI_Barrier(MPI_COMM_WORLD);
MPI_Pcontrol(-1,"SpGEMM_ActiveTarget");
t2 = MPI_Wtime();
if(myrank == 0)
{
cout<<"Active target multiplications finished"<<endl;
printf("%.6lf seconds elapsed per iteration\n", (t2-t1)/(double)ITERATIONS);
}
C = Mult_AnXBn_PassiveTarget<PTDOUBLEDOUBLE, ElementType, PSpMat<ElementType>::DCCols >(A, B);
SpParHelper::Print("Warmed up for PassiveTarget\n");
MPI_Barrier(MPI_COMM_WORLD);
MPI_Pcontrol(1,"SpGEMM_PassiveTarget");
t1 = MPI_Wtime(); // initilize (wall-clock) timer
for(int i=0; i<ITERATIONS; i++)
{
C = Mult_AnXBn_PassiveTarget<PTDOUBLEDOUBLE, ElementType, PSpMat<ElementType>::DCCols >(A, B);
}
MPI_Barrier(MPI_COMM_WORLD);
MPI_Pcontrol(-1,"SpGEMM_PassiveTarget");
t2 = MPI_Wtime();
if(myrank == 0)
{
cout<<"Passive target multiplications finished"<<endl;
printf("%.6lf seconds elapsed per iteration\n", (t2-t1)/(double)ITERATIONS);
}
*/
}
MPI_Finalize();
return 0;
}
|
