1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
/*
* Distributed under the OSI-approved Apache License, Version 2.0. See
* accompanying file Copyright.txt for details.
*
* bpOperatorSZWriter.cpp : example using operator by passing compression arguments
*
* Created on: Aug 3, 2018
* Author: William F Godoy godoywf@ornl.gov
*/
#include <algorithm> //std::transform
#include <ios> //std::ios_base::failure
#include <iostream> //std::cout
#include <numeric> //std::iota
#include <stdexcept> //std::invalid_argument std::exception
#include <vector>
#include "adios2.h"
#if ADIOS2_USE_MPI
#include <mpi.h>
#endif
void Usage()
{
std::cout << "\n";
std::cout << "USAGE:\n";
std::cout << "./adios2_hello_bpOperatorSZWriter Nx sz_accuracy\n";
std::cout << "\t Nx: size of float and double arrays to be compressed\n";
std::cout << "\t sz_accuracy: absolute accuracy e.g. 0.1, 0.001, to skip "
"compression: -1\n\n";
}
int main(int argc, char *argv[])
{
if (argc != 3)
{
Usage();
return EXIT_SUCCESS;
}
int rank, size;
#if ADIOS2_USE_MPI
int provided;
// MPI_THREAD_MULTIPLE is only required if you enable the SST MPI_DP
MPI_Init_thread(&argc, &argv, MPI_THREAD_MULTIPLE, &provided);
MPI_Comm_rank(MPI_COMM_WORLD, &rank);
MPI_Comm_size(MPI_COMM_WORLD, &size);
#else
rank = 0;
size = 1;
#endif
try
{
const std::size_t Nx = static_cast<std::size_t>(std::stoull(argv[1]));
const double accuracy = std::stod(argv[2]);
/** Application variable */
std::vector<float> myFloats(Nx);
std::vector<double> myDoubles(Nx);
std::iota(myFloats.begin(), myFloats.end(), 0.);
std::iota(myDoubles.begin(), myDoubles.end(), 0.);
/** ADIOS class factory of IO class objects */
#if ADIOS2_USE_MPI
adios2::ADIOS adios(MPI_COMM_WORLD);
#else
adios2::ADIOS adios;
#endif
/*** IO class object: settings and factory of Settings: Variables,
* Parameters, Transports, and Execution: Engines */
adios2::IO bpIO = adios.DeclareIO("BPFile_SZ");
adios2::Variable<float> varFloats = bpIO.DefineVariable<float>(
"bpFloats", {size * Nx}, {rank * Nx}, {Nx}, adios2::ConstantDims);
adios2::Variable<double> varDoubles = bpIO.DefineVariable<double>(
"bpDoubles", {size * Nx}, {rank * Nx}, {Nx}, adios2::ConstantDims);
if (accuracy > 1E-16)
{
adios2::Operator op = adios.DefineOperator("SZCompressor", "sz");
varFloats.AddOperation(op, {{"accuracy", std::to_string(accuracy)}});
varDoubles.AddOperation(op, {{"accuracy", std::to_string(accuracy)}});
}
adios2::Attribute<double> attribute = bpIO.DefineAttribute<double>("SZ_accuracy", accuracy);
// To avoid compiling warnings
(void)attribute;
/** Engine derived class, spawned to start IO operations */
adios2::Engine bpWriter = bpIO.Open("SZexample.bp", adios2::Mode::Write);
for (unsigned int step = 0; step < 3; ++step)
{
bpWriter.BeginStep();
bpWriter.Put(varFloats, myFloats.data());
bpWriter.Put(varDoubles, myDoubles.data());
bpWriter.EndStep();
// here you can modify myFloats, myDoubles per step
std::transform(myFloats.begin(), myFloats.end(), myFloats.begin(),
[&](float v) -> float { return 2 * v; });
std::transform(myDoubles.begin(), myDoubles.end(), myDoubles.begin(),
[&](double v) -> double { return 3 * v; });
}
/** Create bp file, engine becomes unreachable after this*/
bpWriter.Close();
}
catch (std::invalid_argument &e)
{
std::cerr << "Invalid argument exception: " << e.what() << "\n";
#if ADIOS2_USE_MPI
std::cerr << "STOPPING PROGRAM from rank " << rank << "\n";
MPI_Abort(MPI_COMM_WORLD, 1);
#endif
}
catch (std::ios_base::failure &e)
{
std::cerr << "IO System base failure exception: " << e.what() << "\n";
#if ADIOS2_USE_MPI
std::cerr << "STOPPING PROGRAM from rank " << rank << "\n";
MPI_Abort(MPI_COMM_WORLD, 1);
#endif
}
catch (std::exception &e)
{
std::cerr << "Exception: " << e.what() << "\n";
#if ADIOS2_USE_MPI
std::cerr << "STOPPING PROGRAM from rank " << rank << "\n";
MPI_Abort(MPI_COMM_WORLD, 1);
#endif
}
#if ADIOS2_USE_MPI
MPI_Finalize();
#endif
return 0;
}
|
