Newer
Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
/*
* HDF5WriterP.h
*
* Created on: March 20, 2017
* Author: Junmin
*/
#ifndef HDF5_WRITER_P_H_
#define HDF5_WRITER_P_H_
#include <iostream> //std::cout must be removed, only used for hello example
#include <unistd.h> //sleep must be removed
#include "core/Engine.h"
#include "format/BP1Writer.h"
// supported capsules
#include "capsule/heap/STLVector.h"
#include "ADIOS_MPI.h"
#include "hdf5.h"
namespace adios {
typedef struct {
double _re; /*real part*/
double _im; /*imaginary part*/
} ADIOS2_Complex_Double;
typedef struct {
float _re; // real
float _im; // imaginary part
} ADIOS2_Complex_Float;
// using ADIOS2_Complex_Float = std::complex<float>;
typedef struct {
long double _re; /*real part*/
long double _im; /*imaginary part*/
} ADIOS2_Complex_LongDouble;
class HDF5Writer : public Engine {
public:
/**
* Constructor for single BP capsule engine, writes in BP format into a single
* heap capsule
* @param name unique name given to the engine
* @param accessMode
* @param mpiComm
* @param method
* @param debugMode
*/
HDF5Writer(ADIOS &adios, const std::string name, const std::string accessMode,
MPI_Comm mpiComm, const Method &method,
const bool debugMode = false, const unsigned int cores = 1);
~HDF5Writer();
void Write(Variable<char> &variable, const char *values);
void Write(Variable<unsigned char> &variable, const unsigned char *values);
void Write(Variable<short> &variable, const short *values);
void Write(Variable<unsigned short> &variable, const unsigned short *values);
void Write(Variable<int> &variable, const int *values);
void Write(Variable<unsigned int> &variable, const unsigned int *values);
void Write(Variable<long int> &variable, const long int *values);
void Write(Variable<unsigned long int> &variable,
const unsigned long int *values);
void Write(Variable<long long int> &variable, const long long int *values);
void Write(Variable<unsigned long long int> &variable,
const unsigned long long int *values);
void Write(Variable<float> &variable, const float *values);
void Write(Variable<double> &variable, const double *values);
void Write(Variable<long double> &variable, const long double *values);
void Write(Variable<std::complex<float>> &variable,
const std::complex<float> *values);
void Write(Variable<std::complex<double>> &variable,
const std::complex<double> *values);
void Write(Variable<std::complex<long double>> &variable,
const std::complex<long double> *values);
void Write(const std::string variableName, const char *values);
void Write(const std::string variableName, const unsigned char *values);
void Write(const std::string variableName, const short *values);
void Write(const std::string variableName, const unsigned short *values);
void Write(const std::string variableName, const int *values);
void Write(const std::string variableName, const unsigned int *values);
void Write(const std::string variableName, const long int *values);
void Write(const std::string variableName, const unsigned long int *values);
void Write(const std::string variableName, const long long int *values);
void Write(const std::string variableName,
const unsigned long long int *values);
void Write(const std::string variableName, const float *values);
void Write(const std::string variableName, const double *values);
void Write(const std::string variableName, const long double *values);
void Write(const std::string variableName, const std::complex<float> *values);
void Write(const std::string variableName,
const std::complex<double> *values);
void Write(const std::string variableName,
const std::complex<long double> *values);
void Close(const int transportIndex = -1);
/*
{
std::cout<<" ===> CLOSING HDF5 <===== "<<std::endl;
//H5Dclose(_dset_id);
//H5Sclose(_filespace);
//H5Sclose(_memspace);
//H5Pclose(_plist_id);
H5Fclose(_file_id);
}
*/
private:
capsule::STLVector
m_Buffer; ///< heap capsule, contains data and metadata buffers
void Init();
void clean();
hid_t _plist_id, _file_id, _dset_id;
hid_t _memspace, _filespace;
hid_t DefH5T_COMPLEX_DOUBLE;
hid_t DefH5T_COMPLEX_FLOAT;
hid_t DefH5T_COMPLEX_LongDOUBLE;
hid_t DefH5T_filetype_COMPLEX_DOUBLE;
hid_t DefH5T_filetype_COMPLEX_FLOAT;
hid_t DefH5T_filetype_COMPLEX_LongDOUBLE;
template <class T>
void UseHDFWrite(Variable<T> &variable, const T *values, hid_t h5type);
/*
template<class T>
void UseHDFWrite( Variable<T>& variable, const T* values, hid_t h5type )
{
//here comes your magic at Writing now variable.m_UserValues has the data
passed by the user
//set variable
variable.m_AppValues = values;
m_WrittenVariables.insert( variable.m_Name );
std::cout<<"writting : "<<variable.m_Name<<" dim
size:"<<variable.m_GlobalDimensions.size()<<std::endl;
int dimSize = variable.m_GlobalDimensions.size();
//hsize_t dimsf[dimSize], count[dimSize], offset[dimSize];
std::vector<hsize_t> dimsf, count, offset;
for(int i=0; i<dimSize; i++) {
dimsf.push_back(variable.m_GlobalDimensions[i]);
count.push_back(dimsf[i]);
offset.push_back(0);
}
count[0] = dimsf[0]/m_SizeMPI;
offset[0]= m_RankMPI*count[0];
_filespace = H5Screate_simple(dimSize, dimsf.data(), NULL);
_dset_id = H5Dcreate(_file_id, variable.m_Name.c_str(), h5type,
_filespace, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT);
H5Sclose(_filespace);
_memspace = H5Screate_simple(dimSize, count.data(), NULL);
//Select hyperslab
_filespace = H5Dget_space(_dset_id);
H5Sselect_hyperslab(_filespace, H5S_SELECT_SET, offset.data(), NULL,
count.data(), NULL);
// Create property list for collective dataset write.
_plist_id = H5Pcreate(H5P_DATASET_XFER);
H5Pset_dxpl_mpio(_plist_id, H5FD_MPIO_COLLECTIVE);
herr_t status;
if (m_SizeMPI == 1) {
status = H5Dwrite(_dset_id, h5type, _memspace, _filespace, _plist_id,
values);
} else {
std::vector<T> val;
for (int i=0; i<100; i++) {
//hsize_t c = count[i];
//hsize_t o = offset[i];
val.push_back(0);
}
status = H5Dwrite(_dset_id, h5type, _memspace, _filespace, _plist_id,
val.data());
}
if (status < 0) {
// error
std::cerr<<" Write failed. "<<std::endl;
}
std::cout <<" ==> User is responsible for freeing the data "<<std::endl;
//free(values);
//Close/release resources.
//H5Dclose(_dset_id);
//H5Sclose(_filespace);
//H5Sclose(_memspace);
//H5Pclose(_plist_id);
//H5Fclose(_file_id);
H5Dclose(_dset_id);
H5Sclose(_filespace);
H5Sclose(_memspace);
H5Pclose(_plist_id);
}
*/
};
} // end namespace adios
#endif /* HDF5_WRITER_P_H_ */