/*
* Distributed under the OSI-approved Apache License, Version 2.0. See
* accompanying file Copyright.txt for details.
*
* DataMan.h
*
* Created on: Jan 10, 2017
* Author: wfg
*/
#ifndef DATAMANWRITER_H_
#define DATAMANWRITER_H_
#include <iostream> //std::cout must be removed, only used for hello example
#include <unistd.h> //sleep must be removed
#include "ADIOSConfig.h"
#include "core/Engine.h"
#include "utilities/format/bp1/BP1Writer.h"
#include "utilities/realtime/dataman/DataMan.h"
#include "capsule/heap/STLVector.h"
namespace adios
{
class DataManWriter : public Engine
{
public:
using json = nlohmann::json;
/**
* Constructor for dataman engine Writer for WAN communications
* @param adios
* @param name unique name given to the engine
* @param accessMode
* @param mpiComm
* @param method
* @param debugMode
* @param nthreads
*/
DataManWriter(ADIOS &adios, const std::string name,
const std::string accessMode, MPI_Comm mpiComm,
const Method &method);
virtual ~DataManWriter() = default;
void SetCallBack(std::function<void(const void *, std::string, std::string,
std::string, Dims)>
callback);
void Write(Variable<char> &variable, const char *values);
void Write(Variable<unsigned char> &variable, const unsigned char *values);
void Write(Variable<short> &variable, const short *values);
void Write(Variable<unsigned short> &variable,
const unsigned short *values);
void Write(Variable<int> &variable, const int *values);
void Write(Variable<unsigned int> &variable, const unsigned int *values);
void Write(Variable<long int> &variable, const long int *values);
void Write(Variable<unsigned long int> &variable,
const unsigned long int *values);
void Write(Variable<long long int> &variable, const long long int *values);
void Write(Variable<unsigned long long int> &variable,
const unsigned long long int *values);
void Write(Variable<float> &variable, const float *values);
void Write(Variable<double> &variable, const double *values);
void Write(Variable<long double> &variable, const long double *values);
void Write(Variable<std::complex<float>> &variable,
const std::complex<float> *values);
void Write(Variable<std::complex<double>> &variable,
const std::complex<double> *values);
void Write(Variable<std::complex<long double>> &variable,
const std::complex<long double> *values);
void Write(const std::string &variableName, const char *values);
void Write(const std::string &variableName, const unsigned char *values);
void Write(const std::string &variableName, const short *values);
void Write(const std::string &variableName, const unsigned short *values);
void Write(const std::string &variableName, const int *values);
void Write(const std::string &variableName, const unsigned int *values);
void Write(const std::string &variableName, const long int *values);
void Write(const std::string &variableName,
const unsigned long int *values);
void Write(const std::string &variableName, const long long int *values);
void Write(const std::string &variableName,
const unsigned long long int *values);
void Write(const std::string &variableName, const float *values);
void Write(const std::string &variableName, const double *values);
void Write(const std::string &variableName, const long double *values);
void Write(const std::string &variableName,
const std::complex<float> *values);
void Write(const std::string &variableName,
const std::complex<double> *values);
void Write(const std::string &variableName,
const std::complex<long double> *values);
void Close(const int transportIndex = -1);
private:
capsule::STLVector
m_Buffer; ///< heap capsule, contains data and metadata buffers
format::BP1Writer
m_BP1Writer; ///< format object will provide the required BP
/// functionality to be applied on m_Buffer and
/// m_Transports
bool m_DoRealTime = false;
bool m_DoMonitor = false;
realtime::DataMan m_Man;
std::function<void(const void *, std::string, std::string, std::string,
Dims)>
m_CallBack; ///< call back function
void Init(); ///< calls InitCapsules and InitTransports based on Method,
/// called from constructor
void InitTransports(); ///< from Transports
/**
* From transport Mdtm in m_Method
* @param parameter must be an accepted parameter
* @param mdtmParameters
* @return value either returns user-defined from "parameter=value" or a
* default
*/
std::string
GetMdtmParameter(const std::string parameter,
const std::map<std::string, std::string> &mdtmParameters);
template <class T>
void WriteVariableCommon(Variable<T> &variable, const T *values)
{
// here comes your magic at Writing now variable.m_UserValues has the
// data
// passed by the user
// set variable
variable.m_AppValues = values;
m_WrittenVariables.insert(variable.m_Name);
// This part will go away, this is just to monitor variables per rank
json jmsg;
jmsg["doid"] = m_Name;
jmsg["var"] = variable.m_Name;
jmsg["dtype"] = GetType<T>();
jmsg["putshape"] = variable.m_LocalDimensions;
if (variable.m_GlobalDimensions.size() == 0)
variable.m_GlobalDimensions = variable.m_LocalDimensions;
jmsg["varshape"] = variable.m_GlobalDimensions;
if (variable.m_Offsets.size() == 0)
variable.m_Offsets.assign(variable.m_LocalDimensions.size(), 0);
jmsg["offset"] = variable.m_Offsets;
jmsg["timestep"] = 0;
m_Man.put(values, jmsg);
if (m_DoMonitor)
{
MPI_Barrier(m_MPIComm);
std::cout << "I am hooked to the DataMan library\n";
std::cout << "putshape " << variable.m_LocalDimensions.size()
<< std::endl;
std::cout << "varshape " << variable.m_GlobalDimensions.size()
<< std::endl;
std::cout << "offset " << variable.m_Offsets.size() << std::endl;
for (int i = 0; i < m_SizeMPI; ++i)
{
if (i == m_RankMPI)
{
std::cout << "Rank: " << m_RankMPI << "\n";
variable.Monitor(std::cout);
std::cout << std::endl;
}
else
{
sleep(1);
}
}
MPI_Barrier(m_MPIComm);
}
}
};
} // end namespace adios
#endif /* DATAMANWRITER_H_ */