helloBPTimeWriter.cpp

/*
 * Distributed under the OSI-approved Apache License, Version 2.0.  See
 * accompanying file Copyright.txt for details.
 *
 * helloBPTimeWriter.cpp  example for writing a variable using the Advance
 * function for time aggregation. Time step is saved as an additional (global)
 * single value variable, just for tracking purposes.
 *
 *  Created on: Feb 16, 2017
 *      Author: William F Godoy godoywf@ornl.gov
 */

#include <algorithm> //std::for_each
#include <ios>       //std::ios_base::failure
#include <iostream>  //std::cout
#include <mpi.h>
#include <stdexcept> //std::invalid_argument std::exception
#include <vector>

#include <adios2.h>

int main(int argc, char *argv[])
{
    MPI_Init(&argc, &argv);
    int rank, size;
    MPI_Comm_rank(MPI_COMM_WORLD, &rank);
    MPI_Comm_size(MPI_COMM_WORLD, &size);

    // Application variable
    std::vector<float> myFloats = {0, 1, 2, 3, 4, 5, 6, 7, 8, 9};
    const std::size_t Nx = myFloats.size();

    try
    {
        /** ADIOS class factory of IO class objects, DebugON (default) is
         * recommended */
        adios2::ADIOS adios(MPI_COMM_WORLD, adios2::DebugON);

        /// WRITE
        {
            /*** IO class object: settings and factory of Settings: Variables,
             * Parameters, Transports, and Execution: Engines */
            adios2::IO &bpIO = adios.DeclareIO("BPFile_N2N");
            bpIO.SetParameters({{"Threads", "2"}});

            /** global array: name, { shape (total dimensions) }, { start
             * (local) },
             * { count (local) }, all are constant dimensions */
            const unsigned int variablesSize = 1;
            std::vector<adios2::Variable<float> *> bpFloats(variablesSize);

            adios2::Variable<std::string> &bpString =
                bpIO.DefineVariable<std::string>("bpString");

            for (unsigned int v = 0; v < variablesSize; ++v)
            {
                std::string namev("bpFloats");
                if (v < 10)
                {
                    namev += "00";
                }
                else if (v < 100)
                {
                    namev += "0";
                }
                namev += std::to_string(v);

                bpFloats[v] =
                    &bpIO.DefineVariable<float>(namev, {size * Nx}, {rank * Nx},
                                                {Nx}, adios2::ConstantDims);
            }

            /** global single value variable: name */
            adios2::Variable<unsigned int> &bpTimeStep =
                bpIO.DefineVariable<unsigned int>("timeStep");

            /** Engine derived class, spawned to start IO operations */
            adios2::Engine &bpWriter =
                bpIO.Open("myVector.bp", adios2::Mode::Write);

            for (unsigned int timeStep = 0; timeStep < 3; ++timeStep)
            {
                // bpWriter.BeginStep();
                if (rank == 0) // global single value, only saved by rank 0
                {
                    bpWriter.PutSync<unsigned int>(bpTimeStep, timeStep);
                }

                // template type is optional, but recommended
                for (unsigned int v = 0; v < variablesSize; ++v)
                {
                    myFloats[0] = static_cast<float>(v + timeStep);
                    bpWriter.PutSync(*bpFloats[v], myFloats.data());
                }
                const std::string myString(
                    "Hello from rank: " + std::to_string(rank) +
                    " and timestep: " + std::to_string(timeStep));

                if (rank == 0)
                {
                    bpWriter.PutSync(bpString, myString);
                }

                bpWriter.EndStep();
            }

            bpWriter.Close();
        }
        MPI_Barrier(MPI_COMM_WORLD);

        { /////////////////////READ
            //            if (rank == 0)
            //            {
            adios2::IO &ioReader = adios.DeclareIO("bpReader");

            adios2::Engine &bpReader =
                ioReader.Open("myVector.bp", adios2::Mode::Read);

            adios2::Variable<float> *bpFloats000 =
                ioReader.InquireVariable<float>("bpFloats000");

            adios2::Variable<std::string> *bpString =
                ioReader.InquireVariable<std::string>("bpString");

            if (bpFloats000 != nullptr)
            {
                bpFloats000->SetSelection({{rank * Nx}, {Nx}});
                bpFloats000->SetStepSelection({3, 1});

                std::vector<float> data(bpFloats000->SelectionSize());
                bpReader.GetSync(*bpFloats000, data.data());

                std::cout << "Data timestep " << bpFloats000->m_StepsStart
                          << " from rank " << rank << ": ";
                for (const auto datum : data)
                {
                    std::cout << datum << " ";
                }
                std::cout << "\n";
            }
            else
            {
                std::cout << "Variable bpFloats000 not found\n";
            }

            if (bpString != nullptr)
            {
                bpString->SetStepSelection({3, 1});

                std::string myString;
                bpReader.GetSync(*bpString, myString);
                std::cout << myString << "\n";
            }

            bpReader.Close();
        }
    }
    catch (std::invalid_argument &e)
    {
        std::cout << "Invalid argument exception, STOPPING PROGRAM from rank "
                  << rank << "\n";
        std::cout << e.what() << "\n";
    }
    catch (std::ios_base::failure &e)
    {
        std::cout << "IO System base failure exception, STOPPING PROGRAM "
                     "from rank "
                  << rank << "\n";
        std::cout << e.what() << "\n";
    }
    catch (std::exception &e)
    {
        std::cout << "Exception, STOPPING PROGRAM from rank " << rank << "\n";
        std::cout << e.what() << "\n";
    }

    MPI_Finalize();

    return 0;
}