MPIUtil.H

Go to the documentation of this file.

 
#ifndef _MPIUTIL_H_
#define _MPIUTIL_H_
 
#include <array>
#include <cstddef>
#include <iostream>
#include <string>
#include <vector>
#ifdef ENABLE_MPI
#  include "mpi.h"
#endif
#include "../Core/CRPacket.H"
#include "../Core/FieldQty.H"
#include "../Utils/ErrCodes.H"
#include "../Utils/RealTensor2.H"
#include "../Utils/Types.H"
#include "../Utils/Vec3.H"
 
namespace criptic {
 
  namespace MPIUtil {
 
    // MPI descripton variables that exist even if MPI is disabled
    extern int nRank;       
    extern int myRank;      
    extern bool IOProc;     
    extern int log2nRank;   
    constexpr int IORank = 0; 
    // MPI functions; if MPI is disabled, these are still defined, but
    // the MPI parts of them do nothing
    
    void setup(int *argc, char **argv[]);
    
    void haltRun(std::string msg, errCodes errcode);
    
    void barrier();
    
    void shutdown();
    
#ifdef ENABLE_MPI
    // Variables and types that are defined if this is an MPI run
    
    // Global variables that define MPI data types
    extern MPI_Datatype MPI_Real;          
    extern MPI_Datatype MPI_RealVec;       
    extern MPI_Datatype MPI_RealTensor2;   
    extern MPI_Datatype MPI_Idx;           
    extern MPI_Datatype MPI_CRPacket;      
    extern MPI_Datatype MPI_CRSource;      
    extern MPI_Datatype MPI_FieldQty;      
    extern MPI_Datatype MPI_FieldQtyGrad;  
    extern MPI_Datatype MPI_RealMechArr;   
    extern MPI_Datatype MPI_FillReq;       
    extern MPI_Datatype MPI_FillResp;      
    // Tag numbers
    
    typedef enum {
      tagHDF5IO,             
      tagWorkDone,           
      tagFillReq = 8192,     
      tagFillResp = 16384    
    } mpiTags;
    
    // Data structures
 
    typedef struct {
      IdxType count;       
      RealTensor2 h2Inv;   
      RealTensor2 h2InvGrad; 
      Real hScale;         
      int nrank;           
      std::array<IdxType,
         TREE_LEAF_SIZE> idx; 
      std::array<RealVec,
         TREE_LEAF_SIZE> x;  
      std::array<Real,
         TREE_LEAF_SIZE> R;    
      std::array<FieldQty,
         TREE_LEAF_SIZE> qMin; 
    } fillRequest;
 
    typedef struct {
      IdxType count;      
      std::array<IdxType,
         TREE_LEAF_SIZE> idx; 
      std::array<FieldQty,
         TREE_LEAF_SIZE> q; 
      std::array<FieldQtyGrad,
         TREE_LEAF_SIZE> qGrad; 
    } fillResponse;
 
#endif
    // ifdef ENABLE_MPI
  }
}
 
#endif
// _MPIUTIL_H_