CRTreeCommunicator.H

Go to the documentation of this file.

 
#ifndef _CRTREECOMMUNICATOR_H_
#define _CRTREECOMMUNICATOR_H_
 
#ifdef ENABLE_MPI
 
#include "MPIUtil.H"
#include "../Definitions.H"
#include "../Core/FieldQty.H"
#include "../Utils/RealTensor2.H"
#include "../Utils/RngThread.H"
#include "../Utils/Types.H"
#include "../Utils/Vec3.H"
#include <array>
#include <list>
#include <queue>
#include <vector>
#ifdef _OPENMP
#include "omp.h"
#endif
 
namespace criptic {
 
  class CRTree;  // Forward declaration
  
  class CRTreeCommunicator {
 
  public:
    
    CRTreeCommunicator(const CRTree* tree_);
 
    ~CRTreeCommunicator();
 
    // Status methods
    
    void initCycle();
    
    void finalizeCycle();
    
    bool allDone();
        
    // Registration methods
    
    void registerRequest(const IdxType& start,
             const IdxType& count,
             const std::vector<bool>& defer,
             const std::vector<int>& rank,
             const RealTensor2& h2Inv,
             const RealTensor2& h2InvGrad,
             const Real& hScale,
             const std::vector<FieldQty>& qMin);
    
    void registerResponse(const int& rank,
              const MPIUtil::fillResponse& resp);
 
    // Communication methods
    
    void recv();
    
    void sendRequests();
    
    void sendResponses();
    
    // Methods to process communications from other ranks
    
    std::pair<MPIUtil::fillRequest*, int> getFillRequest() {
      if (inReqPtr == inReqBuf.size())
    return std::pair<MPIUtil::fillRequest*, int>(nullptr, -1);
      int rank = inReqRank[inReqPtr];
      MPIUtil::fillRequest* req = &inReqBuf[inReqPtr];
      inReqPtr++;
      return std::pair<MPIUtil::fillRequest*, int>(req, rank);
    }
 
    MPIUtil::fillResponse* getFillResponse() {
      if (inRespProcPtr == inRespWritePtr) return nullptr;
      MPIUtil::fillResponse* resp = &inRespBuf[inRespProcPtr];
      inRespProcPtr++;
      return resp;
    }
    
  private:
    
    // Private data
    const CRTree* tree;       
    std::vector<int> rankDone;  
    // Buffers and handles for communication
 
    // "All done" send and receive handles
    std::vector<MPI_Request> doneSendHandle; 
    std::vector<MPI_Request> doneRecvHandle; 
    // Outgoing requests
    std::vector<std::vector<MPIUtil::fillRequest> >
    outReqBuf; 
    std::vector<MPI_Request> outReqHandle; 
    // Outgoing responses
    std::vector<std::list<std::vector<MPIUtil::fillResponse> > >
    outRespBuf; 
    std::vector<std::vector<MPI_Request> >
    outRespHandle; 
    // Incoming requests
    std::vector<MPIUtil::fillRequest>
    inReqBuf; 
    std::vector<int> inReqRank; 
    IdxType inReqPtr; 
    // Incoming responses
    std::vector<MPIUtil::fillResponse> 
    inRespBuf; 
    IdxType inRespWritePtr; 
    IdxType inRespProcPtr; 
    // OpenMP infrastructure
#ifdef _OPENMP
    std::vector<omp_lock_t> outReqBufLock; 
    std::vector<omp_lock_t> outRespBufLock; 
#endif
    
  };
 
 
}
 
#endif
// ENABLE_MPI
 
#endif
// _CRTREECOMMUNICATOR_H_