DistrArrayMPI3.h

#ifndef LINEARALGEBRA_SRC_MOLPRO_LINALG_ARRAY_DISTRARRAYMPI3_H
#define LINEARALGEBRA_SRC_MOLPRO_LINALG_ARRAY_DISTRARRAYMPI3_H
#include <molpro/linalg/array/DistrArray.h>
#include <mpi.h>
 
namespace molpro::linalg::array {
 
class DistrArrayMPI3 : public DistrArray {
protected:
  MPI_Win m_win = MPI_WIN_NULL;                 
  std::unique_ptr<Distribution> m_distribution; 
  bool m_allocated = false;                     
 
public:
  DistrArrayMPI3() = delete;
 
  DistrArrayMPI3(size_t dimension, MPI_Comm commun);
 
  DistrArrayMPI3(std::unique_ptr<Distribution> distribution, MPI_Comm commun);
 
  DistrArrayMPI3(std::unique_ptr<Distribution> distribution, MPI_Comm commun, Span<value_type> buffer);
  DistrArrayMPI3(size_t dimension, MPI_Comm commun, Span<value_type> buffer);
 
  DistrArrayMPI3(const DistrArrayMPI3 &source);
  DistrArrayMPI3(const DistrArray &source);
  DistrArrayMPI3(DistrArrayMPI3 &&source) noexcept;
  DistrArrayMPI3 &operator=(const DistrArrayMPI3 &source);
  DistrArrayMPI3 &operator=(DistrArrayMPI3 &&source) noexcept;
  ~DistrArrayMPI3() override;
 
  friend void swap(DistrArrayMPI3 &a1, DistrArrayMPI3 &a2) noexcept;
  void sync() const override;
 
protected:
  struct LocalBufferMPI3 : public DistrArray::LocalBuffer {
    explicit LocalBufferMPI3(DistrArrayMPI3 &source);
  };
 
public:
  [[nodiscard]] const Distribution &distribution() const override;
  [[nodiscard]] std::unique_ptr<LocalBuffer> local_buffer() override;
  [[nodiscard]] std::unique_ptr<const LocalBuffer> local_buffer() const override;
  [[nodiscard]] value_type at(index_type ind) const override;
  void set(index_type ind, value_type val) override;
  void get(index_type lo, index_type hi, value_type *buf) const override;
  [[nodiscard]] std::vector<value_type> get(index_type lo, index_type hi) const override;
  void put(index_type lo, index_type hi, const value_type *data) override;
  void acc(index_type lo, index_type hi, const value_type *data) override;
  [[nodiscard]] std::vector<value_type> gather(const std::vector<index_type> &indices) const override;
  void scatter(const std::vector<index_type> &indices, const std::vector<value_type> &data) override;
  void scatter_acc(std::vector<index_type> &indices, const std::vector<value_type> &data) override;
  [[nodiscard]] std::vector<value_type> vec() const override;
  void error(const std::string &message) const override;
 
protected:
  enum class RMAType { get, put, acc, gather, scatter, scatter_acc };
  void _get_put(index_type lo, index_type hi, const value_type *buf, RMAType option);
  void _gather_scatter(const std::vector<index_type> &indices, std::vector<value_type> &data, RMAType option);
  void allocate_buffer();
};
 
} // namespace molpro::linalg::array
 
#endif // LINEARALGEBRA_SRC_MOLPRO_LINALG_ARRAY_DISTRARRAYMPI3_H