iterative-solver 0.0
 
Loading...
Searching...
No Matches
DistrArray.h
1#ifndef LINEARALGEBRA_SRC_MOLPRO_LINALG_ARRAY_DISTRARRAY_H
2#define LINEARALGEBRA_SRC_MOLPRO_LINALG_ARRAY_DISTRARRAY_H
3#include <cmath>
4#include <cstdlib>
5#include <list>
6#include <map>
7#include <memory>
8#include <molpro/mpi.h>
9#include <vector>
10#include <type_traits>
11#include <compare>
12#include <iterator>
13#include <ranges>
14
15#include <molpro/linalg/array/Span.h>
16#include <molpro/linalg/array/util/Distribution.h>
17
18namespace molpro::linalg::array {
19namespace util {
30 template<typename Array>
31 class ValueProxy {
32 public:
33 ValueProxy(const ValueProxy &) = delete;
34 ValueProxy(ValueProxy &&) = delete;
35
36 // Assigning a proxy writes the *value* it refers to into this proxy's cell,
37 // rather than rebinding this proxy to a different array/index -- that keeps
38 // *it1 = *it2 (as used by std::copy et al.) working between two DistrArrays.
39 ValueProxy &operator=(const ValueProxy &other) { return *this = static_cast<typename Array::value_type>(other); }
40 ValueProxy &operator=(ValueProxy &&other) { return *this = static_cast<typename Array::value_type>(other); }
41 template <typename OtherArray>
43 return *this = static_cast<typename OtherArray::value_type>(other);
44 }
45
46 ValueProxy &operator=(Array::value_type val) {
47 m_arr.set(m_idx, std::move(val));
48
49 return *this;
50 }
51
52 operator typename Array::value_type() const {
53 return m_arr.at(m_idx);
54 }
55
56 private:
57 std::add_lvalue_reference_t<Array> m_arr;
58 Array::index_type m_idx;
59
60 friend std::remove_const_t<Array>;
61
62 ValueProxy(std::add_lvalue_reference_t<Array> arr, Array::index_type idx) : m_arr(arr), m_idx(idx) {}
63 };
64}
138public:
139 using distributed_array = void;
140 using value_type = double;
141 using index_type = size_t;
142 using SparseArray = std::map<index_type, double>;
144
145protected:
147 MPI_Comm m_communicator;
149 DistrArray(size_t dimension, MPI_Comm commun);
150 DistrArray() = default;
151
152public:
153 virtual ~DistrArray() = default;
154 // Declared explicitly because the user-declared destructor suppresses the implicit move operations
155 DistrArray(const DistrArray&) = default;
156 DistrArray(DistrArray&&) noexcept = default;
157 DistrArray& operator=(const DistrArray&) = default;
158 DistrArray& operator=(DistrArray&&) noexcept = default;
159
161 MPI_Comm communicator() const { return m_communicator; }
163 virtual void sync() const;
165 size_t size() const { return m_dimension; };
167 bool compatible(const DistrArray &other) const;
168
173protected:
175 class LocalBuffer : public span::Span<value_type> {
176 public:
177 virtual ~LocalBuffer() = default;
179 friend void swap(LocalBuffer &, LocalBuffer &) = delete;
181 bool compatible(const LocalBuffer &other) const { return start() == other.start() && size() == other.size(); };
183 size_type start() const { return m_start; }
184
185 protected:
187 };
188
189public:
191 [[nodiscard]] virtual std::unique_ptr<LocalBuffer> local_buffer() = 0;
192 [[nodiscard]] virtual std::unique_ptr<const LocalBuffer> local_buffer() const = 0;
194 [[nodiscard]] virtual const Distribution &distribution() const = 0;
197 [[nodiscard]] virtual size_t disk_page_size() const { return 0; }
199
205 [[nodiscard]] virtual value_type at(index_type ind) const = 0;
206 [[nodiscard]] value_type operator[](index_type ind) const;
209 virtual void set(index_type ind, value_type val) = 0;
211 virtual void get(index_type lo, index_type hi, value_type *buf) const = 0;
212 [[nodiscard]] virtual std::vector<value_type> get(index_type lo, index_type hi) const = 0;
214 virtual void put(index_type lo, index_type hi, const value_type *data) = 0;
216 virtual void acc(index_type lo, index_type hi, const value_type *data) = 0;
221 [[nodiscard]] virtual std::vector<value_type> gather(const std::vector<index_type> &indices) const = 0;
226 virtual void scatter(const std::vector<index_type> &indices, const std::vector<value_type> &data) = 0;
232 virtual void scatter_acc(std::vector<index_type> &indices, const std::vector<value_type> &data) = 0;
237 [[nodiscard]] virtual std::vector<value_type> vec() const = 0;
239
244 virtual void fill(value_type val);
247 virtual void copy(const DistrArray &y);
255 virtual void copy_patch(const DistrArray &y, index_type start, index_type end);
260 virtual void axpy(value_type a, const DistrArray &y);
261 virtual void axpy(value_type a, const SparseArray &y);
263 virtual void scal(value_type a);
265 virtual void add(const DistrArray &y);
267 virtual void add(value_type a);
269 virtual void sub(const DistrArray &y);
271 virtual void sub(value_type a);
273 virtual void recip();
275 virtual void times(const DistrArray &y);
277 virtual void times(const DistrArray &y, const DistrArray &z);
279
283
288 [[nodiscard]] virtual value_type dot(const DistrArray &y) const;
289 [[nodiscard]] virtual value_type dot(const SparseArray &y) const;
290
302 void divide(const DistrArray &y, const DistrArray &z, value_type shift = 0, bool append = false,
303 bool negative = false) {
304 _divide(y, z, shift, append, negative);
305 }
306
312 [[nodiscard]] std::list<std::pair<index_type, value_type>> min_n(int n) const;
313
319 [[nodiscard]] std::list<std::pair<index_type, value_type>> max_n(int n) const;
320
326 [[nodiscard]] std::list<std::pair<index_type, value_type>> min_abs_n(int n) const;
327
333 [[nodiscard]] std::list<std::pair<index_type, value_type>> max_abs_n(int n) const;
334
340 [[nodiscard]] std::vector<index_type> min_loc_n(int n) const;
341
342 [[nodiscard]] std::map<size_t, value_type> select_max_dot(size_t n, const DistrArray &y) const;
343 [[nodiscard]] std::map<size_t, value_type> select_max_dot(size_t n, const SparseArray &y) const;
344 [[nodiscard]] std::map<size_t, value_type> select(size_t n, bool max = false, bool ignore_sign = false) const;
346
348 virtual void zero();
349
351 virtual void error(const std::string &message) const;
352
353protected:
354 virtual void _divide(const DistrArray &y, const DistrArray &z, value_type shift, bool append, bool negative);
355};
356
357namespace util {
358template <typename T, class Compare>
360 constexpr bool operator()(const T &lhs, const T &rhs) const { return Compare()(std::abs(lhs), std::abs(rhs)); }
361};
362template <class Compare>
363[[nodiscard]] std::list<std::pair<DistrArray::index_type, DistrArray::value_type>> extrema(const DistrArray &x, int n);
364std::map<size_t, double> select_max_dot_broadcast(size_t n, std::map<size_t, double> &local_selection,
365 MPI_Comm communicator);
366
367template<bool is_const>
369 public:
370 using value_type = std::conditional_t<
374 using difference_type = std::ptrdiff_t;
375 // *this dereferences to a proxy, not an lvalue reference, so there is no meaningful
376 // pointer type. iterator_category is spelled out explicitly because std::iterator_traits'
377 // legacy (pre-C++20) fallback cannot deduce past input_iterator_tag for a proxy iterator,
378 // which would make std::fill/std::copy etc. reject the single-pass-only overloads even
379 // though this iterator satisfies std::random_access_iterator (see the static_assert below).
380 using pointer = void;
381 using iterator_category = std::random_access_iterator_tag;
382
384 DistrArrayIteratorImpl(std::conditional_t<is_const, const DistrArray, DistrArray> &array,
385 DistrArray::index_type pos) : m_arr(&array), m_pos(pos) {}
386
388 m_pos += val;
389 return *this;
390 }
392 return DistrArrayIteratorImpl(*it.m_arr, it.m_pos + val);
393 }
395 return it + val;
396 }
398 ++m_pos;
399 return *this;
400 }
402 DistrArrayIteratorImpl copy(*this);
403 ++m_pos;
404 return copy;
405 }
406
408 m_pos -= val;
409 return *this;
410 }
412 return DistrArrayIteratorImpl(*it.m_arr, it.m_pos - val);
413 }
415 --m_pos;
416 return *this;
417 }
419 DistrArrayIteratorImpl copy(*this);
420 --m_pos;
421 return copy;
422 }
423
424 reference operator*() const { return (*m_arr)[m_pos]; }
425
426 reference operator[](difference_type offset) const { return (*m_arr)[m_pos + offset]; }
427
428 difference_type operator-(const DistrArrayIteratorImpl &other) const { return m_pos - other.m_pos; }
429
430 bool operator==(const DistrArrayIteratorImpl &) const = default;
431 std::strong_ordering operator<=>(const DistrArrayIteratorImpl &) const = default;
432
433 private:
434 std::conditional_t<is_const, const DistrArray, DistrArray> *m_arr = nullptr;
435 DistrArray::index_type m_pos = 0;
436};
437
438static_assert(std::random_access_iterator<DistrArrayIteratorImpl<true>>);
439static_assert(std::random_access_iterator<DistrArrayIteratorImpl<false>>);
440
441} // namespace util
442
445
446inline DistrArrayIterator begin(DistrArray &array) { return DistrArrayIterator(array, 0); }
447inline DistrArrayIterator end(DistrArray &array) { return DistrArrayIterator(array, array.size()); }
448inline DistrArrayConstIterator begin(const DistrArray &array) { return DistrArrayConstIterator(array, 0); }
449inline DistrArrayConstIterator end(const DistrArray &array) { return DistrArrayConstIterator(array, array.size()); }
450inline DistrArrayConstIterator cbegin(const DistrArray &array) { return begin(array); }
451inline DistrArrayConstIterator cend(const DistrArray &array) { return end(array); }
452
453} // namespace molpro::linalg::array
454
455#endif // LINEARALGEBRA_SRC_MOLPRO_LINALG_ARRAY_DISTRARRAY_H
Provides access to the local portion of the array.
Definition DistrArray.h:175
bool compatible(const LocalBuffer &other) const
Checks that the current and the other buffers correspond to the same section of their respective arra...
Definition DistrArray.h:181
size_type m_start
index of first element of local buffer in the array
Definition DistrArray.h:186
friend void swap(LocalBuffer &, LocalBuffer &)=delete
size_type start() const
Return index to the start of the local buffer section in the distributed array.
Definition DistrArray.h:183
Array distributed across many processes supporting remote-memory-access, access to process local buff...
Definition DistrArray.h:137
double value_type
Definition DistrArray.h:140
virtual void _divide(const DistrArray &y, const DistrArray &z, value_type shift, bool append, bool negative)
Definition DistrArray.cpp:241
virtual void zero()
Set all local elements to zero.
Definition DistrArray.cpp:142
virtual void fill(value_type val)
Definition DistrArray.cpp:144
virtual void recip()
Take element-wise reciprocal of this. Local. No checks are made for zero values.
Definition DistrArray.cpp:194
void distributed_array
a compile time tag that this is a distributed array
Definition DistrArray.h:139
virtual void copy(const DistrArray &y)
Definition DistrArray.cpp:507
std::map< size_t, value_type > select_max_dot(size_t n, const DistrArray &y) const
Definition DistrArray.cpp:335
bool compatible(const DistrArray &other) const
Checks that arrays are of the same dimensionality.
Definition DistrArray.cpp:118
std::list< std::pair< index_type, value_type > > min_n(int n) const
returns n smallest elements in array x Collective operation, must be called by all processes in the g...
Definition DistrArray.cpp:484
virtual void axpy(value_type a, const DistrArray &y)
this[:] += a * y[:]. Throws an error if any array is empty. Add a multiple of another array to this o...
Definition DistrArray.cpp:150
MPI_Comm m_communicator
Definition DistrArray.h:147
virtual std::vector< value_type > vec() const =0
Copies the whole buffer into a vector. Blocking.
virtual void get(index_type lo, index_type hi, value_type *buf) const =0
Gets buffer[lo:hi) from global array (hi is past-the-end). Blocking.
virtual void put(index_type lo, index_type hi, const value_type *data)=0
array[lo:hi) = data[:] (hi is past-the-end). Blocking
std::list< std::pair< index_type, value_type > > max_n(int n) const
returns n largest elements in array x Collective operation, must be called by all processes in the gr...
Definition DistrArray.cpp:488
virtual std::vector< value_type > get(index_type lo, index_type hi) const =0
std::map< index_type, double > SparseArray
Definition DistrArray.h:142
virtual size_t disk_page_size() const
Definition DistrArray.h:197
virtual void set(index_type ind, value_type val)=0
Set one element to a scalar. Global operation.
virtual value_type dot(const DistrArray &y) const
Scalar product of two arrays. Collective. Throws error if any array is empty. Both arrays should be p...
Definition DistrArray.cpp:224
std::list< std::pair< index_type, value_type > > min_abs_n(int n) const
returns n elements that are largest by absolute value in array x Collective operation,...
Definition DistrArray.cpp:492
std::map< size_t, value_type > select(size_t n, bool max=false, bool ignore_sign=false) const
Definition DistrArray.cpp:371
virtual const Distribution & distribution() const =0
Access distribution of the array among processes.
virtual std::unique_ptr< LocalBuffer > local_buffer()=0
Access the buffer local to this process.
virtual void times(const DistrArray &y)
this[i] *= y[i]. Throws error if any array is empty.
Definition DistrArray.cpp:201
index_type m_dimension
number of elements in the array
Definition DistrArray.h:146
virtual void scatter_acc(std::vector< index_type > &indices, const std::vector< value_type > &data)=0
array[indices[i]] += vals[i] Accumulates vals of elements into discontinuous indices of array....
DistrArray(const DistrArray &)=default
virtual std::vector< value_type > gather(const std::vector< index_type > &indices) const =0
gets elements with discontinuous indices from array. Blocking
virtual void sync() const
Synchronizes all process in this group and ensures any outstanding operations on the array have compl...
Definition DistrArray.cpp:107
virtual void scal(value_type a)
Scale by a constant. Local.
Definition DistrArray.cpp:174
size_t size() const
total number of elements, same as overall dimension of array
Definition DistrArray.h:165
MPI_Comm communicator() const
return a copy of the communicator
Definition DistrArray.h:161
DistrArray(DistrArray &&) noexcept=default
void divide(const DistrArray &y, const DistrArray &z, value_type shift=0, bool append=false, bool negative=false)
this[i] = y[i]/(z[i]+shift). Collective. Throws error if any array is empty.
Definition DistrArray.h:302
virtual void error(const std::string &message) const
stops application with an error
Definition DistrArray.cpp:109
value_type operator[](index_type ind) const
Definition DistrArray.cpp:134
virtual void add(const DistrArray &y)
Add another array to this. Local. Throws error if any array is empty.
Definition DistrArray.cpp:181
std::vector< index_type > min_loc_n(int n) const
find the index of n smallest components in array x Collective operation, must be called by all proces...
Definition DistrArray.cpp:500
virtual std::unique_ptr< const LocalBuffer > local_buffer() const =0
virtual value_type at(index_type ind) const =0
virtual void copy_patch(const DistrArray &y, index_type start, index_type end)
Copies elements in a patch of y. If both arrays are empty than does nothing. If only one is empty,...
Definition DistrArray.cpp:516
virtual void acc(index_type lo, index_type hi, const value_type *data)=0
array[lo:hi) += scaling_constant * data[:] (hi is past-the-end). Blocking
size_t index_type
Definition DistrArray.h:141
virtual void scatter(const std::vector< index_type > &indices, const std::vector< value_type > &data)=0
array[indices[i]] = data[i] Puts vals of elements with discontinuous indices of array....
virtual void sub(const DistrArray &y)
Subtract another array from this. Local. Throws error if any array is empty.
Definition DistrArray.cpp:190
std::list< std::pair< index_type, value_type > > max_abs_n(int n) const
returns n elements that are largest by absolute value in array x Collective operation,...
Definition DistrArray.cpp:496
Non-owning container taking a pointer to the data buffer and its size and exposing routines for itera...
Definition Span.h:31
size_type size() const
Definition Span.h:77
DistrArrayIteratorImpl & operator++()
Definition DistrArray.h:397
DistrArrayIteratorImpl & operator+=(difference_type val)
Definition DistrArray.h:387
reference operator*() const
Definition DistrArray.h:424
DistrArrayIteratorImpl & operator-=(difference_type val)
Definition DistrArray.h:407
std::strong_ordering operator<=>(const DistrArrayIteratorImpl &) const =default
std::random_access_iterator_tag iterator_category
Definition DistrArray.h:381
friend DistrArrayIteratorImpl operator+(const DistrArrayIteratorImpl &it, difference_type val)
Definition DistrArray.h:391
difference_type operator-(const DistrArrayIteratorImpl &other) const
Definition DistrArray.h:428
friend DistrArrayIteratorImpl operator-(const DistrArrayIteratorImpl &it, difference_type val)
Definition DistrArray.h:411
value_type reference
Definition DistrArray.h:372
DistrArrayIteratorImpl(std::conditional_t< is_const, const DistrArray, DistrArray > &array, DistrArray::index_type pos)
Definition DistrArray.h:384
bool operator==(const DistrArrayIteratorImpl &) const =default
DistrArrayIteratorImpl operator++(int)
Definition DistrArray.h:401
std::conditional_t< is_const, DistrArray::value_type, ValueProxy< DistrArray > > value_type
Definition DistrArray.h:371
reference const_reference
Definition DistrArray.h:373
friend DistrArrayIteratorImpl operator+(difference_type val, const DistrArrayIteratorImpl &it)
Definition DistrArray.h:394
DistrArrayIteratorImpl operator--(int)
Definition DistrArray.h:418
reference operator[](difference_type offset) const
Definition DistrArray.h:426
std::ptrdiff_t difference_type
Definition DistrArray.h:374
DistrArrayIteratorImpl & operator--()
Definition DistrArray.h:414
Specifies distribution of a contiguous array into non-overlapping chunks.
Definition Distribution.h:16
Definition DistrArray.h:31
ValueProxy(const ValueProxy &)=delete
ValueProxy & operator=(const ValueProxy &other)
Definition DistrArray.h:39
ValueProxy & operator=(ValueProxy &&other)
Definition DistrArray.h:40
ValueProxy & operator=(const ValueProxy< OtherArray > &other)
Definition DistrArray.h:42
ValueProxy & operator=(Array::value_type val)
Definition DistrArray.h:46
auto begin(Span< T > &x)
Definition Span.h:87
auto end(Span< T > &x)
Definition Span.h:97
std::map< size_t, double > select_max_dot_broadcast(size_t n, std::map< size_t, double > &local_selection, MPI_Comm communicator)
Definition DistrArray.cpp:272
std::list< std::pair< DistrArray::index_type, DistrArray::value_type > > extrema(const DistrArray &x, int n)
Definition DistrArray.cpp:394
Definition ArrayHandler.h:19
DistrArrayConstIterator cbegin(const DistrArray &array)
Definition DistrArray.h:450
util::DistrArrayIteratorImpl< true > DistrArrayConstIterator
Definition DistrArray.h:444
DistrArrayConstIterator cend(const DistrArray &array)
Definition DistrArray.h:451
util::DistrArrayIteratorImpl< false > DistrArrayIterator
Definition DistrArray.h:443
Definition DistrArray.h:359
constexpr bool operator()(const T &lhs, const T &rhs) const
Definition DistrArray.h:360