6#include <similie/exterior/interior_product/interior_product.hpp>
7#include <similie/exterior/reduction_and_reconstruction/vertex_form_transfer.hpp>
8#include <similie/exterior/staged_operator/staged_operator.hpp>
9#include <similie/tensor/periodic_extrapolation_rule.hpp>
15template <
class Index,
class Domain,
class Memory>
16struct VertexTransferFactors
18 static constexpr std::size_t corners = std::size_t(1) << Index::rank();
19 using Element =
typename Domain::discrete_element_type;
22 double * [Index::mem_size() * Index::mem_size() * corners],
27 KOKKOS_FUNCTION
static Element sample(
29 std::size_t component,
33 tensor::TensorAccessor<Index> accessor;
35 = accessor.canonical_natural_element(ddc::DiscreteElement<Index>(component));
36 auto const axes = flat_natural_elem_ids(natural);
37 for (std::size_t axis = 0; axis < axes.size(); ++axis)
38 ddc::detail::array(node)[axes[axis]] += sign * int((corner >> axis) & 1);
45 std::size_t component;
46 template <
class Field,
class Po
int>
47 KOKKOS_FUNCTION
auto operator()(Field
const&, Point point)
const
49 return tensor::detail::pointwise_tensor<ddc::DiscreteDomain<Index>, Memory>(
51 return point == node && c.template uid<Index>() == component ? 1.0 : 0.0;
56 template <
bool Projection,
class Exec,
class Field,
class Position>
57 static VertexTransferFactors build(
60 Position
const& position)
62 VertexTransferFactors result;
63 Domain
const domain = field.non_indices_domain();
64 result.weights =
decltype(weights)(
65 Kokkos::view_alloc(Kokkos::WithoutInitializing,
"staged_vertex_transfer_factors"),
67 auto const weights = result.weights;
68 using Indices = ddc::to_type_seq_t<tensor::natural_domain_t<Index>>;
70 "similie_cache_vertex_transfer_factors",
71 Kokkos::RangePolicy<Exec>(exec, 0, domain.size()),
72 KOKKOS_LAMBDA(std::size_t node) {
76 Element
const element = stencil_element(domain, node);
77 std::array<double, Index::mem_size()> buffer {};
81 ddc::DiscreteDomain<Index>,
86 for (std::size_t source = 0; source < Index::mem_size(); ++source)
87 for (std::size_t corner = 0; corner < corners; ++corner) {
90 if constexpr (!Projection) {
96 UnitSample {sample(element, source, corner, -1), source});
97 for (std::size_t target = 0; target < Index::mem_size(); ++target)
99 (target * Index::mem_size() + source) * corners
101 = local.mem(ddc::DiscreteElement<Index>(target));
103 for (std::size_t target = 0; target < Index::mem_size(); ++target) {
110 sample(element, target, corner, 1),
113 (target * Index::mem_size() + source) * corners
115 = local.mem(ddc::DiscreteElement<Index>(target));
123 template <
class Output,
class Field>
124 KOKKOS_FUNCTION
void reconstruct(
125 Output
const& output,
127 Domain
const& domain,
128 Element element)
const
130 std::size_t
const node = stencil_node(domain, element);
131 for (std::size_t target = 0; target < Index::mem_size(); ++target) {
133 for (std::size_t source = 0; source < Index::mem_size(); ++source)
134 for (std::size_t corner = 0; corner < corners; ++corner) {
135 auto const point = tensor::PeriodicExtrapolationRule {}(
137 sample(element, source, corner, -1));
138 value += weights(node, (target * Index::mem_size() + source) * corners + corner)
139 * point.mem(ddc::DiscreteElement<Index>(source));
141 output.mem(ddc::DiscreteElement<Index>(target)) = value;
170 detail::VertexTransferFactors<Target, Domain, Memory>
projection;
172 template <
class Output,
class A,
class B,
class Position>
175 Output
const& output,
178 Position
const& position,
181 if (a.non_indices_domain() != b.non_indices_domain())
182 throw std::invalid_argument(
"Vertex composition requires equal input domains");
183 return {a.non_indices_domain(),
185 detail::VertexTransferFactors<First, Domain, Memory>::template
build<
186 false>(exec, a, position),
187 detail::VertexTransferFactors<Second, Domain, Memory>::template
build<
188 false>(exec, b, position),
189 detail::VertexTransferFactors<Target, Domain, Memory>::template
build<
190 true>(exec,
Form(output.coefficients()), position)};
193 template <
class Output,
class A,
class B>
197 if (a.non_indices_domain() !=
domain || b.non_indices_domain() !=
domain
198 || output.non_indices_domain() !=
domain)
199 throw std::invalid_argument(
"Staged vertex composition domain changed");
201 Kokkos::parallel_for(
202 "similie_interior_product",
203 Kokkos::RangePolicy<execution_space>(exec, 0,
domain.size()),
204 KOKKOS_LAMBDA(std::size_t node) {
205 auto const element = detail::stencil_element(storage.
domain, node);
206 std::array<double, First::mem_size()> av {};
207 std::array<double, Second::mem_size()> bv {};
208 std::array<double, Target::mem_size()> ov {};
212 ddc::DiscreteDomain<First>,
213 Kokkos::layout_right,
218 second(ddc::ChunkSpan<
220 ddc::DiscreteDomain<Second>,
221 Kokkos::layout_right,
229 ddc::DiscreteDomain<Target>,
230 Kokkos::layout_right,
234 for (std::size_t target = 0; target < Target::mem_size(); ++target) {
236 for (std::size_t corner = 0;
237 corner <
decltype(storage.
projection)::corners;
239 auto const sample =
decltype(storage.
projection)::
240 sample(element, target, corner, 1);
242 auto wrapped = sample;
243 for (std::size_t axis = 0; axis < Domain::rank(); ++axis) {
244 std::ptrdiff_t
const front
245 = ddc::detail::array(storage.
domain.front())[axis];
246 std::ptrdiff_t
const count
247 = ddc::detail::array(storage.
domain.extents())[axis];
248 std::ptrdiff_t
const relative
249 = ddc::detail::array(sample)[axis] - front;
250 ddc::detail::array(wrapped)[axis]
251 = front + (relative % count + count) % count;
254 .reconstruct(first, a, storage.
domain, wrapped);
256 .reconstruct(second, b, storage.
domain, wrapped);
263 for (std::size_t source = 0; source < Target::mem_size(); ++source)
266 (target * Target::mem_size() + source)
271 ddc::DiscreteElement<Target>(source));
273 output.mem(element, ddc::DiscreteElement<Target>(target)) = value;
static KOKKOS_FUNCTION constexpr discrete_domain_type domain()
Cochain(Tensor const &) -> Cochain< Tensor >
Form(Coefficients const &) -> Form< Coefficients >
Tensor(ddc::Chunk< ElementType, SupportType, Allocator >) -> Tensor< ElementType, SupportType, Kokkos::layout_right, typename Allocator::memory_space >