12#include <similie/misc/specialization.hpp>
13#include <similie/misc/type_seq_ext.hpp>
14#include <similie/tensor/tensor_indices/character.hpp>
15#if defined BUILD_YOUNG_TABLEAU
16#include <similie/tensor/tensor_indices/young_tableau_tensor.hpp>
26struct SubindicesDomain;
28template <
template <
class...>
class T,
class... SubIndex>
29struct SubindicesDomain<T<SubIndex...>>
31 using type = ddc::DiscreteDomain<SubIndex...>;
33 KOKKOS_FUNCTION
static constexpr type operator()()
35 return ddc::DiscreteDomain<SubIndex...>(
36 ddc::DiscreteElement<SubIndex...>(ddc::DiscreteElement<SubIndex>(0)...),
37 ddc::DiscreteVector<SubIndex...>(
38 ddc::DiscreteVector<SubIndex>(SubIndex::size())...));
50 return detail::SubindicesDomain<T>::operator()();
56template <
class ProdDDims,
class Indices1,
class Indices2>
57struct CheckTensorsCompatibility;
59template <
class... ProdDDim,
class... Index1,
class... Index2>
60struct CheckTensorsCompatibility<
61 ddc::TypeSeq<ProdDDim...>,
62 ddc::TypeSeq<Index1...>,
63 ddc::TypeSeq<Index2...>>
65 static constexpr void operator()()
67 static_assert(std::is_same_v<
68 ddc::type_seq_remove_t<
73 ddc::type_seq_remove_t<
79 ddc::type_seq_remove_t<
84 ddc::type_seq_remove_t<
94template <
class ProdDDims,
class Indices1,
class Indices2>
97 return detail::CheckTensorsCompatibility<ProdDDims, Indices1, Indices2>::operator()();
105struct TensorProductUnitAccess
107 using element_type = double;
109 template <
class Tensor,
class Element>
110 KOKKOS_FUNCTION
constexpr double operator()(
Tensor const&, Element
const&)
const
116template <
class Index,
class Element>
117KOKKOS_FUNCTION
constexpr double tensor_product_access_coefficient(Element
const& element)
119 return Index::template process_access<
120 TensorProductUnitAccess,
122 Index>(TensorProductUnitAccess(), TensorProductUnitAccess(), element);
127template <
class Index>
128KOKKOS_FUNCTION
constexpr bool tensor_product_has_structural_zeros()
130 for (std::size_t
id = 0;
id < Index::access_size(); ++id) {
131 if (tensor_product_access_coefficient<Index>(ddc::DiscreteElement<Index>(
id)) == 0.)
137template <
class... Free,
class... Contracted>
138KOKKOS_FUNCTION
constexpr ddc::DiscreteElement<Free..., Contracted...> tensor_product_known_element(
139 ddc::DiscreteElement<Free...> free,
140 ddc::DiscreteElement<Contracted...> contracted)
142 return ddc::DiscreteElement<Free..., Contracted...>(free, contracted);
145template <
class ProductIndices,
class LeftIndices,
class RightIndices,
class ContractedIndices>
146class TensorProdUnrolled;
151template <
class... Product,
class... Left,
class... Right,
class... Contracted>
152class TensorProdUnrolled<
153 ddc::TypeSeq<Product...>,
154 ddc::TypeSeq<Left...>,
155 ddc::TypeSeq<Right...>,
156 ddc::TypeSeq<Contracted...>>
158 template <std::
size_t Output>
159 KOKKOS_FUNCTION
static constexpr ddc::DiscreteElement<Product...> output_element()
161 std::array<std::size_t,
sizeof...(Product)>
const sizes {Product::mem_size()...};
162 std::array<std::size_t,
sizeof...(Product)> ids {};
163 std::size_t remaining = Output;
164 for (std::size_t i = sizes.size(); i > 0; --i) {
165 ids[i - 1] = remaining % sizes[i - 1];
166 remaining /= sizes[i - 1];
168 ddc::DiscreteElement<Product...> element;
169 ddc::detail::array(element) = ids;
173 template <std::size_t... Values, std::size_t... Positions>
174 KOKKOS_FUNCTION
static constexpr ddc::DiscreteElement<
175 ddc::type_seq_element_t<Positions, ddc::TypeSeq<Contracted...>>...>
176 contracted_element(std::index_sequence<Values...>, std::index_sequence<Positions...>)
178 return ddc::DiscreteElement<
179 ddc::type_seq_element_t<Positions, ddc::TypeSeq<Contracted...>>...>(Values...);
186 std::size_t... Values,
188 KOKKOS_FORCEINLINE_FUNCTION
static void extend(
190 Tensor2
const& right,
191 std::remove_const_t<typename Tensor1::element_type>& sum,
193 std::index_sequence<Values...>,
194 std::index_sequence<Next...>)
196 (contract<Output>(left, right, sum, initialized, std::index_sequence<Values..., Next>()),
200 template <std::size_t Output,
class Tensor1,
class Tensor2, std::size_t... Values>
201 KOKKOS_FORCEINLINE_FUNCTION
static void contract(
203 Tensor2
const& right,
204 std::remove_const_t<typename Tensor1::element_type>& sum,
206 std::index_sequence<Values...> assigned)
208 constexpr auto known = tensor_product_known_element(
211 std::index_sequence<Values...>(),
212 std::make_index_sequence<
sizeof...(Values)>()));
213 if constexpr (
sizeof...(Values) ==
sizeof...(Contracted)) {
217 ((tensor_product_access_coefficient<Left>(left_element) != 0.) && ...)
218 && ((tensor_product_access_coefficient<Right>(right_element) != 0.) && ...)) {
220 sum += left.get(left_element) * right.get(right_element);
222 sum = left.get(left_element) * right.get(right_element);
233 std::make_index_sequence<ddc::type_seq_element_t<
235 ddc::TypeSeq<Contracted...>>::size()>());
239 template <std::
size_t Output,
class ProductTensor,
class Tensor1,
class Tensor2>
240 KOKKOS_FORCEINLINE_FUNCTION
static void write(
241 ProductTensor
const& product,
243 Tensor2
const& right)
245 constexpr ddc::DiscreteElement<Product...> element = output_element<Output>();
247 if (product.domain().contains(element)) {
248 typename ProductTensor::element_type sum = 0.;
252 bool initialized =
sizeof...(Contracted) > 0
253 && !((tensor_product_has_structural_zeros<Left>() || ...)
254 || (tensor_product_has_structural_zeros<Right>() || ...));
255 contract<Output>(left, right, sum, initialized, std::index_sequence<>());
256 product.mem(element) = sum;
260 template <
class ProductTensor,
class Tensor1,
class Tensor2, std::size_t... Outputs>
261 KOKKOS_FORCEINLINE_FUNCTION
static void write(
262 ProductTensor
const& product,
264 Tensor2
const& right,
265 std::index_sequence<Outputs...>)
267 (write<Outputs>(product, left, right), ...);
271 template <
class ProductTensor,
class Tensor1,
class Tensor2>
272 KOKKOS_FUNCTION
static void operator()(
273 ProductTensor
const& product,
275 Tensor2
const& right)
280 std::make_index_sequence<(Product::mem_size() * ... * std::size_t(1))>());
293 class HeadDDim1TypeSeq,
294 class ContractDDimTypeSeq,
295 class TailDDim2TypeSeq>
296struct TensorProdAnyAnyAny;
303 class... ContractDDim,
305struct TensorProdAnyAnyAny<
306 ddc::TypeSeq<ProdDDim...>,
307 ddc::TypeSeq<Index1...>,
308 ddc::TypeSeq<Index2...>,
309 ddc::TypeSeq<HeadDDim1...>,
310 ddc::TypeSeq<ContractDDim...>,
311 ddc::TypeSeq<TailDDim2...>>
317 class LayoutStridedPolicy,
319 KOKKOS_FUNCTION
static Tensor<
321 ddc::DiscreteDomain<ProdDDim...>,
326 ddc::DiscreteDomain<ProdDDim...>,
328 MemorySpace>
const& prod_tensor,
330 ddc::DiscreteDomain<Index1...>,
332 MemorySpace>
const& tensor1,
334 ddc::DiscreteDomain<Index2...>,
336 MemorySpace>
const& tensor2)
341 (tensor_product_has_structural_zeros<Index1>() || ...)
342 || (tensor_product_has_structural_zeros<Index2>() || ...)
343 || ((ProdDDim::mem_size() * ... * 1) <= 128
344 && (ContractDDim::size() * ... * 1) <= 128
345 && (ProdDDim::mem_size() * ... * 1) * (ContractDDim::size() * ... * 1)
348 ddc::TypeSeq<ProdDDim...>,
349 ddc::TypeSeq<Index1...>,
350 ddc::TypeSeq<Index2...>,
351 ddc::TypeSeq<ContractDDim...>>::operator()(prod_tensor, tensor1, tensor2);
353 tensor::TensorAccessor<ContractDDim...>
const contract_accessor;
354 ddc::DiscreteDomain<ContractDDim...>
const contract_dom
355 = contract_accessor.natural_domain();
357 ddc::device_for_each(
358 prod_tensor.domain(),
359 [&](ddc::DiscreteElement<ProdDDim...> mem_elem) {
360 auto const elem = prod_tensor.canonical_natural_element(mem_elem);
361 prod_tensor.mem(mem_elem) = ddc::device_transform_reduce(
364 ddc::reducer::sum<ElementType>(),
365 [&](ddc::DiscreteElement<ContractDDim...> contract_elem) {
366 return tensor1.get(tensor1.access_element(
367 ddc::DiscreteElement<
370 ddc::select<HeadDDim1...>(elem),
371 contract_accessor.access_element(
373 * tensor2.get(tensor2.access_element(
374 ddc::DiscreteElement<
377 contract_accessor.access_element(
379 ddc::select<TailDDim2...>(elem))));
396 class LayoutStridedPolicy,
399 std::is_same_v<ElementType, std::remove_const_t<LeftElement>>
400 && std::is_same_v<ElementType, std::remove_const_t<RightElement>>
401 && ((!TensorNatIndex<ProdDDim> || ...) || (!TensorNatIndex<Index2> || ...)
402 || (!TensorNatIndex<Index1> || ...))
403#if defined BUILD_YOUNG_TABLEAU
404 && (!misc::Specialization<ProdDDim, TensorYoungTableauIndex> && ...)
405 && (!misc::Specialization<Index1, TensorYoungTableauIndex> && ...)
406 && (!misc::Specialization<Index2, TensorYoungTableauIndex> && ...)
409Tensor<ElementType, ddc::DiscreteDomain<ProdDDim...>, LayoutStridedPolicy, MemorySpace>
410 KOKKOS_FUNCTION tensor_prod(
412 ddc::DiscreteDomain<ProdDDim...>,
414 MemorySpace>
const& prod_tensor,
416 ddc::DiscreteDomain<Index1...>,
418 MemorySpace>
const& tensor1,
420 ddc::DiscreteDomain<Index2...>,
422 MemorySpace>
const& tensor2)
425 ddc::TypeSeq<ProdDDim...>,
426 ddc::TypeSeq<Index1...>,
427 ddc::TypeSeq<Index2...>>();
429 detail::TensorProdAnyAnyAny<
433 ddc::type_seq_remove_t<
438 ddc::type_seq_remove_t<
443 ddc::type_seq_remove_t<
455#if defined BUILD_YOUNG_TABLEAU
459template <
class Index1,
class HeadDDim1TypeSeq,
class ContractDDimTypeSeq,
class TailDDim2TypeSeq>
460struct TensorProdNatYoungNat;
462template <
class Index1,
class... HeadDDim1,
class... ContractDDim,
class... TailDDim2>
463struct TensorProdNatYoungNat<
465 ddc::TypeSeq<HeadDDim1...>,
466 ddc::TypeSeq<ContractDDim...>,
467 ddc::TypeSeq<TailDDim2...>>
469 template <
class ElementType,
class LayoutStr
idedPolicy,
class MemorySpace>
472 ddc::DiscreteDomain<HeadDDim1..., TailDDim2...>,
477 ddc::DiscreteDomain<HeadDDim1..., TailDDim2...>,
478 Kokkos::layout_right,
479 Kokkos::DefaultHostExecutionSpace::memory_space>
const& prod_tensor,
481 ddc::DiscreteDomain<Index1>,
483 MemorySpace>
const& tensor1,
485 ddc::DiscreteDomain<ContractDDim..., TailDDim2...>,
487 MemorySpace>
const& tensor2)
489 std::array<ElementType, Index1::subindices_domain().size()> uncompressed_tensor1_alloc;
491 uncompressed_tensor1_alloc.data(),
492 Index1::subindices_domain());
494 tensor::uncompress(uncompressed_tensor1, tensor1);
496 return tensor_prod(prod_tensor, uncompressed_tensor1, tensor2);
503 TensorNatIndex... ProdDDim,
504 misc::Specialization<TensorYoungTableauIndex> Index1,
505 TensorNatIndex... DDim2,
507 class LayoutStridedPolicy,
510 ddc::DiscreteDomain<ProdDDim...>,
511 Kokkos::layout_right,
512 Kokkos::DefaultHostExecutionSpace::memory_space>
515 ddc::DiscreteDomain<ProdDDim...>,
516 Kokkos::layout_right,
517 Kokkos::DefaultHostExecutionSpace::memory_space>
const& prod_tensor,
518 Tensor<ElementType, ddc::DiscreteDomain<Index1>, LayoutStridedPolicy, MemorySpace>
const&
520 Tensor<ElementType, ddc::DiscreteDomain<DDim2...>, LayoutStridedPolicy, MemorySpace>
const&
524 return detail::TensorProdNatYoungNat<
526 ddc::type_seq_remove_t<ddc::TypeSeq<ProdDDim...>, ddc::TypeSeq<DDim2...>>,
527 ddc::type_seq_remove_t<
528 ddc::to_type_seq_t<typename Index1::subindices_domain_t>,
529 ddc::TypeSeq<ProdDDim...>>,
530 ddc::type_seq_remove_t<
531 ddc::TypeSeq<ProdDDim...>,
532 ddc::to_type_seq_t<typename Index1::subindices_domain_t>>>::
533 operator()(prod_tensor, tensor1, tensor2);
542 class HeadDDim1TypeSeq,
543 class ContractDDimTypeSeq,
544 class TailDDim2TypeSeq>
545struct TensorProdNatYoungYoung;
547template <
class Index1,
class Index2,
class... HeadDDim1,
class... ContractDDim,
class... TailDDim2>
548struct TensorProdNatYoungYoung<
551 ddc::TypeSeq<HeadDDim1...>,
552 ddc::TypeSeq<ContractDDim...>,
553 ddc::TypeSeq<TailDDim2...>>
555 template <
class ElementType,
class LayoutStr
idedPolicy,
class MemorySpace>
558 ddc::DiscreteDomain<HeadDDim1..., TailDDim2...>,
563 ddc::DiscreteDomain<HeadDDim1..., TailDDim2...>,
564 Kokkos::layout_right,
565 Kokkos::DefaultHostExecutionSpace::memory_space>
const& prod_tensor,
567 ddc::DiscreteDomain<Index1>,
569 MemorySpace>
const& tensor1,
571 ddc::DiscreteDomain<Index2>,
573 MemorySpace>
const& tensor2)
575 std::array<ElementType, Index1::subindices_domain().size()> uncompressed_tensor1_alloc;
576 tensor::Tensor uncompressed_tensor1(
577 uncompressed_tensor1_alloc.data(),
578 Index1::subindices_domain());
580 std::array<ElementType, Index2::subindices_domain().size()> uncompressed_tensor2_alloc;
581 tensor::Tensor uncompressed_tensor2(
582 uncompressed_tensor2_alloc.data(),
583 Index2::subindices_domain());
585 tensor::uncompress(uncompressed_tensor1, tensor1);
586 tensor::uncompress(uncompressed_tensor2, tensor2);
588 return tensor_prod(prod_tensor, uncompressed_tensor1, uncompressed_tensor2);
595 TensorNatIndex... ProdDDim,
596 misc::Specialization<TensorYoungTableauIndex> Index1,
597 misc::Specialization<TensorYoungTableauIndex> Index2,
599 class LayoutStridedPolicy,
602 ddc::DiscreteDomain<ProdDDim...>,
603 Kokkos::layout_right,
604 Kokkos::DefaultHostExecutionSpace::memory_space>
607 ddc::DiscreteDomain<ProdDDim...>,
608 Kokkos::layout_right,
609 Kokkos::DefaultHostExecutionSpace::memory_space>
const& prod_tensor,
610 Tensor<ElementType, ddc::DiscreteDomain<Index1>, LayoutStridedPolicy, MemorySpace>
const&
612 Tensor<ElementType, ddc::DiscreteDomain<Index2>, LayoutStridedPolicy, MemorySpace>
const&
616 ddc::TypeSeq<ProdDDim...>,
617 ddc::TypeSeq<Index1>,
618 ddc::TypeSeq<Index2>>();
620 detail::TensorProdNatYoungYoung<
621 uncharacterize_t<Index1>,
622 uncharacterize_t<Index2>,
623 ddc::type_seq_remove_t<
628 ddc::type_seq_remove_t<
633 ddc::type_seq_remove_t<
653 class HeadDDim1TypeSeq,
654 class ContractDDimTypeSeq,
655 class TailDDim2TypeSeq>
656struct TensorProdYoungAnyAny;
663 class... ContractDDim,
665struct TensorProdYoungAnyAny<
666 ddc::TypeSeq<ProdDDim...>,
667 ddc::TypeSeq<Index1...>,
668 ddc::TypeSeq<Index2...>,
669 ddc::TypeSeq<HeadDDim1...>,
670 ddc::TypeSeq<ContractDDim...>,
671 ddc::TypeSeq<TailDDim2...>>
673 template <
class ElementType,
class LayoutStr
idedPolicy,
class MemorySpace>
674 static Tensor<ElementType, ddc::DiscreteDomain<ProdDDim...>, LayoutStridedPolicy, MemorySpace>
677 ddc::DiscreteDomain<ProdDDim...>,
678 Kokkos::layout_right,
679 Kokkos::DefaultHostExecutionSpace::memory_space>
const& prod_tensor,
681 ddc::DiscreteDomain<Index1...>,
683 MemorySpace>
const& tensor1,
685 ddc::DiscreteDomain<Index2...>,
687 MemorySpace>
const& tensor2)
689 std::array<ElementType, ddc::DiscreteDomain(ProdDDim::subindices_domain()...).size()>
690 uncompressed_prod_alloc;
691 tensor::Tensor uncompressed_prod(
692 uncompressed_prod_alloc.data(),
693 ddc::DiscreteDomain(ProdDDim::subindices_domain()...));
695 tensor::TensorAccessor<ContractDDim...>
const contract_accessor;
696 ddc::DiscreteDomain<ContractDDim...>
const contract_dom
697 = contract_accessor.natural_domain();
700 uncompressed_prod.domain(),
702 typename ProdDDim::subindices_domain_t...>::discrete_element_type elem) {
703 uncompressed_prod(elem) = ddc::host_transform_reduce(
706 ddc::reducer::sum<ElementType>(),
707 [&](ddc::DiscreteElement<ContractDDim...> contract_elem) {
708 return tensor1.get(tensor1.access_element(
709 ddc::DiscreteElement<HeadDDim1..., ContractDDim...>(
710 ddc::select<HeadDDim1...>(elem),
711 contract_accessor.access_element(
713 * tensor2.get(tensor2.access_element(
714 ddc::DiscreteElement<ContractDDim..., TailDDim2...>(
715 contract_accessor.access_element(
717 ddc::select<TailDDim2...>(elem))));
720 tensor::compress(prod_tensor, uncompressed_prod);
728 misc::Specialization<TensorYoungTableauIndex> ProdDDim,
732 class LayoutStridedPolicy,
735 ddc::DiscreteDomain<ProdDDim>,
736 Kokkos::layout_right,
737 Kokkos::DefaultHostExecutionSpace::memory_space>
740 ddc::DiscreteDomain<ProdDDim>,
741 Kokkos::layout_right,
742 Kokkos::DefaultHostExecutionSpace::memory_space>
const& prod_tensor,
743 Tensor<ElementType, ddc::DiscreteDomain<Index1...>, LayoutStridedPolicy, MemorySpace>
const&
745 Tensor<ElementType, ddc::DiscreteDomain<Index2...>, LayoutStridedPolicy, MemorySpace>
const&
749 ddc::TypeSeq<ProdDDim>,
750 ddc::TypeSeq<Index1...>,
751 ddc::TypeSeq<Index2...>>();
753 detail::TensorProdYoungAnyAny<
754 uncharacterize_t<ddc::TypeSeq<ProdDDim>>,
757 ddc::type_seq_remove_t<
762 ddc::type_seq_remove_t<
767 ddc::type_seq_remove_t<
static KOKKOS_FUNCTION constexpr discrete_element_type access_element()
static KOKKOS_FUNCTION constexpr natural_domain_t::discrete_element_type canonical_natural_element(ddc::DiscreteElement< MemIndex... > mem_elem)
sil::tensor::Tensor< double, ddc::DiscreteDomain< TailTensorIndex... >, Kokkos::layout_right, Kokkos::DefaultHostExecutionSpace::memory_space > tensor_prod(sil::tensor::Tensor< double, ddc::DiscreteDomain< TailTensorIndex... >, Kokkos::layout_right, Kokkos::DefaultHostExecutionSpace::memory_space > const &prod, sil::tensor::Tensor< double, ddc::DiscreteDomain< HeadTensorIndex >, Kokkos::layout_right, Kokkos::DefaultHostExecutionSpace::memory_space > const &dense, Csr< N, HeadTensorIndex, TailTensorIndex... > const &csr)
convert_type_seq_to_t< ddc::DiscreteDomain, typename detail::CartesianProd< Domains... >::type > cartesian_prod_t
constexpr void check_tensors_compatibility()
Tensor(ddc::Chunk< ElementType, SupportType, Allocator >) -> Tensor< ElementType, SupportType, Kokkos::layout_right, typename Allocator::memory_space >
constexpr bool are_different_characters_v
detail::SubindicesDomain< T >::type subindices_domain_t
KOKKOS_FUNCTION constexpr uncharacterize_tensor_t< TensorType > uncharacterize_tensor(TensorType const &tensor)
detail::Uncharacterize< Index >::type uncharacterize_t
typename detail::NaturalDomainType< Index >::type natural_domain_t
The top-level namespace of SimiLie.