InitLocalMem.hpp

Go to the documentation of this file.

 
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~//
// Copyright (c) Lawrence Livermore National Security, LLC and other
// RAJA Project Developers. See top-level LICENSE and COPYRIGHT
// files for dates and other details. No copyright assignment is required
// to contribute to RAJA.
//
// SPDX-License-Identifier: (BSD-3-Clause)
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~//
 
 
#ifndef RAJA_policy_cuda_kernel_InitLocalMem_HPP
#define RAJA_policy_cuda_kernel_InitLocalMem_HPP
 
#include "RAJA/config.hpp"
 
#include <iostream>
#include <type_traits>
 
#include "RAJA/util/macros.hpp"
#include "RAJA/util/types.hpp"
 
#include "RAJA/pattern/kernel/InitLocalMem.hpp"
#include "RAJA/policy/cuda/kernel/internal.hpp"
 
namespace RAJA
{
 
struct cuda_thread_mem;
struct cuda_shared_mem;
 
namespace internal
{
 
// Intialize thread shared array
template<typename Data,
         camp::idx_t... Indices,
         typename... EnclosedStmts,
         typename Types>
struct CudaStatementExecutor<Data,
                             statement::InitLocalMem<RAJA::cuda_shared_mem,
                                                     camp::idx_seq<Indices...>,
                                                     EnclosedStmts...>,
                             Types>
{
 
  using stmt_list_t      = StatementList<EnclosedStmts...>;
  using enclosed_stmts_t = CudaStatementListExecutor<Data, stmt_list_t, Types>;
 
  // Launch loops
  template<camp::idx_t Pos>
  static inline RAJA_DEVICE void initMem(Data& data, bool thread_active)
  {
    using varType = typename camp::tuple_element_t<
        Pos, typename camp::decay<Data>::param_tuple_t>::value_type;
    const camp::idx_t NumElem = camp::tuple_element_t<
        Pos, typename camp::decay<Data>::param_tuple_t>::layout_type::s_size;
 
    __shared__ varType Array[NumElem];
    camp::get<Pos>(data.param_tuple).set_data(&Array[0]);
 
    enclosed_stmts_t::exec(data, thread_active);
  }
 
  // Intialize local array
  // Identifies type + number of elements needed
  template<camp::idx_t Pos, camp::idx_t other0, camp::idx_t... others>
  static inline RAJA_DEVICE void initMem(Data& data, bool thread_active)
  {
    using varType = typename camp::tuple_element_t<
        Pos, typename camp::decay<Data>::param_tuple_t>::value_type;
    const camp::idx_t NumElem = camp::tuple_element_t<
        Pos, typename camp::decay<Data>::param_tuple_t>::layout_type::s_size;
 
    __shared__ varType Array[NumElem];
    camp::get<Pos>(data.param_tuple).set_data(&Array[0]);
    initMem<other0, others...>(data, thread_active);
  }
 
  // Set pointer to null base case
  template<camp::idx_t Pos>
  static inline RAJA_DEVICE void setPtrToNull(Data& data)
  {
 
    camp::get<Pos>(data.param_tuple).set_data(nullptr);
  }
 
  // Set pointer to null recursive case
  template<camp::idx_t Pos, camp::idx_t other0, camp::idx_t... others>
  static inline RAJA_DEVICE void setPtrToNull(Data& data)
  {
 
    camp::get<Pos>(data.param_tuple).set_data(nullptr);
    setPtrToNull<other0, others...>(data);
  }
 
  static inline RAJA_DEVICE void exec(Data& data, bool thread_active)
  {
 
    // Intialize scoped arrays + launch loops
    initMem<Indices...>(data, thread_active);
 
    // set pointers in scoped arrays to null
    setPtrToNull<Indices...>(data);
  }
 
  inline static LaunchDims calculateDimensions(Data const& data)
  {
    return enclosed_stmts_t::calculateDimensions(data);
  }
};
 
// Intialize thread private array
template<typename Data,
         camp::idx_t... Indices,
         typename... EnclosedStmts,
         typename Types>
struct CudaStatementExecutor<Data,
                             statement::InitLocalMem<RAJA::cuda_thread_mem,
                                                     camp::idx_seq<Indices...>,
                                                     EnclosedStmts...>,
                             Types>
{
 
  using stmt_list_t      = StatementList<EnclosedStmts...>;
  using enclosed_stmts_t = CudaStatementListExecutor<Data, stmt_list_t, Types>;
 
  // Launch loops
  template<camp::idx_t Pos>
  static inline RAJA_DEVICE void initMem(Data& data, bool thread_active)
  {
    using varType = typename camp::tuple_element_t<
        Pos, typename camp::decay<Data>::param_tuple_t>::value_type;
    const camp::idx_t NumElem = camp::tuple_element_t<
        Pos, typename camp::decay<Data>::param_tuple_t>::layout_type::s_size;
 
    varType Array[NumElem];
    camp::get<Pos>(data.param_tuple).set_data(&Array[0]);
 
    enclosed_stmts_t::exec(data, thread_active);
  }
 
  // Intialize local array
  // Identifies type + number of elements needed
  template<camp::idx_t Pos, camp::idx_t other0, camp::idx_t... others>
  static inline RAJA_DEVICE void initMem(Data& data, bool thread_active)
  {
    using varType = typename camp::tuple_element_t<
        Pos, typename camp::decay<Data>::param_tuple_t>::value_type;
    const camp::idx_t NumElem = camp::tuple_element_t<
        Pos, typename camp::decay<Data>::param_tuple_t>::layout_type::s_size;
 
    varType Array[NumElem];
    camp::get<Pos>(data.param_tuple).set_data(&Array[0]);
    initMem<other0, others...>(data, thread_active);
  }
 
  // Set pointer to null base case
  template<camp::idx_t Pos>
  static inline RAJA_DEVICE void setPtrToNull(Data& data)
  {
 
    camp::get<Pos>(data.param_tuple).set_data(nullptr);
  }
 
  // Set pointer to null recursive case
  template<camp::idx_t Pos, camp::idx_t other0, camp::idx_t... others>
  static inline RAJA_DEVICE void setPtrToNull(Data& data)
  {
 
    camp::get<Pos>(data.param_tuple).set_data(nullptr);
    setPtrToNull<other0, others...>(data);
  }
 
  static inline RAJA_DEVICE void exec(Data& data, bool thread_active)
  {
 
    // Intialize scoped arrays + launch loops
    initMem<Indices...>(data, thread_active);
 
    // set pointers in scoped arrays to null
    setPtrToNull<Indices...>(data);
  }
 
  inline static LaunchDims calculateDimensions(Data const& data)
  {
    return enclosed_stmts_t::calculateDimensions(data);
  }
};
 
 
}  // namespace internal
}  // end namespace RAJA
 
 
#endif