reduce.hpp

Go to the documentation of this file.

//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~//
// Copyright (c) Lawrence Livermore National Security, LLC and other
// RAJA Project Developers. See top-level LICENSE and COPYRIGHT
// files for dates and other details. No copyright assignment is required
// to contribute to RAJA.
//
// SPDX-License-Identifier: (BSD-3-Clause)
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~//
 
#ifndef NEW_REDUCE_CUDA_REDUCE_HPP
#define NEW_REDUCE_CUDA_REDUCE_HPP
 
#if defined(RAJA_CUDA_ACTIVE)
 
#include <cuda.h>
#include "RAJA/policy/cuda/MemUtils_CUDA.hpp"
#include "RAJA/policy/cuda/reduce.hpp"
#include "RAJA/pattern/params/reducer.hpp"
 
#include "RAJA/policy/cuda/policy.hpp"
 
namespace RAJA
{
namespace expt
{
namespace detail
{
 
// Init
template<typename EXEC_POL, typename OP, typename T, typename VOp>
camp::concepts::enable_if<RAJA::type_traits::is_cuda_policy<EXEC_POL>>
param_init(EXEC_POL const&,
           Reducer<OP, T, VOp>& red,
           RAJA::cuda::detail::cudaInfo& ci)
{
  red.devicetarget =
      RAJA::cuda::pinned_mempool_type::getInstance().template malloc<T>(1);
  red.device_mem.allocate(ci.gridDim.x * ci.gridDim.y * ci.gridDim.z);
  red.device_count = RAJA::cuda::device_zeroed_mempool_type::getInstance()
                         .template malloc<unsigned int>(1);
}
 
// Combine
template<typename EXEC_POL, typename OP, typename T, typename VOp>
RAJA_HOST_DEVICE camp::concepts::enable_if<
    RAJA::type_traits::is_cuda_policy<EXEC_POL>>
param_combine(EXEC_POL const&, Reducer<OP, T, VOp>& red)
{
  RAJA::cuda::impl::expt::grid_reduce<typename EXEC_POL::IterationGetter, OP>(
      red.devicetarget, red.getVal(), red.device_mem, red.device_count);
}
 
// Resolve
template<typename EXEC_POL, typename OP, typename T, typename VOp>
camp::concepts::enable_if<RAJA::type_traits::is_cuda_policy<EXEC_POL>>
param_resolve(EXEC_POL const&,
              Reducer<OP, T, VOp>& red,
              RAJA::cuda::detail::cudaInfo& ci)
{
  // complete reduction
  ci.res.wait();
 
  red.combineTarget(*red.devicetarget);
 
  // free memory
  RAJA::cuda::device_zeroed_mempool_type::getInstance().free(red.device_count);
  red.device_count = nullptr;
  red.device_mem.deallocate();
  RAJA::cuda::pinned_mempool_type::getInstance().free(red.devicetarget);
  red.devicetarget = nullptr;
}
 
}  //  namespace detail
}  //  namespace expt
}  //  namespace RAJA
 
#endif
 
#endif  //  NEW_REDUCE_CUDA_REDUCE_HPP