TheRock/rocm-libraries/projects/rocthrust/thrust/system/hip/hipstdpar/impl/generation.hpp

// Copyright (c) 2024-2025 Advanced Micro Devices, Inc. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in all
// copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.

/*
 *  Licensed under the Apache License, Version 2.0 (the "License");
 *  you may not use this file except in compliance with the License.
 *  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License.
 */

/*! \file thrust/system/hip/hipstdpar/impl/generation.hpp
 *  \brief <tt>Generation operations</tt> implementation detail header for HIPSTDPAR.
 */

#pragma once

#if defined(__HIPSTDPAR__)

#  include <thrust/execution_policy.h>
#  include <thrust/fill.h>
#  include <thrust/generate.h>

#  include <algorithm>
#  include <execution>
#  include <type_traits>
#  include <utility>

#  include "hipstd.hpp"

namespace std
{
// BEGIN FILL
template <typename I, typename T, enable_if_t<::hipstd::is_offloadable_iterator<I>()>* = nullptr>
inline void fill(execution::parallel_unsequenced_policy, I f, I l, const T& x)
{
  ::hipstd::__maybe_bind_globals();

  ::hipstd::warn_if_no_xnack();
  return ::thrust::fill(::thrust::device, f, l, x);
}

template <typename I, typename T, enable_if_t<!::hipstd::is_offloadable_iterator<I>()>* = nullptr>
inline void fill(execution::parallel_unsequenced_policy, I f, I l, const T& x)
{
  ::hipstd::unsupported_iterator_category<typename iterator_traits<I>::iterator_category>();

  return ::std::fill(::std::execution::par, f, l, x);
}
// END FILL

// BEGIN FILL_N
template <typename I, typename N, typename T, enable_if_t<::hipstd::is_offloadable_iterator<I>()>* = nullptr>
inline void fill_n(execution::parallel_unsequenced_policy, I f, N n, const T& x)
{
  ::hipstd::__maybe_bind_globals();

  ::hipstd::warn_if_no_xnack();
  return ::thrust::fill_n(::thrust::device, f, n, x);
}

template <typename I, typename N, typename T, enable_if_t<!::hipstd::is_offloadable_iterator<I>()>* = nullptr>
inline void fill_n(execution::parallel_unsequenced_policy, I f, N n, const T& x)
{
  ::hipstd::unsupported_iterator_category<typename iterator_traits<I>::iterator_category>();

  return ::std::fill_n(::std::execution::par, f, n, x);
}
// END FILL_N

// BEGIN GENERATE
template <typename I,
          typename G,
          enable_if_t<::hipstd::is_offloadable_iterator<I>() && ::hipstd::is_offloadable_callable<G>()>* = nullptr>
inline void generate(execution::parallel_unsequenced_policy, I f, I l, G g)
{
  ::hipstd::__maybe_bind_globals();

  ::hipstd::warn_if_no_xnack();
  using g_t = ::std::decay_t<G>;

  if constexpr (::std::is_trivially_destructible_v<g_t>)
  {
    ::thrust::generate(::thrust::device, f, l, ::std::move(g));
  }
  else
  {
    ::hipstd::detail::device_callable_guard<g_t> guard(::std::move(g));
    try
    {
      ::thrust::generate(::thrust::device, f, l, ::hipstd::detail::callable_proxy<g_t>{guard.get()});
    }
    catch (...)
    {
      (void) ::hipDeviceSynchronize();
      throw;
    }
    ::thrust::hip_rocprim::throw_on_error(::hipDeviceSynchronize(), "hipstdpar generate: failed to synchronize");
    guard.destroy_and_free();
  }
}

template <typename I,
          typename G,
          enable_if_t<!::hipstd::is_offloadable_iterator<I>() || !::hipstd::is_offloadable_callable<G>()>* = nullptr>
inline void generate(execution::parallel_unsequenced_policy, I f, I l, G g)
{
  if constexpr (!::hipstd::is_offloadable_iterator<I>())
  {
    ::hipstd::unsupported_iterator_category<typename iterator_traits<I>::iterator_category>();
  }
  if constexpr (!::hipstd::is_offloadable_callable<G>())
  {
    ::hipstd::unsupported_callable_type<G>();
  }

  return ::std::generate(::std::execution::par, f, l, ::std::move(g));
}
// END GENERATE

// BEGIN GENERATE_N
template <typename I,
          typename N,
          typename G,
          enable_if_t<::hipstd::is_offloadable_iterator<I>() && ::hipstd::is_offloadable_callable<G>()>* = nullptr>
inline void generate_n(execution::parallel_unsequenced_policy, I f, N n, G g)
{
  ::hipstd::__maybe_bind_globals();

  ::hipstd::warn_if_no_xnack();
  using g_t = ::std::decay_t<G>;

  if constexpr (::std::is_trivially_destructible_v<g_t>)
  {
    ::thrust::generate_n(::thrust::device, f, n, ::std::move(g));
  }
  else
  {
    ::hipstd::detail::device_callable_guard<g_t> guard(::std::move(g));
    try
    {
      ::thrust::generate_n(::thrust::device, f, n, ::hipstd::detail::callable_proxy<g_t>{guard.get()});
    }
    catch (...)
    {
      (void) ::hipDeviceSynchronize();
      throw;
    }
    ::thrust::hip_rocprim::throw_on_error(::hipDeviceSynchronize(), "hipstdpar generate_n: failed to synchronize");
    guard.destroy_and_free();
  }
}

template <typename I,
          typename N,
          typename G,
          enable_if_t<!::hipstd::is_offloadable_iterator<I>() || !::hipstd::is_offloadable_callable<G>()>* = nullptr>
inline void generate_n(execution::parallel_unsequenced_policy, I f, N n, G g)
{
  if constexpr (!::hipstd::is_offloadable_iterator<I>())
  {
    ::hipstd::unsupported_iterator_category<typename iterator_traits<I>::iterator_category>();
  }
  if constexpr (!::hipstd::is_offloadable_callable<G>())
  {
    ::hipstd::unsupported_callable_type<G>();
  }

  return ::std::generate_n(::std::execution::par, f, n, ::std::move(g));
}
// END GENERATE_N
} // namespace std
#else // __HIPSTDPAR__
#  error "__HIPSTDPAR__ should be defined. Please use the '--hipstdpar' compile option."
#endif // __HIPSTDPAR__