CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
165 lines
5.4 KiB
C++
165 lines
5.4 KiB
C++
/******************************************************************************
|
|
* Copyright (c) 2016, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are met:
|
|
* * Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* * Neither the name of the NVIDIA CORPORATION nor the
|
|
* names of its contributors may be used to endorse or promote products
|
|
* derived from this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE FOR ANY
|
|
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
|
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
******************************************************************************/
|
|
#pragma once
|
|
|
|
#include <thrust/detail/config.h>
|
|
|
|
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
# pragma GCC system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
# pragma clang system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
# pragma system_header
|
|
#endif // no system header
|
|
|
|
#if _CCCL_HAS_CUDA_COMPILER
|
|
# include <thrust/detail/internal_functional.h>
|
|
# include <thrust/system/cuda/detail/transform.h>
|
|
|
|
THRUST_NAMESPACE_BEGIN
|
|
namespace cuda_cub
|
|
{
|
|
|
|
namespace __replace
|
|
{
|
|
template <class T>
|
|
struct constant_f
|
|
{
|
|
T value;
|
|
|
|
THRUST_FUNCTION
|
|
constant_f(T const& x)
|
|
: value(x)
|
|
{}
|
|
|
|
template <class U>
|
|
THRUST_DEVICE_FUNCTION T operator()(U const&) const
|
|
{
|
|
return value;
|
|
}
|
|
}; // struct constant_f
|
|
|
|
template <class Predicate, class NewType, class OutputType>
|
|
struct new_value_if_f
|
|
{
|
|
Predicate pred;
|
|
NewType new_value;
|
|
|
|
THRUST_FUNCTION
|
|
new_value_if_f(Predicate pred_, NewType new_value_)
|
|
: pred(pred_)
|
|
, new_value(new_value_)
|
|
{}
|
|
|
|
template <class T>
|
|
OutputType THRUST_DEVICE_FUNCTION operator()(T const& x)
|
|
{
|
|
return pred(x) ? new_value : x;
|
|
}
|
|
|
|
template <class T, class P>
|
|
OutputType THRUST_DEVICE_FUNCTION operator()(T const& x, P const& y)
|
|
{
|
|
return pred(y) ? new_value : x;
|
|
}
|
|
}; // struct new_value_if_f
|
|
|
|
} // namespace __replace
|
|
|
|
template <class Derived, class Iterator, class T>
|
|
void _CCCL_HOST_DEVICE
|
|
replace(execution_policy<Derived>& policy, Iterator first, Iterator last, T const& old_value, T const& new_value)
|
|
{
|
|
using thrust::placeholders::_1;
|
|
|
|
cuda_cub::transform_if(policy, first, last, first, __replace::constant_f<T>(new_value), _1 == old_value);
|
|
}
|
|
|
|
template <class Derived, class Iterator, class Predicate, class T>
|
|
void _CCCL_HOST_DEVICE
|
|
replace_if(execution_policy<Derived>& policy, Iterator first, Iterator last, Predicate pred, T const& new_value)
|
|
{
|
|
cuda_cub::transform_if(policy, first, last, first, __replace::constant_f<T>(new_value), pred);
|
|
}
|
|
|
|
template <class Derived, class Iterator, class StencilIt, class Predicate, class T>
|
|
void _CCCL_HOST_DEVICE replace_if(
|
|
execution_policy<Derived>& policy,
|
|
Iterator first,
|
|
Iterator last,
|
|
StencilIt stencil,
|
|
Predicate pred,
|
|
T const& new_value)
|
|
{
|
|
cuda_cub::transform_if(policy, first, last, stencil, first, __replace::constant_f<T>(new_value), pred);
|
|
}
|
|
|
|
template <class Derived, class InputIt, class OutputIt, class Predicate, class T>
|
|
OutputIt _CCCL_HOST_DEVICE replace_copy_if(
|
|
execution_policy<Derived>& policy,
|
|
InputIt first,
|
|
InputIt last,
|
|
OutputIt result,
|
|
Predicate predicate,
|
|
T const& new_value)
|
|
{
|
|
using output_type = typename iterator_traits<OutputIt>::value_type;
|
|
using new_value_if_t = __replace::new_value_if_f<Predicate, T, output_type>;
|
|
return cuda_cub::transform(policy, first, last, result, new_value_if_t(predicate, new_value));
|
|
}
|
|
|
|
template <class Derived, class InputIt, class StencilIt, class OutputIt, class Predicate, class T>
|
|
OutputIt _CCCL_HOST_DEVICE replace_copy_if(
|
|
execution_policy<Derived>& policy,
|
|
InputIt first,
|
|
InputIt last,
|
|
StencilIt stencil,
|
|
OutputIt result,
|
|
Predicate predicate,
|
|
T const& new_value)
|
|
{
|
|
using output_type = typename iterator_traits<OutputIt>::value_type;
|
|
using new_value_if_t = __replace::new_value_if_f<Predicate, T, output_type>;
|
|
return cuda_cub::transform(policy, first, last, stencil, result, new_value_if_t(predicate, new_value));
|
|
}
|
|
|
|
template <class Derived, class InputIt, class OutputIt, class T>
|
|
OutputIt _CCCL_HOST_DEVICE replace_copy(
|
|
execution_policy<Derived>& policy,
|
|
InputIt first,
|
|
InputIt last,
|
|
OutputIt result,
|
|
T const& old_value,
|
|
T const& new_value)
|
|
{
|
|
return cuda_cub::replace_copy_if(policy, first, last, result, thrust::detail::equal_to_value<T>(old_value), new_value);
|
|
}
|
|
|
|
} // namespace cuda_cub
|
|
THRUST_NAMESPACE_END
|
|
#endif
|