CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
98 lines
3.2 KiB
C++
98 lines
3.2 KiB
C++
/*
|
|
* Copyright 2008-2013 NVIDIA Corporation
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <thrust/detail/config.h>
|
|
|
|
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
# pragma GCC system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
# pragma clang system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
# pragma system_header
|
|
#endif // no system header
|
|
|
|
#if _CCCL_HAS_CUDA_COMPILER
|
|
# include <thrust/system/cuda/config.h>
|
|
|
|
# include <thrust/detail/raw_pointer_cast.h>
|
|
# include <thrust/system/cuda/detail/copy.h>
|
|
# include <thrust/system/cuda/detail/execution_policy.h>
|
|
|
|
# include <nv/target>
|
|
|
|
THRUST_NAMESPACE_BEGIN
|
|
namespace cuda_cub
|
|
{
|
|
|
|
template <typename DerivedPolicy, typename Pointer1, typename Pointer2>
|
|
inline _CCCL_HOST_DEVICE void
|
|
assign_value(thrust::cuda::execution_policy<DerivedPolicy>& exec, Pointer1 dst, Pointer2 src)
|
|
{
|
|
// XXX war nvbugs/881631
|
|
struct war_nvbugs_881631
|
|
{
|
|
_CCCL_HOST inline static void
|
|
host_path(thrust::cuda::execution_policy<DerivedPolicy>& exec, Pointer1 dst, Pointer2 src)
|
|
{
|
|
cuda_cub::copy(exec, src, src + 1, dst);
|
|
}
|
|
|
|
_CCCL_DEVICE inline static void
|
|
device_path(thrust::cuda::execution_policy<DerivedPolicy>&, Pointer1 dst, Pointer2 src)
|
|
{
|
|
*thrust::raw_pointer_cast(dst) = *thrust::raw_pointer_cast(src);
|
|
}
|
|
};
|
|
|
|
NV_IF_TARGET(
|
|
NV_IS_HOST, (war_nvbugs_881631::host_path(exec, dst, src);), (war_nvbugs_881631::device_path(exec, dst, src);));
|
|
|
|
} // end assign_value()
|
|
|
|
template <typename System1, typename System2, typename Pointer1, typename Pointer2>
|
|
inline _CCCL_HOST_DEVICE void assign_value(cross_system<System1, System2>& systems, Pointer1 dst, Pointer2 src)
|
|
{
|
|
// XXX war nvbugs/881631
|
|
struct war_nvbugs_881631
|
|
{
|
|
_CCCL_HOST inline static void host_path(cross_system<System1, System2>& systems, Pointer1 dst, Pointer2 src)
|
|
{
|
|
// rotate the systems so that they are ordered the same as (src, dst)
|
|
// for the call to thrust::copy
|
|
cross_system<System2, System1> rotated_systems = systems.rotate();
|
|
cuda_cub::copy(rotated_systems, src, src + 1, dst);
|
|
}
|
|
|
|
_CCCL_DEVICE inline static void device_path(cross_system<System1, System2>&, Pointer1 dst, Pointer2 src)
|
|
{
|
|
// XXX forward the true cuda::execution_policy inside systems here
|
|
// instead of materializing a tag
|
|
thrust::cuda::tag cuda_tag;
|
|
thrust::cuda_cub::assign_value(cuda_tag, dst, src);
|
|
}
|
|
};
|
|
|
|
NV_IF_TARGET(NV_IS_HOST,
|
|
(war_nvbugs_881631::host_path(systems, dst, src);),
|
|
(war_nvbugs_881631::device_path(systems, dst, src);));
|
|
} // end assign_value()
|
|
|
|
} // namespace cuda_cub
|
|
THRUST_NAMESPACE_END
|
|
#endif
|