CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
177 lines
6.2 KiB
C++
177 lines
6.2 KiB
C++
/*
|
|
* Copyright 2008-2013 NVIDIA Corporation
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <thrust/detail/config.h>
|
|
|
|
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
# pragma GCC system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
# pragma clang system_header
|
|
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
# pragma system_header
|
|
#endif // no system header
|
|
#include <thrust/copy.h>
|
|
#include <thrust/detail/internal_functional.h>
|
|
#include <thrust/detail/type_traits.h>
|
|
#include <thrust/for_each.h>
|
|
#include <thrust/iterator/iterator_traits.h>
|
|
#include <thrust/system/detail/generic/uninitialized_copy.h>
|
|
|
|
#if !_THRUST_HAS_DEVICE_SYSTEM_STD
|
|
# include <type_traits>
|
|
#endif
|
|
|
|
THRUST_NAMESPACE_BEGIN
|
|
namespace system
|
|
{
|
|
namespace detail
|
|
{
|
|
namespace generic
|
|
{
|
|
namespace detail
|
|
{
|
|
|
|
template <typename InputType, typename OutputType>
|
|
struct uninitialized_copy_functor
|
|
{
|
|
template <typename Tuple>
|
|
THRUST_HOST_DEVICE void operator()(Tuple t)
|
|
{
|
|
const InputType& in = thrust::get<0>(t);
|
|
OutputType& out = thrust::get<1>(t);
|
|
|
|
::new (static_cast<void*>(&out)) OutputType(in);
|
|
} // end operator()()
|
|
}; // end uninitialized_copy_functor
|
|
|
|
// non-trivial copy constructor path
|
|
template <typename ExecutionPolicy, typename InputIterator, typename ForwardIterator>
|
|
THRUST_HOST_DEVICE ForwardIterator uninitialized_copy(
|
|
thrust::execution_policy<ExecutionPolicy>& exec,
|
|
InputIterator first,
|
|
InputIterator last,
|
|
ForwardIterator result,
|
|
thrust::detail::false_type) // _THRUST_STD::is_trivially_copy_constructible
|
|
{
|
|
// zip up the iterators
|
|
using IteratorTuple = thrust::tuple<InputIterator, ForwardIterator>;
|
|
using ZipIterator = thrust::zip_iterator<IteratorTuple>;
|
|
|
|
ZipIterator begin = thrust::make_zip_iterator(thrust::make_tuple(first, result));
|
|
ZipIterator end = begin;
|
|
|
|
// get a zip_iterator pointing to the end
|
|
const typename thrust::iterator_difference<InputIterator>::type n = thrust::distance(first, last);
|
|
thrust::advance(end, n);
|
|
|
|
// create a functor
|
|
using InputType = typename iterator_traits<InputIterator>::value_type;
|
|
using OutputType = typename iterator_traits<ForwardIterator>::value_type;
|
|
|
|
detail::uninitialized_copy_functor<InputType, OutputType> f;
|
|
|
|
// do the for_each
|
|
thrust::for_each(exec, begin, end, f);
|
|
|
|
// return the end of the output range
|
|
return thrust::get<1>(end.get_iterator_tuple());
|
|
} // end uninitialized_copy()
|
|
|
|
// trivial copy constructor path
|
|
template <typename ExecutionPolicy, typename InputIterator, typename ForwardIterator>
|
|
THRUST_HOST_DEVICE ForwardIterator uninitialized_copy(
|
|
thrust::execution_policy<ExecutionPolicy>& exec,
|
|
InputIterator first,
|
|
InputIterator last,
|
|
ForwardIterator result,
|
|
thrust::detail::true_type) // _THRUST_STD::is_trivially_copy_constructible
|
|
{
|
|
return thrust::copy(exec, first, last, result);
|
|
} // end uninitialized_copy()
|
|
|
|
// non-trivial copy constructor path
|
|
template <typename ExecutionPolicy, typename InputIterator, typename Size, typename ForwardIterator>
|
|
THRUST_HOST_DEVICE ForwardIterator uninitialized_copy_n(
|
|
thrust::execution_policy<ExecutionPolicy>& exec,
|
|
InputIterator first,
|
|
Size n,
|
|
ForwardIterator result,
|
|
thrust::detail::false_type) // _THRUST_STD::is_trivially_copy_constructible
|
|
{
|
|
// zip up the iterators
|
|
using IteratorTuple = thrust::tuple<InputIterator, ForwardIterator>;
|
|
using ZipIterator = thrust::zip_iterator<IteratorTuple>;
|
|
|
|
ZipIterator zipped_first = thrust::make_zip_iterator(thrust::make_tuple(first, result));
|
|
|
|
// create a functor
|
|
using InputType = typename iterator_traits<InputIterator>::value_type;
|
|
using OutputType = typename iterator_traits<ForwardIterator>::value_type;
|
|
|
|
detail::uninitialized_copy_functor<InputType, OutputType> f;
|
|
|
|
// do the for_each_n
|
|
ZipIterator zipped_last = thrust::for_each_n(exec, zipped_first, n, f);
|
|
|
|
// return the end of the output range
|
|
return thrust::get<1>(zipped_last.get_iterator_tuple());
|
|
} // end uninitialized_copy_n()
|
|
|
|
// trivial copy constructor path
|
|
template <typename ExecutionPolicy, typename InputIterator, typename Size, typename ForwardIterator>
|
|
THRUST_HOST_DEVICE ForwardIterator uninitialized_copy_n(
|
|
thrust::execution_policy<ExecutionPolicy>& exec,
|
|
InputIterator first,
|
|
Size n,
|
|
ForwardIterator result,
|
|
thrust::detail::true_type) // _THRUST_STD::is_trivially_copy_constructible
|
|
{
|
|
return thrust::copy_n(exec, first, n, result);
|
|
} // end uninitialized_copy_n()
|
|
|
|
} // namespace detail
|
|
|
|
template <typename ExecutionPolicy, typename InputIterator, typename ForwardIterator>
|
|
THRUST_HOST_DEVICE ForwardIterator uninitialized_copy(
|
|
thrust::execution_policy<ExecutionPolicy>& exec, InputIterator first, InputIterator last, ForwardIterator result)
|
|
{
|
|
using ResultType = typename iterator_traits<ForwardIterator>::value_type;
|
|
|
|
using ResultTypeHasTrivialCopyConstructor = typename _THRUST_STD::is_trivially_copy_constructible<ResultType>::type;
|
|
|
|
return thrust::system::detail::generic::detail::uninitialized_copy(
|
|
exec, first, last, result, ResultTypeHasTrivialCopyConstructor());
|
|
} // end uninitialized_copy()
|
|
|
|
template <typename ExecutionPolicy, typename InputIterator, typename Size, typename ForwardIterator>
|
|
THRUST_HOST_DEVICE ForwardIterator uninitialized_copy_n(
|
|
thrust::execution_policy<ExecutionPolicy>& exec, InputIterator first, Size n, ForwardIterator result)
|
|
{
|
|
using ResultType = typename iterator_traits<ForwardIterator>::value_type;
|
|
|
|
using ResultTypeHasTrivialCopyConstructor = typename _THRUST_STD::is_trivially_copy_constructible<ResultType>::type;
|
|
|
|
return thrust::system::detail::generic::detail::uninitialized_copy_n(
|
|
exec, first, n, result, ResultTypeHasTrivialCopyConstructor());
|
|
} // end uninitialized_copy_n()
|
|
|
|
} // end namespace generic
|
|
} // end namespace detail
|
|
} // end namespace system
|
|
THRUST_NAMESPACE_END
|