/* * Copyright 2008-2013 NVIDIA Corporation * Modifications Copyright© 2019-2025 Advanced Micro Devices, Inc. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include "test_param_fixtures.hpp" #include "test_real_assertions.hpp" #include "test_utils.hpp" TESTS_DEFINE(TransformScanTests, FullTestsParams); TESTS_DEFINE(TransformScanVariablesTests, NumericalTestsParams); TESTS_DEFINE(TransformScanVectorTests, VectorSignedIntegerTestsParams); template OutputIterator transform_inclusive_scan( my_system& system, InputIterator, InputIterator, OutputIterator result, UnaryFunction, AssociativeOperator) { system.validate_dispatch(); return result; } TEST(TransformScanTests, TestTransformInclusiveScanDispatchExplicit) { SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); thrust::device_vector vec(1); my_system sys(0); thrust::transform_inclusive_scan(sys, vec.begin(), vec.begin(), vec.begin(), 0, 0); ASSERT_EQ(true, sys.is_valid()); } template OutputIterator transform_inclusive_scan( my_system& system, InputIterator, InputIterator, OutputIterator result, UnaryFunction, T, AssociativeOperator) { system.validate_dispatch(); return result; } TEST(TransformScanTests, TestTransformInclusiveScanInitDispatchExplicit) { SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); thrust::device_vector vec(1); my_system sys(0); thrust::transform_inclusive_scan(sys, vec.begin(), vec.begin(), vec.begin(), 0, 0, 0); ASSERT_EQ(true, sys.is_valid()); } template OutputIterator transform_inclusive_scan( my_tag, InputIterator, InputIterator, OutputIterator result, UnaryFunction, AssociativeOperator) { *result = 13; return result; } TEST(TransformScanTests, TestTransformInclusiveScanDispatchImplicit) { SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); thrust::device_vector vec(1); thrust::transform_inclusive_scan( thrust::retag(vec.begin()), thrust::retag(vec.begin()), thrust::retag(vec.begin()), 0, 0); ASSERT_EQ(13, vec.front()); } template OutputIterator transform_exclusive_scan( my_system& system, InputIterator, InputIterator, OutputIterator result, UnaryFunction, T, AssociativeOperator) { system.validate_dispatch(); return result; } TEST(TransformScanTests, TestTransformExclusiveScanDispatchExplicit) { SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); thrust::device_vector vec(1); my_system sys(0); thrust::transform_exclusive_scan(sys, vec.begin(), vec.begin(), vec.begin(), 0, 0, 0); ASSERT_EQ(true, sys.is_valid()); } template OutputIterator transform_exclusive_scan( my_tag, InputIterator, InputIterator, OutputIterator result, UnaryFunction, T, AssociativeOperator) { *result = 13; return result; } TEST(TransformScanTests, TestTransformExclusiveScanDispatchImplicit) { SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); thrust::device_vector vec(1); thrust::transform_exclusive_scan( thrust::retag(vec.begin()), thrust::retag(vec.begin()), thrust::retag(vec.begin()), 0, 0, 0); ASSERT_EQ(13, vec.front()); } TYPED_TEST(TransformScanVectorTests, TestTransformScanSimple) { using Vector = typename TestFixture::input_type; using T = typename Vector::value_type; SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); typename Vector::iterator iter; Vector input{1, 3, -2, 4, -5}; Vector result{-1, -4, -2, -6, -1}; Vector output(5); Vector input_copy(input); // inclusive scan iter = thrust::transform_inclusive_scan( input.begin(), input.end(), output.begin(), thrust::negate(), thrust::plus()); ASSERT_EQ(std::size_t(iter - output.begin()), input.size()); ASSERT_EQ(input, input_copy); ASSERT_EQ(output, result); // inclusive scan with 0 init iter = thrust::transform_inclusive_scan( input.begin(), input.end(), output.begin(), thrust::negate(), 0, thrust::plus()); result = {-1, -4, -2, -6, -1}; ASSERT_EQ(std::size_t(iter - output.begin()), input.size()); ASSERT_EQ(input, input_copy); ASSERT_EQ(output, result); // exclusive scan with 0 init iter = thrust::transform_exclusive_scan( input.begin(), input.end(), output.begin(), thrust::negate(), 0, thrust::plus()); result = {0, -1, -4, -2, -6}; ASSERT_EQ(std::size_t(iter - output.begin()), input.size()); ASSERT_EQ(input, input_copy); ASSERT_EQ(output, result); // inclusive scan with nonzero init iter = thrust::transform_inclusive_scan( input.begin(), input.end(), output.begin(), thrust::negate(), 3, thrust::plus()); result = {2, -1, 1, -3, 2}; ASSERT_EQ(std::size_t(iter - output.begin()), input.size()); ASSERT_EQ(input, input_copy); ASSERT_EQ(output, result); // exclusive scan with nonzero init iter = thrust::transform_exclusive_scan( input.begin(), input.end(), output.begin(), thrust::negate(), 3, thrust::plus()); result = {3, 2, -1, 1, -3}; ASSERT_EQ(std::size_t(iter - output.begin()), input.size()); ASSERT_EQ(input, input_copy); ASSERT_EQ(output, result); // inplace inclusive scan input = input_copy; iter = thrust::transform_inclusive_scan(input.begin(), input.end(), input.begin(), thrust::negate(), thrust::plus()); result = {-1, -4, -2, -6, -1}; ASSERT_EQ(std::size_t(iter - input.begin()), input.size()); ASSERT_EQ(input, result); // inplace inclusive scan with init input = input_copy; iter = thrust::transform_inclusive_scan( input.begin(), input.end(), input.begin(), thrust::negate(), 3, thrust::plus()); result = {2, -1, 1, -3, 2}; ASSERT_EQ(std::size_t(iter - input.begin()), input.size()); ASSERT_EQ(input, result); // inplace exclusive scan with init input = input_copy; iter = thrust::transform_exclusive_scan( input.begin(), input.end(), input.begin(), thrust::negate(), 3, thrust::plus()); result = {3, 2, -1, 1, -3}; ASSERT_EQ(std::size_t(iter - input.begin()), input.size()); ASSERT_EQ(input, result); } struct Record { int number; bool operator==(const Record& rhs) const { return number == rhs.number; } bool operator!=(const Record& rhs) const { return !(rhs == *this); } friend Record operator+(Record lhs, const Record& rhs) { lhs.number += rhs.number; return lhs; } friend std::ostream& operator<<(std::ostream& os, const Record& record) { os << "number: " << record.number; return os; } }; struct negate { THRUST_HOST_DEVICE int operator()(Record const& record) const { return -record.number; } }; TYPED_TEST(TransformScanVectorTests, TestTransformInclusiveScanDifferentTypes) { SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); typename thrust::host_vector::iterator h_iter; thrust::host_vector h_input{{1}, {3}, {-2}, {4}, {-5}}; thrust::host_vector h_output(5); thrust::host_vector result{-1, -4, -2, -6, -1}; thrust::host_vector input_copy(h_input); h_iter = thrust::transform_inclusive_scan(h_input.begin(), h_input.end(), h_output.begin(), negate{}, thrust::plus{}); ASSERT_EQ(std::size_t(h_iter - h_output.begin()), h_input.size()); ASSERT_EQ(h_input, input_copy); ASSERT_EQ(h_output, result); typename thrust::device_vector::iterator d_iter; thrust::device_vector d_input = h_input; thrust::device_vector d_output(5); d_iter = thrust::transform_inclusive_scan(d_input.begin(), d_input.end(), d_output.begin(), negate{}, thrust::plus{}); ASSERT_EQ(std::size_t(d_iter - d_output.begin()), d_input.size()); ASSERT_EQ(d_input, input_copy); ASSERT_EQ(d_output, result); } TYPED_TEST(TransformScanVariablesTests, TestTransformScan) { using T = typename TestFixture::input_type; SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); for (auto size : get_sizes()) { SCOPED_TRACE(testing::Message() << "with size= " << size); for (auto seed : get_seeds()) { SCOPED_TRACE(testing::Message() << "with seed= " << seed); thrust::host_vector h_input = get_random_data(size, get_default_limits::min(), get_default_limits::max(), seed); thrust::device_vector d_input = h_input; thrust::host_vector h_output(size); thrust::device_vector d_output(size); thrust::transform_inclusive_scan( h_input.begin(), h_input.end(), h_output.begin(), thrust::negate(), thrust::plus()); thrust::transform_inclusive_scan( d_input.begin(), d_input.end(), d_output.begin(), thrust::negate(), thrust::plus()); test_equality_scan(h_output, d_output); thrust::transform_inclusive_scan( h_input.begin(), h_input.end(), h_output.begin(), thrust::negate(), (T) 11, thrust::plus()); thrust::transform_inclusive_scan( d_input.begin(), d_input.end(), d_output.begin(), thrust::negate(), (T) 11, thrust::plus()); test_equality_scan(h_output, d_output); thrust::transform_exclusive_scan( h_input.begin(), h_input.end(), h_output.begin(), thrust::negate(), (T) 11, thrust::plus()); thrust::transform_exclusive_scan( d_input.begin(), d_input.end(), d_output.begin(), thrust::negate(), (T) 11, thrust::plus()); test_equality_scan(h_output, d_output); // in-place scans h_output = h_input; d_output = d_input; thrust::transform_inclusive_scan( h_output.begin(), h_output.end(), h_output.begin(), thrust::negate(), thrust::plus()); thrust::transform_inclusive_scan( d_output.begin(), d_output.end(), d_output.begin(), thrust::negate(), thrust::plus()); test_equality_scan(h_output, d_output); h_output = h_input; d_output = d_input; thrust::transform_inclusive_scan( h_output.begin(), h_output.end(), h_output.begin(), thrust::negate(), (T) 11, thrust::plus()); thrust::transform_inclusive_scan( d_output.begin(), d_output.end(), d_output.begin(), thrust::negate(), (T) 11, thrust::plus()); test_equality_scan(h_output, d_output); h_output = h_input; d_output = d_input; thrust::transform_exclusive_scan( h_output.begin(), h_output.end(), h_output.begin(), thrust::negate(), (T) 11, thrust::plus()); thrust::transform_exclusive_scan( d_output.begin(), d_output.end(), d_output.begin(), thrust::negate(), (T) 11, thrust::plus()); test_equality_scan(h_output, d_output); } } }; TYPED_TEST(TransformScanVectorTests, TestTransformScanCountingIterator) { using Vector = typename TestFixture::input_type; using T = typename Vector::value_type; SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); using space = typename thrust::iterator_system::type; thrust::counting_iterator first(1); Vector result(3); thrust::transform_inclusive_scan(first, first + 3, result.begin(), thrust::negate(), thrust::plus()); Vector ref{-1, -3, -6}; ASSERT_EQ(result, ref); } TYPED_TEST(TransformScanVariablesTests, TestTransformScanToDiscardIterator) { using T = typename TestFixture::input_type; SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); for (auto size : get_sizes()) { SCOPED_TRACE(testing::Message() << "with size= " << size); for (auto seed : get_seeds()) { SCOPED_TRACE(testing::Message() << "with seed= " << seed); thrust::host_vector h_input = get_random_data(size, get_default_limits::min(), get_default_limits::max(), seed); thrust::device_vector d_input = h_input; thrust::discard_iterator<> reference(size); thrust::discard_iterator<> h_result = thrust::transform_inclusive_scan( h_input.begin(), h_input.end(), thrust::make_discard_iterator(), thrust::negate(), thrust::plus()); thrust::discard_iterator<> d_result = thrust::transform_inclusive_scan( d_input.begin(), d_input.end(), thrust::make_discard_iterator(), thrust::negate(), thrust::plus()); ASSERT_EQ_QUIET(reference, h_result); ASSERT_EQ_QUIET(reference, d_result); h_result = thrust::transform_inclusive_scan( h_input.begin(), h_input.end(), thrust::make_discard_iterator(), thrust::negate(), (T) 11, thrust::plus()); d_result = thrust::transform_inclusive_scan( d_input.begin(), d_input.end(), thrust::make_discard_iterator(), thrust::negate(), (T) 11, thrust::plus()); h_result = thrust::transform_exclusive_scan( h_input.begin(), h_input.end(), thrust::make_discard_iterator(), thrust::negate(), (T) 11, thrust::plus()); d_result = thrust::transform_exclusive_scan( d_input.begin(), d_input.end(), thrust::make_discard_iterator(), thrust::negate(), (T) 11, thrust::plus()); ASSERT_EQ_QUIET(reference, h_result); ASSERT_EQ_QUIET(reference, d_result); } } } // Regression test for https://github.com/NVIDIA/thrust/issues/1332 // The issue was the internal transform_input_iterator_t created by the // transform_inclusive_scan implementation was instantiated using a reference // type for the value_type. TYPED_TEST(TransformScanVariablesTests, TestValueCategoryDeduction) { using T = typename TestFixture::input_type; SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest()); thrust::device_vector vec; T a_h[10] = {5, 0, 5, 8, 6, 7, 5, 3, 0, 9}; vec.assign((T*) a_h, a_h + 10); thrust::transform_inclusive_scan( thrust::device, vec.cbegin(), vec.cend(), vec.begin(), ::internal::identity{}, thrust::maximum<>{}); ASSERT_EQ((thrust::device_vector{5, 5, 5, 8, 8, 8, 8, 8, 8, 9}), vec); vec.assign((T*) a_h, a_h + 10); thrust::transform_inclusive_scan( thrust::device, vec.cbegin(), vec.cend(), vec.begin(), ::internal::identity{}, T{}, thrust::maximum<>{}); ASSERT_EQ((thrust::device_vector{5, 5, 5, 8, 8, 8, 8, 8, 8, 9}), vec); vec.assign((T*) a_h, a_h + 10); thrust::transform_exclusive_scan( thrust::device, vec.cbegin(), vec.cend(), vec.begin(), ::internal::identity{}, T{}, thrust::maximum<>{}); ASSERT_EQ((thrust::device_vector{0, 5, 5, 5, 8, 8, 8, 8, 8, 8}), vec); }