CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
406 lines
12 KiB
C++
406 lines
12 KiB
C++
/*
|
|
* Copyright 2008-2013 NVIDIA Corporation
|
|
* Modifications Copyright© 2019-2025 Advanced Micro Devices, Inc. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include <thrust/fill.h>
|
|
#include <thrust/iterator/counting_iterator.h>
|
|
#include <thrust/iterator/discard_iterator.h>
|
|
#include <thrust/iterator/retag.h>
|
|
#include <thrust/scatter.h>
|
|
#include <thrust/sequence.h>
|
|
|
|
#include <algorithm>
|
|
|
|
#include "test_param_fixtures.hpp"
|
|
#include "test_utils.hpp"
|
|
|
|
TESTS_DEFINE(ScatterTests, FullTestsParams);
|
|
TESTS_DEFINE(ScatterPrimitiveTests, NumericalTestsParams);
|
|
|
|
TYPED_TEST(ScatterTests, TestScatterSimple)
|
|
{
|
|
using Vector = typename TestFixture::input_type;
|
|
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
Vector map{6, 3, 1, 7, 2};
|
|
Vector src{0, 1, 2, 3, 4};
|
|
Vector dst(8, 0);
|
|
|
|
thrust::scatter(src.begin(), src.end(), map.begin(), dst.begin());
|
|
|
|
Vector ref{0, 2, 4, 1, 0, 0, 0, 3};
|
|
ASSERT_EQ(dst, ref);
|
|
}
|
|
|
|
template <typename InputIterator1, typename InputIterator2, typename RandomAccessIterator>
|
|
void scatter(my_system& system, InputIterator1, InputIterator1, InputIterator2, RandomAccessIterator)
|
|
{
|
|
system.validate_dispatch();
|
|
}
|
|
|
|
TEST(ScatterTests, TestScatterDispatchExplicit)
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
my_system sys(0);
|
|
thrust::scatter(sys, vec.begin(), vec.begin(), vec.begin(), vec.begin());
|
|
|
|
ASSERT_EQ(true, sys.is_valid());
|
|
}
|
|
|
|
template <typename InputIterator1, typename InputIterator2, typename RandomAccessIterator>
|
|
void scatter(my_tag, InputIterator1, InputIterator1, InputIterator2, RandomAccessIterator output)
|
|
{
|
|
*output = 13;
|
|
}
|
|
|
|
TEST(ScatterTests, TestScatterDispatchImplicit)
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
thrust::scatter(thrust::retag<my_tag>(vec.begin()),
|
|
thrust::retag<my_tag>(vec.begin()),
|
|
thrust::retag<my_tag>(vec.begin()),
|
|
thrust::retag<my_tag>(vec.begin()));
|
|
|
|
ASSERT_EQ(13, vec.front());
|
|
}
|
|
|
|
TYPED_TEST(ScatterPrimitiveTests, TestScatter)
|
|
{
|
|
using T = typename TestFixture::input_type;
|
|
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
for (auto size : get_sizes())
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with size= " << size);
|
|
|
|
const size_t output_size = std::min((size_t) 10, 2 * size);
|
|
|
|
thrust::host_vector<T> h_input(size, (T) 1);
|
|
thrust::device_vector<T> d_input(size, (T) 1);
|
|
|
|
for (auto seed : get_seeds())
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with seed= " << seed);
|
|
|
|
thrust::host_vector<unsigned int> h_map = get_random_data<unsigned int>(
|
|
size, get_default_limits<unsigned int>::min(), get_default_limits<unsigned int>::max(), seed);
|
|
|
|
for (size_t i = 0; i < size; i++)
|
|
{
|
|
h_map[i] = h_map[i] % output_size;
|
|
}
|
|
|
|
thrust::device_vector<unsigned int> d_map = h_map;
|
|
|
|
thrust::host_vector<T> h_output(output_size, (T) 0);
|
|
thrust::device_vector<T> d_output(output_size, (T) 0);
|
|
|
|
thrust::scatter(h_input.begin(), h_input.end(), h_map.begin(), h_output.begin());
|
|
thrust::scatter(d_input.begin(), d_input.end(), d_map.begin(), d_output.begin());
|
|
|
|
ASSERT_EQ(h_output, d_output);
|
|
}
|
|
}
|
|
}
|
|
|
|
TYPED_TEST(ScatterPrimitiveTests, TestScatterToDiscardIterator)
|
|
{
|
|
using T = typename TestFixture::input_type;
|
|
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
for (auto size : get_sizes())
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with size= " << size);
|
|
|
|
const size_t output_size = std::min((size_t) 10, 2 * size);
|
|
|
|
thrust::host_vector<T> h_input(size, (T) 1);
|
|
thrust::device_vector<T> d_input(size, (T) 1);
|
|
|
|
for (auto seed : get_seeds())
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with seed= " << seed);
|
|
|
|
thrust::host_vector<unsigned int> h_map = get_random_data<unsigned int>(
|
|
size, get_default_limits<unsigned int>::min(), get_default_limits<unsigned int>::max(), seed);
|
|
|
|
for (size_t i = 0; i < size; i++)
|
|
{
|
|
h_map[i] = h_map[i] % output_size;
|
|
}
|
|
|
|
thrust::device_vector<unsigned int> d_map = h_map;
|
|
|
|
thrust::scatter(h_input.begin(), h_input.end(), h_map.begin(), thrust::make_discard_iterator());
|
|
thrust::scatter(d_input.begin(), d_input.end(), d_map.begin(), thrust::make_discard_iterator());
|
|
|
|
// there's nothing to check -- just make sure it compiles
|
|
}
|
|
}
|
|
}
|
|
|
|
TYPED_TEST(ScatterTests, TestScatterIfSimple)
|
|
{
|
|
using Vector = typename TestFixture::input_type;
|
|
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
Vector flg{0, 1, 0, 1, 0};
|
|
Vector map{6, 3, 1, 7, 2};
|
|
Vector src{0, 1, 2, 3, 4};
|
|
Vector dst(8, 0);
|
|
|
|
thrust::scatter_if(src.begin(), src.end(), map.begin(), flg.begin(), dst.begin());
|
|
|
|
Vector ref{0, 0, 0, 1, 0, 0, 0, 3};
|
|
ASSERT_EQ(dst, ref);
|
|
}
|
|
|
|
template <typename InputIterator1, typename InputIterator2, typename InputIterator3, typename RandomAccessIterator>
|
|
void scatter_if(my_system& system, InputIterator1, InputIterator1, InputIterator2, InputIterator3, RandomAccessIterator)
|
|
{
|
|
system.validate_dispatch();
|
|
}
|
|
|
|
TEST(ScatterTests, TestScatterIfDispatchExplicit)
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
my_system sys(0);
|
|
thrust::scatter_if(sys, vec.begin(), vec.begin(), vec.begin(), vec.begin(), vec.begin());
|
|
|
|
ASSERT_EQ(true, sys.is_valid());
|
|
}
|
|
|
|
template <typename InputIterator1, typename InputIterator2, typename InputIterator3, typename RandomAccessIterator>
|
|
void scatter_if(my_tag, InputIterator1, InputIterator1, InputIterator2, InputIterator3, RandomAccessIterator output)
|
|
{
|
|
*output = 13;
|
|
}
|
|
|
|
TEST(ScatterTests, TestScatterIfDispatchImplicit)
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
thrust::device_vector<int> vec(1);
|
|
|
|
thrust::scatter_if(
|
|
thrust::retag<my_tag>(vec.begin()),
|
|
thrust::retag<my_tag>(vec.begin()),
|
|
thrust::retag<my_tag>(vec.begin()),
|
|
thrust::retag<my_tag>(vec.begin()),
|
|
thrust::retag<my_tag>(vec.begin()));
|
|
|
|
ASSERT_EQ(13, vec.front());
|
|
}
|
|
|
|
template <typename T>
|
|
class is_even_scatter_if
|
|
{
|
|
public:
|
|
THRUST_HOST_DEVICE bool operator()(const T i) const
|
|
{
|
|
return (i % 2) == 0;
|
|
}
|
|
};
|
|
|
|
TYPED_TEST(ScatterPrimitiveTests, TestScatterIf)
|
|
{
|
|
using T = typename TestFixture::input_type;
|
|
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
for (auto size : get_sizes())
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with size= " << size);
|
|
|
|
const size_t output_size = std::min((size_t) 10, 2 * size);
|
|
|
|
thrust::host_vector<T> h_input(size, (T) 1);
|
|
thrust::device_vector<T> d_input(size, (T) 1);
|
|
|
|
for (auto seed : get_seeds())
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with seed= " << seed);
|
|
|
|
thrust::host_vector<unsigned int> h_map = get_random_data<unsigned int>(
|
|
size, get_default_limits<unsigned int>::min(), get_default_limits<unsigned int>::max(), seed);
|
|
|
|
for (size_t i = 0; i < size; i++)
|
|
{
|
|
h_map[i] = h_map[i] % output_size;
|
|
}
|
|
|
|
thrust::device_vector<unsigned int> d_map = h_map;
|
|
|
|
thrust::host_vector<T> h_output(output_size, (T) 0);
|
|
thrust::device_vector<T> d_output(output_size, (T) 0);
|
|
|
|
thrust::scatter_if(
|
|
h_input.begin(),
|
|
h_input.end(),
|
|
h_map.begin(),
|
|
h_map.begin(),
|
|
h_output.begin(),
|
|
is_even_scatter_if<unsigned int>());
|
|
thrust::scatter_if(
|
|
d_input.begin(),
|
|
d_input.end(),
|
|
d_map.begin(),
|
|
d_map.begin(),
|
|
d_output.begin(),
|
|
is_even_scatter_if<unsigned int>());
|
|
|
|
ASSERT_EQ(h_output, d_output);
|
|
}
|
|
}
|
|
}
|
|
|
|
TYPED_TEST(ScatterPrimitiveTests, TestScatterIfToDiscardIterator)
|
|
{
|
|
using T = typename TestFixture::input_type;
|
|
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
for (auto size : get_sizes())
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with size= " << size);
|
|
|
|
const size_t output_size = std::min((size_t) 10, 2 * size);
|
|
|
|
thrust::host_vector<T> h_input(size, (T) 1);
|
|
thrust::device_vector<T> d_input(size, (T) 1);
|
|
|
|
for (auto seed : get_seeds())
|
|
{
|
|
SCOPED_TRACE(testing::Message() << "with seed= " << seed);
|
|
|
|
thrust::host_vector<unsigned int> h_map = get_random_data<unsigned int>(
|
|
size, get_default_limits<unsigned int>::min(), get_default_limits<unsigned int>::max(), seed);
|
|
|
|
for (size_t i = 0; i < size; i++)
|
|
{
|
|
h_map[i] = h_map[i] % output_size;
|
|
}
|
|
|
|
thrust::device_vector<unsigned int> d_map = h_map;
|
|
|
|
thrust::scatter_if(
|
|
h_input.begin(),
|
|
h_input.end(),
|
|
h_map.begin(),
|
|
h_map.begin(),
|
|
thrust::make_discard_iterator(),
|
|
is_even_scatter_if<unsigned int>());
|
|
thrust::scatter_if(
|
|
d_input.begin(),
|
|
d_input.end(),
|
|
d_map.begin(),
|
|
d_map.begin(),
|
|
thrust::make_discard_iterator(),
|
|
is_even_scatter_if<unsigned int>());
|
|
}
|
|
}
|
|
}
|
|
|
|
TYPED_TEST(ScatterTests, TestScatterCountingIterator)
|
|
{
|
|
using Vector = typename TestFixture::input_type;
|
|
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
Vector source(10);
|
|
thrust::sequence(source.begin(), source.end(), 0);
|
|
|
|
Vector map(10);
|
|
thrust::sequence(map.begin(), map.end(), 0);
|
|
|
|
Vector output(10);
|
|
|
|
// source has any_system_tag
|
|
thrust::fill(output.begin(), output.end(), 0);
|
|
thrust::scatter(thrust::make_counting_iterator(0), thrust::make_counting_iterator(10), map.begin(), output.begin());
|
|
|
|
ASSERT_EQ(output, map);
|
|
|
|
// map has any_system_tag
|
|
thrust::fill(output.begin(), output.end(), 0);
|
|
thrust::scatter(source.begin(), source.end(), thrust::make_counting_iterator(0), output.begin());
|
|
|
|
ASSERT_EQ(output, map);
|
|
|
|
// source and map have any_system_tag
|
|
thrust::fill(output.begin(), output.end(), 0);
|
|
thrust::scatter(thrust::make_counting_iterator(0),
|
|
thrust::make_counting_iterator(10),
|
|
thrust::make_counting_iterator(0),
|
|
output.begin());
|
|
|
|
ASSERT_EQ(output, map);
|
|
}
|
|
|
|
TYPED_TEST(ScatterTests, TestScatterIfCountingIterator)
|
|
{
|
|
using Vector = typename TestFixture::input_type;
|
|
|
|
SCOPED_TRACE(testing::Message() << "with device_id= " << test::set_device_from_ctest());
|
|
|
|
Vector source(10);
|
|
thrust::sequence(source.begin(), source.end(), 0);
|
|
|
|
Vector map(10);
|
|
thrust::sequence(map.begin(), map.end(), 0);
|
|
|
|
Vector stencil(10, 1);
|
|
|
|
Vector output(10);
|
|
|
|
// source has any_system_tag
|
|
thrust::fill(output.begin(), output.end(), 0);
|
|
thrust::scatter_if(
|
|
thrust::make_counting_iterator(0), thrust::make_counting_iterator(10), map.begin(), stencil.begin(), output.begin());
|
|
|
|
ASSERT_EQ(output, map);
|
|
|
|
// map has any_system_tag
|
|
thrust::fill(output.begin(), output.end(), 0);
|
|
thrust::scatter_if(source.begin(), source.end(), thrust::make_counting_iterator(0), stencil.begin(), output.begin());
|
|
|
|
ASSERT_EQ(output, map);
|
|
|
|
// source and map have any_system_tag
|
|
thrust::fill(output.begin(), output.end(), 0);
|
|
thrust::scatter_if(
|
|
thrust::make_counting_iterator(0),
|
|
thrust::make_counting_iterator(10),
|
|
thrust::make_counting_iterator(0),
|
|
stencil.begin(),
|
|
output.begin());
|
|
|
|
ASSERT_EQ(output, map);
|
|
}
|