// Copyright (c) 2020-2025 Advanced Micro Devices, Inc. All rights reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. #include #include #include #include #include #include "include/host_device.h" #include // We have a matrix stored in a `thrust::device_vector`. We want to perform a // scan on each row of a matrix. __host__ void scan_matrix_by_rows0(thrust::device_vector& u, int n, int m) { // Here, we launch a separate scan for each row in the matrix. This works, // but each kernel only does a small amount of work. It would be better if we // could launch one big kernel for the entire matrix. for (int i = 0; i < n; ++i) { thrust::inclusive_scan(u.begin() + m * i, u.begin() + m * (i + 1), u.begin() + m * i); } } // We can batch the operation using `thrust::inclusive_scan_by_key`, which // scans each group of consecutive equal keys. All we need to do is generate // the right key sequence. We want the keys for elements on the same row to // be identical. // So first, we define an unary function object which takes the index of an // element and returns the row that it belongs to. struct which_row { int row_length; __host__ __device__ which_row(int row_length_) : row_length(row_length_) {} __host__ __device__ int operator()(int idx) const { return idx / row_length; } }; __host__ void scan_matrix_by_rows1(thrust::device_vector& u, int n, int m) { // This `thrust::counting_iterator` represents the index of the element. thrust::counting_iterator c_first(0); // We construct a `thrust::transform_iterator` which applies the `which_row` // function object to the index of each element. thrust::transform_iterator> t_first(c_first, which_row(m)); // Finally, we use our `thrust::transform_iterator` as the key sequence to // `thrust::inclusive_scan_by_key`. thrust::inclusive_scan_by_key(t_first, t_first + n * m, u.begin(), u.begin()); } int main() { int const n = 4; int const m = 5; thrust::device_vector u0(n * m); thrust::sequence(u0.begin(), u0.end()); scan_matrix_by_rows0(u0, n, m); thrust::device_vector u1(n * m); thrust::sequence(u1.begin(), u1.end()); scan_matrix_by_rows1(u1, n, m); for (int i = 0; i < n; ++i) { for (int j = 0; j < m; ++j) { assert(u0[j + m * i] == u1[j + m * i]); } } }