/*! \file */ /* ************************************************************************ * Copyright (C) 2025 Advanced Micro Devices, Inc. All rights Reserved. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. * * ************************************************************************ */ #include "internal/level1/rocsparse_gthr.h" #include "rocsparse_gthr.hpp" #include "rocsparse_control.hpp" #include "rocsparse_utility.hpp" #include "gthr_device.h" template rocsparse_status rocsparse::gthr_strided_batched_template(rocsparse_handle handle, int64_t batch_count, int64_t nnz, const void* y, int64_t y_stride, void* x_val, int64_t x_val_stride, const void* x_ind, rocsparse_index_base idx_base) { ROCSPARSE_ROUTINE_TRACE; // Check for valid handle ROCSPARSE_CHECKARG_HANDLE(0, handle); ROCSPARSE_CHECKARG_SIZE(1, nnz); if(nnz == 0) { return rocsparse_status_success; } ROCSPARSE_CHECKARG_POINTER(2, y); ROCSPARSE_CHECKARG_POINTER(3, x_val); ROCSPARSE_CHECKARG_POINTER(4, x_ind); ROCSPARSE_CHECKARG_ENUM(5, idx_base); // Stream hipStream_t stream = handle->stream; #define GTHR_DIM 512 dim3 gthr_blocks((nnz - 1) / GTHR_DIM + 1, batch_count); dim3 gthr_threads(GTHR_DIM); RETURN_IF_HIPLAUNCHKERNELGGL_ERROR((rocsparse::gthr_kernel), gthr_blocks, gthr_threads, 0, stream, nnz, reinterpret_cast(y), y_stride, reinterpret_cast(x_val), x_val_stride, reinterpret_cast(x_ind), idx_base); #undef GTHR_DIM return rocsparse_status_success; } #define INSTANTIATE(ITYPE, TTYPE) \ template rocsparse_status rocsparse::gthr_strided_batched_template( \ rocsparse_handle handle, \ int64_t batch_count, \ int64_t nnz, \ const void* y, \ int64_t y_stride, \ void* x_val, \ int64_t x_val_stride, \ const void* x_ind, \ rocsparse_index_base idx_base); INSTANTIATE(int32_t, uint8_t) INSTANTIATE(int32_t, uint32_t) INSTANTIATE(int32_t, int8_t) INSTANTIATE(int32_t, int32_t) INSTANTIATE(int32_t, int64_t) INSTANTIATE(int32_t, _Float16) INSTANTIATE(int32_t, rocsparse_bfloat16) INSTANTIATE(int32_t, float) INSTANTIATE(int32_t, double) INSTANTIATE(int32_t, rocsparse_float_complex) INSTANTIATE(int32_t, rocsparse_double_complex) INSTANTIATE(int64_t, int8_t) INSTANTIATE(int64_t, int32_t) INSTANTIATE(int64_t, uint8_t) INSTANTIATE(int64_t, uint32_t) INSTANTIATE(int64_t, int64_t) INSTANTIATE(int64_t, _Float16) INSTANTIATE(int64_t, rocsparse_bfloat16) INSTANTIATE(int64_t, float) INSTANTIATE(int64_t, double) INSTANTIATE(int64_t, rocsparse_float_complex) INSTANTIATE(int64_t, rocsparse_double_complex) #undef INSTANTIATE /* * =========================================================================== * C wrapper * =========================================================================== */ #define C_IMPL(NAME, TYPE) \ extern "C" rocsparse_status NAME(rocsparse_handle handle, \ rocsparse_int nnz, \ const TYPE* y, \ TYPE* x_val, \ const rocsparse_int* x_ind, \ rocsparse_index_base idx_base) \ try \ { \ ROCSPARSE_ROUTINE_TRACE; \ RETURN_IF_ROCSPARSE_ERROR((rocsparse::gthr_template( \ handle, nnz, y, x_val, x_ind, idx_base))); \ return rocsparse_status_success; \ } \ catch(...) \ { \ RETURN_ROCSPARSE_EXCEPTION(); \ } C_IMPL(rocsparse_sgthr, float); C_IMPL(rocsparse_dgthr, double); C_IMPL(rocsparse_cgthr, rocsparse_float_complex); C_IMPL(rocsparse_zgthr, rocsparse_double_complex); #undef C_IMPL