Files
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

499 lines
23 KiB
C++

/*! \file */
/* ************************************************************************
* Copyright (C) 2019-2025 Advanced Micro Devices, Inc. All rights Reserved.
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
* THE SOFTWARE.
*
* ************************************************************************ */
#include "testing.hpp"
template <typename T>
void testing_csricsv_bad_arg(const Arguments& arg)
{
}
template <typename T>
void testing_csricsv(const Arguments& arg)
{
rocsparse_int M = arg.M;
rocsparse_int N = arg.N;
rocsparse_analysis_policy apol = arg.apol;
rocsparse_solve_policy spol = arg.spol;
rocsparse_index_base base = arg.baseA;
static constexpr bool full_rank = true;
static constexpr bool to_int = true;
rocsparse_matrix_factory<T> matrix_factory(arg, to_int, full_rank);
// Create rocsparse handle
rocsparse_local_handle handle;
// Create matrix descriptor
rocsparse_local_mat_descr descrM;
// Create matrix info
rocsparse_local_mat_info info;
// Set matrix index base
CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_index_base(descrM, base));
// Allocate host memory for matrix
host_vector<rocsparse_int> hcsr_row_ptr;
host_vector<rocsparse_int> hcsr_col_ind;
host_vector<T> hcsr_val_gold;
host_vector<rocsparse_int> h_struct_pivot_gold(1);
host_vector<rocsparse_int> h_struct_pivot_1(1);
host_vector<rocsparse_int> h_struct_pivot_2(1);
host_vector<rocsparse_int> h_numeric_pivot_gold(1);
host_vector<rocsparse_int> h_numeric_pivot_L_gold(1);
host_vector<rocsparse_int> h_numeric_pivot_LT_gold(1);
host_vector<rocsparse_int> h_numeric_pivot_1(1);
host_vector<rocsparse_int> h_numeric_pivot_2(1);
host_vector<rocsparse_int> h_numeric_pivot_L_1(1);
host_vector<rocsparse_int> h_numeric_pivot_L_2(1);
host_vector<rocsparse_int> h_numeric_pivot_LT_1(1);
host_vector<rocsparse_int> h_numeric_pivot_LT_2(1);
host_vector<rocsparse_int> h_singular_pivot_gold(1);
host_vector<rocsparse_int> h_singular_pivot_1(1);
// Sample matrix
rocsparse_int nnz;
matrix_factory.init_csr(hcsr_row_ptr, hcsr_col_ind, hcsr_val_gold, M, N, nnz, base);
// Allocate device memory
device_vector<rocsparse_int> dcsr_row_ptr(M + 1);
device_vector<rocsparse_int> dcsr_col_ind(nnz);
device_vector<T> dcsr_val(nnz);
device_vector<rocsparse_int> d_struct_pivot_2(1);
device_vector<rocsparse_int> d_numeric_pivot_2(1);
device_vector<rocsparse_int> d_numeric_pivot_L_2(1);
device_vector<rocsparse_int> d_numeric_pivot_LT_2(1);
if(!dcsr_row_ptr || !dcsr_col_ind || !dcsr_val || !d_struct_pivot_2 || !d_numeric_pivot_2
|| !d_numeric_pivot_L_2 || !d_numeric_pivot_LT_2)
{
CHECK_HIP_ERROR(hipErrorOutOfMemory);
return;
}
// Copy data from CPU to device
CHECK_HIP_ERROR(hipMemcpy(
dcsr_row_ptr, hcsr_row_ptr, sizeof(rocsparse_int) * (M + 1), hipMemcpyHostToDevice));
CHECK_HIP_ERROR(
hipMemcpy(dcsr_col_ind, hcsr_col_ind, sizeof(rocsparse_int) * nnz, hipMemcpyHostToDevice));
CHECK_HIP_ERROR(hipMemcpy(dcsr_val, hcsr_val_gold, sizeof(T) * nnz, hipMemcpyHostToDevice));
// Obtain csric0 buffer size
size_t buffer_size;
CHECK_ROCSPARSE_ERROR(rocsparse_csric0_buffer_size<T>(
handle, M, nnz, descrM, dcsr_val, dcsr_row_ptr, dcsr_col_ind, info, &buffer_size));
device_vector<char> dbuffer(buffer_size);
// csric0 analysis
CHECK_ROCSPARSE_ERROR(rocsparse_csric0_analysis<T>(
handle, M, nnz, descrM, dcsr_val, dcsr_row_ptr, dcsr_col_ind, info, apol, spol, dbuffer));
// Compute reference incomplete LU factorization on host
{
double tol = 0;
CHECK_ROCSPARSE_ERROR(rocsparse_csric0_get_tolerance(handle, info, &tol));
host_csric0<T>(M,
hcsr_row_ptr,
hcsr_col_ind,
hcsr_val_gold,
base,
h_struct_pivot_gold,
h_numeric_pivot_gold,
h_singular_pivot_gold,
tol);
}
// Check for structural zero pivot using host pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host));
EXPECT_ROCSPARSE_STATUS(rocsparse_csric0_zero_pivot(handle, info, h_struct_pivot_1),
(h_struct_pivot_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Check for structural zero pivot using device pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_device));
EXPECT_ROCSPARSE_STATUS(rocsparse_csric0_zero_pivot(handle, info, d_struct_pivot_2),
(h_struct_pivot_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Copy output to CPU
CHECK_HIP_ERROR(hipMemcpy(
h_struct_pivot_2, d_struct_pivot_2, sizeof(rocsparse_int), hipMemcpyDeviceToHost));
// Check pivot results
h_struct_pivot_gold.unit_check(h_struct_pivot_1);
h_struct_pivot_gold.unit_check(h_struct_pivot_2);
// If structural pivot has been found, we are done
if(h_struct_pivot_gold[0] != -1)
{
return;
}
// csric0
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host));
CHECK_ROCSPARSE_ERROR(rocsparse_csric0<T>(
handle, M, nnz, descrM, dcsr_val, dcsr_row_ptr, dcsr_col_ind, info, spol, dbuffer));
// Check for numerical zero pivot using host pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host));
EXPECT_ROCSPARSE_STATUS(rocsparse_csric0_zero_pivot(handle, info, h_numeric_pivot_1),
(h_numeric_pivot_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Check for numerical singular pivot using host pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host));
{
auto st = rocsparse_csric0_singular_pivot(handle, info, h_singular_pivot_1);
EXPECT_ROCSPARSE_STATUS(st, rocsparse_status_success);
}
// Check for structural zero pivot using device pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_device));
EXPECT_ROCSPARSE_STATUS(rocsparse_csric0_zero_pivot(handle, info, d_numeric_pivot_2),
(h_numeric_pivot_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Copy output to CPU
host_vector<T> hcsr_val(nnz);
CHECK_HIP_ERROR(hipMemcpy(
h_numeric_pivot_2, d_numeric_pivot_2, sizeof(rocsparse_int), hipMemcpyDeviceToHost));
CHECK_HIP_ERROR(hipMemcpy(hcsr_val, dcsr_val, sizeof(T) * nnz, hipMemcpyDeviceToHost));
// Check pivot results
h_numeric_pivot_gold.unit_check(h_numeric_pivot_1);
h_numeric_pivot_gold.unit_check(h_numeric_pivot_2);
h_singular_pivot_gold.unit_check(h_singular_pivot_1);
// If numerical pivot has been found, we are done
if(h_numeric_pivot_gold[0] != -1)
{
return;
}
// Check IC factorization
hcsr_val_gold.near_check(hcsr_val);
// Create matrix descriptors for csrsv
rocsparse_local_mat_descr descrL;
CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_index_base(descrL, base));
CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_fill_mode(descrL, rocsparse_fill_mode_lower));
CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_diag_type(descrL, rocsparse_diag_type_non_unit));
// Initialize structures for csrsv
T h_alpha = static_cast<T>(1);
host_vector<T> hx(N, static_cast<T>(1));
host_vector<T> hy_1(M);
host_vector<T> hy_2(M);
host_vector<T> hy_gold(M);
host_vector<T> hz_1(M);
host_vector<T> hz_2(M);
host_vector<T> hz_gold(M);
// Allocate device memory
device_vector<T> dx(N);
device_vector<T> dy_1(M);
device_vector<T> dy_2(M);
device_vector<T> dz_1(M);
device_vector<T> dz_2(M);
device_vector<T> d_alpha(1);
if(!dx || !dy_1 || !dy_2 || !dz_1 || !dz_2 || !d_alpha)
{
CHECK_HIP_ERROR(hipErrorOutOfMemory);
return;
}
// Copy data from CPU to device
CHECK_HIP_ERROR(hipMemcpy(dx, hx, sizeof(T) * N, hipMemcpyHostToDevice));
CHECK_HIP_ERROR(hipMemcpy(d_alpha, &h_alpha, sizeof(T), hipMemcpyHostToDevice));
// Compute reference solution on host
host_csrsv<rocsparse_int, rocsparse_int, T>(rocsparse_operation_none,
M,
nnz,
h_alpha,
hcsr_row_ptr,
hcsr_col_ind,
hcsr_val_gold,
hx,
(int64_t)1,
hz_gold,
rocsparse_diag_type_non_unit,
rocsparse_fill_mode_lower,
base,
h_struct_pivot_gold,
h_numeric_pivot_L_gold);
host_csrsv<rocsparse_int, rocsparse_int, T>(rocsparse_operation_transpose,
M,
nnz,
h_alpha,
hcsr_row_ptr,
hcsr_col_ind,
hcsr_val_gold,
hz_gold,
(int64_t)1,
hy_gold,
rocsparse_diag_type_non_unit,
rocsparse_fill_mode_lower,
base,
h_struct_pivot_gold,
h_numeric_pivot_LT_gold);
// Obtain csrsv buffer sizes
size_t buffer_size_l;
size_t buffer_size_lt;
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_buffer_size<T>(handle,
rocsparse_operation_none,
M,
nnz,
descrL,
dcsr_val,
dcsr_row_ptr,
dcsr_col_ind,
info,
&buffer_size_l));
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_buffer_size<T>(handle,
rocsparse_operation_transpose,
M,
nnz,
descrL,
dcsr_val,
dcsr_row_ptr,
dcsr_col_ind,
info,
&buffer_size_lt));
// Determine buffer size maximum
buffer_size = std::max(buffer_size_l, buffer_size_lt);
dbuffer.resize(buffer_size);
// csrsv analysis
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_analysis<T>(handle,
rocsparse_operation_none,
M,
nnz,
descrL,
dcsr_val,
dcsr_row_ptr,
dcsr_col_ind,
info,
apol,
spol,
dbuffer));
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_analysis<T>(handle,
rocsparse_operation_transpose,
M,
nnz,
descrL,
dcsr_val,
dcsr_row_ptr,
dcsr_col_ind,
info,
apol,
spol,
dbuffer));
// Check transposed part for structural zero pivot using host pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host));
EXPECT_ROCSPARSE_STATUS(rocsparse_csrsv_zero_pivot(handle, descrL, info, h_struct_pivot_1),
(h_struct_pivot_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Check transposed part for structural zero pivot using device pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_device));
EXPECT_ROCSPARSE_STATUS(rocsparse_csrsv_zero_pivot(handle, descrL, info, d_struct_pivot_2),
(h_struct_pivot_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Copy output to CPU
CHECK_HIP_ERROR(hipMemcpy(
h_struct_pivot_2, d_struct_pivot_2, sizeof(rocsparse_int), hipMemcpyDeviceToHost));
// Check pivots
h_struct_pivot_gold.unit_check(h_struct_pivot_1);
h_struct_pivot_gold.unit_check(h_struct_pivot_2);
// If structural pivot has been found, we are done
if(h_struct_pivot_gold[0] != -1)
{
return;
}
// Solve Lz = x (= 1)
// Host pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host));
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_solve<T>(handle,
rocsparse_operation_none,
M,
nnz,
&h_alpha,
descrL,
dcsr_val,
dcsr_row_ptr,
dcsr_col_ind,
info,
dx,
dz_1,
spol,
dbuffer));
// Check for numerical zero pivot using host pointer mode
EXPECT_ROCSPARSE_STATUS(rocsparse_csrsv_zero_pivot(handle, descrL, info, h_numeric_pivot_L_1),
(h_numeric_pivot_L_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Device pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_device));
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_solve<T>(handle,
rocsparse_operation_none,
M,
nnz,
d_alpha,
descrL,
dcsr_val,
dcsr_row_ptr,
dcsr_col_ind,
info,
dx,
dz_2,
spol,
dbuffer));
// Check for numerical zero pivot using device pointer mode
EXPECT_ROCSPARSE_STATUS(rocsparse_csrsv_zero_pivot(handle, descrL, info, d_numeric_pivot_L_2),
(h_numeric_pivot_L_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Copy output to CPU
CHECK_HIP_ERROR(hipMemcpy(
h_numeric_pivot_L_2, d_numeric_pivot_L_2, sizeof(rocsparse_int), hipMemcpyDeviceToHost));
CHECK_HIP_ERROR(hipMemcpy(hz_1, dz_1, sizeof(T) * M, hipMemcpyDeviceToHost));
CHECK_HIP_ERROR(hipMemcpy(hz_2, dz_2, sizeof(T) * M, hipMemcpyDeviceToHost));
// Check pivot results
h_numeric_pivot_L_gold.unit_check(h_numeric_pivot_L_1);
h_numeric_pivot_L_gold.unit_check(h_numeric_pivot_L_2);
// If numerical pivot has been found, we are done
if(h_numeric_pivot_L_gold[0] != -1)
{
return;
}
// Check z
hz_gold.near_check(hz_1);
hz_gold.near_check(hz_2);
// Solve L'y = z
// Host pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host));
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_solve<T>(handle,
rocsparse_operation_transpose,
M,
nnz,
&h_alpha,
descrL,
dcsr_val,
dcsr_row_ptr,
dcsr_col_ind,
info,
dz_1,
dy_1,
spol,
dbuffer));
// Check for numerical zero pivot using host pointer mode
EXPECT_ROCSPARSE_STATUS(rocsparse_csrsv_zero_pivot(handle, descrL, info, h_numeric_pivot_LT_1),
(h_numeric_pivot_LT_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Device pointer mode
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_device));
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_solve<T>(handle,
rocsparse_operation_transpose,
M,
nnz,
d_alpha,
descrL,
dcsr_val,
dcsr_row_ptr,
dcsr_col_ind,
info,
dz_2,
dy_2,
spol,
dbuffer));
// Check for numerical zero pivot using device pointer mode
EXPECT_ROCSPARSE_STATUS(rocsparse_csrsv_zero_pivot(handle, descrL, info, d_numeric_pivot_LT_2),
(h_numeric_pivot_LT_gold[0] != -1) ? rocsparse_status_zero_pivot
: rocsparse_status_success);
// Copy output to CPU
CHECK_HIP_ERROR(hipMemcpy(
h_numeric_pivot_LT_2, d_numeric_pivot_LT_2, sizeof(rocsparse_int), hipMemcpyDeviceToHost));
CHECK_HIP_ERROR(hipMemcpy(hy_1, dy_1, sizeof(T) * M, hipMemcpyDeviceToHost));
CHECK_HIP_ERROR(hipMemcpy(hy_2, dy_2, sizeof(T) * M, hipMemcpyDeviceToHost));
// Check pivot and y
h_numeric_pivot_LT_gold.unit_check(h_numeric_pivot_LT_1);
h_numeric_pivot_LT_gold.unit_check(h_numeric_pivot_LT_2);
// If numerical pivot has been found, we are done
if(h_numeric_pivot_LT_gold[0] != -1)
{
return;
}
// Check y
hy_gold.near_check(hy_1);
hy_gold.near_check(hy_2);
// Clear csrsv meta data
CHECK_ROCSPARSE_ERROR(rocsparse_csrsv_clear(handle, descrL, info));
CHECK_ROCSPARSE_ERROR(rocsparse_csric0_clear(handle, info));
}
#define INSTANTIATE(TYPE) \
template void testing_csricsv<TYPE>(const Arguments& arg); \
template void testing_csricsv_bad_arg<TYPE>(const Arguments& arg)
INSTANTIATE(float);
INSTANTIATE(double);
INSTANTIATE(rocsparse_float_complex);
INSTANTIATE(rocsparse_double_complex);
void testing_csricsv_extra(const Arguments& arg) {}