derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
488 lines
24 KiB
C++
488 lines
24 KiB
C++
/* ************************************************************************
|
|
* Copyright (C) 2022-2025 Advanced Micro Devices, Inc. All rights Reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*
|
|
* ************************************************************************ */
|
|
|
|
#include "rocsparse_enum.hpp"
|
|
#include "testing.hpp"
|
|
|
|
template <typename T>
|
|
void testing_check_matrix_gebsr_bad_arg(const Arguments& arg)
|
|
{
|
|
rocsparse_int mb = 100;
|
|
rocsparse_int nb = 100;
|
|
rocsparse_int nnzb = 100;
|
|
rocsparse_int row_block_dim = 2;
|
|
rocsparse_int col_block_dim = 2;
|
|
rocsparse_direction dir = rocsparse_direction_row;
|
|
rocsparse_index_base idx_base = rocsparse_index_base_zero;
|
|
rocsparse_matrix_type matrix_type = rocsparse_matrix_type_general;
|
|
rocsparse_fill_mode uplo = rocsparse_fill_mode_lower;
|
|
rocsparse_storage_mode storage = rocsparse_storage_mode_sorted;
|
|
|
|
// Create rocsparse handle
|
|
rocsparse_local_handle local_handle;
|
|
rocsparse_handle handle = local_handle;
|
|
|
|
const rocsparse_int* bsr_row_ptr = (const rocsparse_int*)0x4;
|
|
const rocsparse_int* bsr_col_ind = (const rocsparse_int*)0x4;
|
|
const T* bsr_val = (const T*)0x4;
|
|
void* temp_buffer = (void*)0x4;
|
|
size_t* buffer_size = (size_t*)0x4;
|
|
rocsparse_data_status* data_status = (rocsparse_data_status*)0x4;
|
|
|
|
int nargs_to_exclude = 3;
|
|
const int args_to_exclude[3] = {7, 8, 9};
|
|
|
|
#define PARAMS_BUFFER_SIZE \
|
|
handle, dir, mb, nb, nnzb, row_block_dim, col_block_dim, bsr_val, bsr_row_ptr, bsr_col_ind, \
|
|
idx_base, matrix_type, uplo, storage, buffer_size
|
|
#define PARAMS \
|
|
handle, dir, mb, nb, nnzb, row_block_dim, col_block_dim, bsr_val, bsr_row_ptr, bsr_col_ind, \
|
|
idx_base, matrix_type, uplo, storage, data_status, temp_buffer
|
|
select_bad_arg_analysis(rocsparse_check_matrix_gebsr_buffer_size<T>,
|
|
nargs_to_exclude,
|
|
args_to_exclude,
|
|
PARAMS_BUFFER_SIZE);
|
|
select_bad_arg_analysis(
|
|
rocsparse_check_matrix_gebsr<T>, nargs_to_exclude, args_to_exclude, PARAMS);
|
|
|
|
// row_block_dim == 0
|
|
row_block_dim = 0;
|
|
EXPECT_ROCSPARSE_STATUS(rocsparse_check_matrix_gebsr_buffer_size<T>(PARAMS_BUFFER_SIZE),
|
|
rocsparse_status_invalid_size);
|
|
EXPECT_ROCSPARSE_STATUS(rocsparse_check_matrix_gebsr<T>(PARAMS), rocsparse_status_invalid_size);
|
|
row_block_dim = 2;
|
|
|
|
// col_block_dim == 0
|
|
col_block_dim = 0;
|
|
EXPECT_ROCSPARSE_STATUS(rocsparse_check_matrix_gebsr_buffer_size<T>(PARAMS_BUFFER_SIZE),
|
|
rocsparse_status_invalid_size);
|
|
EXPECT_ROCSPARSE_STATUS(rocsparse_check_matrix_gebsr<T>(PARAMS), rocsparse_status_invalid_size);
|
|
col_block_dim = 2;
|
|
|
|
// row_block_dim == 0 && col_block_dim == 0
|
|
row_block_dim = 0;
|
|
col_block_dim = 0;
|
|
EXPECT_ROCSPARSE_STATUS(rocsparse_check_matrix_gebsr_buffer_size<T>(PARAMS_BUFFER_SIZE),
|
|
rocsparse_status_invalid_size);
|
|
EXPECT_ROCSPARSE_STATUS(rocsparse_check_matrix_gebsr<T>(PARAMS), rocsparse_status_invalid_size);
|
|
row_block_dim = 2;
|
|
col_block_dim = 2;
|
|
|
|
#undef PARAMS_BUFFER_SIZE
|
|
#undef PARAMS
|
|
}
|
|
|
|
template <typename T>
|
|
void testing_check_matrix_gebsr(const Arguments& arg)
|
|
{
|
|
rocsparse_direction direction = arg.direction;
|
|
rocsparse_int m = arg.M;
|
|
rocsparse_int n = arg.N;
|
|
rocsparse_int row_block_dim = arg.row_block_dimA;
|
|
rocsparse_int col_block_dim = arg.col_block_dimA;
|
|
rocsparse_index_base base = arg.baseA;
|
|
rocsparse_matrix_type matrix_type = arg.matrix_type;
|
|
rocsparse_fill_mode uplo = arg.uplo;
|
|
rocsparse_storage_mode storage = arg.storage;
|
|
|
|
rocsparse_int mb = (row_block_dim > 0) ? (m + row_block_dim - 1) / row_block_dim : 0;
|
|
rocsparse_int nb = (col_block_dim > 0) ? (n + col_block_dim - 1) / col_block_dim : 0;
|
|
|
|
// Create rocsparse handle
|
|
rocsparse_local_handle handle;
|
|
|
|
rocsparse_matrix_factory<T> matrix_factory(arg);
|
|
|
|
// Allocate host memory for BSR matrix
|
|
host_vector<rocsparse_int> hbsr_row_ptr;
|
|
host_vector<rocsparse_int> hbsr_col_ind;
|
|
host_vector<T> hbsr_val;
|
|
|
|
// Generate (or load from file) BSR matrix
|
|
rocsparse_int nnzb;
|
|
matrix_factory.init_gebsr(hbsr_row_ptr,
|
|
hbsr_col_ind,
|
|
hbsr_val,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
base);
|
|
|
|
// BSR matrix on device
|
|
device_vector<rocsparse_int> dbsr_row_ptr(hbsr_row_ptr);
|
|
device_vector<rocsparse_int> dbsr_col_ind(hbsr_col_ind);
|
|
device_vector<T> dbsr_val(hbsr_val);
|
|
|
|
size_t buffer_size;
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr_buffer_size<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&buffer_size));
|
|
|
|
void* dbuffer;
|
|
CHECK_HIP_ERROR(rocsparse_hipMalloc(&dbuffer, buffer_size));
|
|
|
|
rocsparse_data_status data_status;
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
|
|
CHECK_ROCSPARSE_DATA_ERROR(data_status);
|
|
|
|
// Check passing shifting ptr array by large number
|
|
host_vector<rocsparse_int> hbsr_row_ptr_shifted(hbsr_row_ptr);
|
|
for(size_t i = 0; i < hbsr_row_ptr_shifted.size(); i++)
|
|
{
|
|
hbsr_row_ptr_shifted[i] += 10000;
|
|
}
|
|
device_vector<rocsparse_int> dbsr_row_ptr_shifted(hbsr_row_ptr_shifted);
|
|
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
|
|
CHECK_ROCSPARSE_DATA_ERROR(data_status);
|
|
|
|
if(nnzb > 1 && mb > 1)
|
|
{
|
|
rocsparse_int temp;
|
|
T temp_val;
|
|
rocsparse_int rng;
|
|
|
|
rocsparse_seedrand();
|
|
|
|
rng = random_generator_exact<rocsparse_int>(1, mb - 1);
|
|
temp = hbsr_row_ptr[rng];
|
|
|
|
// Check passing matrix with invalid row ptr offset set to number less than zero
|
|
hbsr_row_ptr[rng] = -1;
|
|
dbsr_row_ptr.transfer_from(hbsr_row_ptr);
|
|
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
EXPECT_ROCSPARSE_DATA_STATUS(data_status, rocsparse_data_status_invalid_offset_ptr);
|
|
|
|
// Restore offset pointer
|
|
hbsr_row_ptr[rng] = temp;
|
|
dbsr_row_ptr.transfer_from(hbsr_row_ptr);
|
|
|
|
rng = random_generator_exact<rocsparse_int>(0, nnzb - 1);
|
|
temp = hbsr_col_ind[rng];
|
|
|
|
// Check passing matrix with column index set to number less than zero
|
|
hbsr_col_ind[rng] = -1;
|
|
dbsr_col_ind.transfer_from(hbsr_col_ind);
|
|
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
EXPECT_ROCSPARSE_DATA_STATUS(data_status, rocsparse_data_status_invalid_index);
|
|
|
|
// Check passing matrix with column index set to number greater than nb - 1 + base
|
|
hbsr_col_ind[rng] = (nb - 1 + base) + 10;
|
|
dbsr_col_ind.transfer_from(hbsr_col_ind);
|
|
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
EXPECT_ROCSPARSE_DATA_STATUS(data_status, rocsparse_data_status_invalid_index);
|
|
|
|
// Restore indices
|
|
hbsr_col_ind[rng] = temp;
|
|
dbsr_col_ind.transfer_from(hbsr_col_ind);
|
|
|
|
// Check passing matrix with duplicate columns
|
|
{
|
|
// Find first row with non-zeros in it
|
|
rocsparse_int row = -1;
|
|
for(size_t i = 1; i < mb; i++)
|
|
{
|
|
if(hbsr_row_ptr[i + 1] - hbsr_row_ptr[i] >= 2)
|
|
{
|
|
row = i;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if(row != -1)
|
|
{
|
|
rocsparse_int index = hbsr_row_ptr[row] - base + 1;
|
|
temp = hbsr_col_ind[index];
|
|
hbsr_col_ind[index] = hbsr_col_ind[hbsr_row_ptr[row] - base];
|
|
dbsr_col_ind.transfer_from(hbsr_col_ind);
|
|
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
EXPECT_ROCSPARSE_DATA_STATUS(data_status, rocsparse_data_status_duplicate_entry);
|
|
|
|
// Restore indices
|
|
hbsr_col_ind[index] = temp;
|
|
dbsr_col_ind.transfer_from(hbsr_col_ind);
|
|
}
|
|
}
|
|
|
|
// Check passing matrix with invalid fill
|
|
if(matrix_type != rocsparse_matrix_type_general)
|
|
{
|
|
// Find first row with non-zeros in it
|
|
rocsparse_int row = -1;
|
|
for(size_t i = 1; i < mb; i++)
|
|
{
|
|
if(hbsr_row_ptr[i + 1] - hbsr_row_ptr[i] > 0)
|
|
{
|
|
row = i;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if(row != -1)
|
|
{
|
|
rocsparse_int index = (uplo == rocsparse_fill_mode_lower)
|
|
? hbsr_row_ptr[row + 1] - base - 1
|
|
: hbsr_row_ptr[row] - base;
|
|
temp = hbsr_col_ind[index];
|
|
|
|
hbsr_col_ind[index] = (uplo == rocsparse_fill_mode_lower) ? (nb - 1 + base) : base;
|
|
dbsr_col_ind.transfer_from(hbsr_col_ind);
|
|
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
EXPECT_ROCSPARSE_DATA_STATUS(data_status, rocsparse_data_status_invalid_fill);
|
|
|
|
// Restore indices
|
|
hbsr_col_ind[index] = temp;
|
|
dbsr_col_ind.transfer_from(hbsr_col_ind);
|
|
}
|
|
}
|
|
|
|
rng = random_generator_exact<rocsparse_int>(0, nnzb - 1);
|
|
temp_val = hbsr_val[rng];
|
|
|
|
// Check passing matrix with inf value
|
|
hbsr_val[rng] = rocsparse_inf<T>();
|
|
dbsr_val.transfer_from(hbsr_val);
|
|
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
EXPECT_ROCSPARSE_DATA_STATUS(data_status, rocsparse_data_status_inf);
|
|
|
|
// Check passing matrix with nan value
|
|
hbsr_val[rng] = rocsparse_nan<T>();
|
|
dbsr_val.transfer_from(hbsr_val);
|
|
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_check_matrix_gebsr<T>(handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer));
|
|
EXPECT_ROCSPARSE_DATA_STATUS(data_status, rocsparse_data_status_nan);
|
|
|
|
// Restore indices
|
|
hbsr_val[rng] = temp_val;
|
|
dbsr_val.transfer_from(hbsr_val);
|
|
}
|
|
|
|
if(arg.timing)
|
|
{
|
|
|
|
const double gpu_time_used
|
|
= rocsparse_clients::run_benchmark(arg,
|
|
rocsparse_check_matrix_gebsr<T>,
|
|
handle,
|
|
direction,
|
|
mb,
|
|
nb,
|
|
nnzb,
|
|
row_block_dim,
|
|
col_block_dim,
|
|
dbsr_val,
|
|
dbsr_row_ptr,
|
|
dbsr_col_ind,
|
|
base,
|
|
matrix_type,
|
|
uplo,
|
|
storage,
|
|
&data_status,
|
|
dbuffer);
|
|
|
|
double gbyte_count
|
|
= check_matrix_gebsr_gbyte_count<T>(mb, nnzb, row_block_dim, col_block_dim);
|
|
double gpu_gbyte = get_gpu_gbyte(gpu_time_used, gbyte_count);
|
|
|
|
display_timing_info(display_key_t::Mb,
|
|
mb,
|
|
display_key_t::Nb,
|
|
nb,
|
|
display_key_t::nnzb,
|
|
nnzb,
|
|
display_key_t::bandwidth,
|
|
gpu_gbyte,
|
|
display_key_t::time_ms,
|
|
get_gpu_time_msec(gpu_time_used));
|
|
}
|
|
|
|
CHECK_HIP_ERROR(rocsparse_hipFree(dbuffer));
|
|
}
|
|
|
|
#define INSTANTIATE(TYPE) \
|
|
template void testing_check_matrix_gebsr_bad_arg<TYPE>(const Arguments& arg); \
|
|
template void testing_check_matrix_gebsr<TYPE>(const Arguments& arg)
|
|
INSTANTIATE(float);
|
|
INSTANTIATE(double);
|
|
INSTANTIATE(rocsparse_float_complex);
|
|
INSTANTIATE(rocsparse_double_complex);
|
|
void testing_check_matrix_gebsr_extra(const Arguments& arg) {}
|