CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
311 lines
11 KiB
C++
311 lines
11 KiB
C++
/*! \file */
|
|
/* ************************************************************************
|
|
* Copyright (C) 2020-2025 Advanced Micro Devices, Inc. All rights Reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*
|
|
* ************************************************************************ */
|
|
|
|
#pragma once
|
|
|
|
#include "rocsparse.hpp"
|
|
|
|
#include "auto_testing_bad_arg.hpp"
|
|
#include "gbyte.hpp"
|
|
#include "rocsparse_check.hpp"
|
|
#include "rocsparse_host.hpp"
|
|
#include "rocsparse_init.hpp"
|
|
#include "rocsparse_math.hpp"
|
|
#include "rocsparse_random.hpp"
|
|
#include "rocsparse_test.hpp"
|
|
#include "rocsparse_vector.hpp"
|
|
#include "utility.hpp"
|
|
#include <chrono>
|
|
#include <thread>
|
|
|
|
template <rocsparse_direction DIRA, typename T>
|
|
void testing_csx2dense_bad_arg(const Arguments& arg)
|
|
{
|
|
|
|
rocsparse_local_handle local_handle;
|
|
rocsparse_local_mat_descr local_descr;
|
|
rocsparse_handle handle = local_handle;
|
|
static constexpr rocsparse_int m = 1;
|
|
static constexpr rocsparse_int n = 1;
|
|
rocsparse_mat_descr descr = local_descr;
|
|
static constexpr rocsparse_int lda = m;
|
|
T* A = (T*)0x4;
|
|
host_dense_vector<rocsparse_int> hptr(2);
|
|
hptr[0] = 0;
|
|
hptr[1] = 1;
|
|
device_dense_vector<rocsparse_int> dptr(hptr);
|
|
switch(DIRA)
|
|
{
|
|
case rocsparse_direction_row:
|
|
{
|
|
|
|
const T* csr_val = (const T*)0x4;
|
|
const rocsparse_int* csr_row_ptr = (const rocsparse_int*)dptr;
|
|
const rocsparse_int* csr_col_ind = (const rocsparse_int*)0x4;
|
|
|
|
bad_arg_analysis(
|
|
rocsparse_csr2dense<T>, handle, m, n, descr, csr_val, csr_row_ptr, csr_col_ind, A, lda);
|
|
EXPECT_ROCSPARSE_STATUS(
|
|
rocsparse_csr2dense<T>(
|
|
handle, m, n, descr, csr_val, csr_row_ptr, csr_col_ind, A, m - 1),
|
|
rocsparse_status_invalid_size);
|
|
break;
|
|
}
|
|
|
|
case rocsparse_direction_column:
|
|
{
|
|
const T* csc_val = (const T*)0x4;
|
|
const rocsparse_int* csc_col_ptr = (const rocsparse_int*)dptr;
|
|
const rocsparse_int* csc_row_ind = (const rocsparse_int*)0x4;
|
|
|
|
bad_arg_analysis(
|
|
rocsparse_csc2dense<T>, handle, m, n, descr, csc_val, csc_col_ptr, csc_row_ind, A, lda);
|
|
EXPECT_ROCSPARSE_STATUS(
|
|
rocsparse_csc2dense<T>(
|
|
handle, m, n, descr, csc_val, csc_col_ptr, csc_row_ind, A, m - 1),
|
|
rocsparse_status_invalid_size);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
template <rocsparse_direction DIRA, typename T, typename FUNC1, typename FUNC2>
|
|
void testing_csx2dense(const Arguments& arg, FUNC1& csx2dense, FUNC2& dense2csx)
|
|
|
|
{
|
|
rocsparse_int M = arg.M;
|
|
rocsparse_int N = arg.N;
|
|
rocsparse_int LD = arg.denseld;
|
|
rocsparse_int DIMDIR = (rocsparse_direction_row == DIRA) ? M : N;
|
|
rocsparse_local_handle handle(arg);
|
|
rocsparse_local_mat_descr descr;
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_index_base(descr, arg.baseA));
|
|
|
|
//
|
|
// Argument sanity check before allocating invalid memory
|
|
//
|
|
if(M == 0 || N == 0 || LD < M)
|
|
{
|
|
rocsparse_status expected_status = (((M == 0 && N >= 0) || (M >= 0 && N == 0)) && (LD >= M))
|
|
? rocsparse_status_success
|
|
: rocsparse_status_invalid_size;
|
|
|
|
EXPECT_ROCSPARSE_STATUS(
|
|
csx2dense(handle, M, N, descr, nullptr, nullptr, nullptr, (T*)nullptr, LD),
|
|
expected_status);
|
|
return;
|
|
}
|
|
|
|
//
|
|
// Allocate memory.
|
|
//
|
|
host_vector<T> h_dense_val(LD * N);
|
|
host_vector<T> h_dense_val_ref(LD * N);
|
|
device_vector<T> d_dense_val(LD * N);
|
|
|
|
host_vector<rocsparse_int> h_nnzPerRowColumn(DIMDIR);
|
|
device_vector<rocsparse_int> d_nnzPerRowColumn(DIMDIR);
|
|
if(!d_nnzPerRowColumn || !d_dense_val || !h_nnzPerRowColumn || !h_dense_val)
|
|
{
|
|
CHECK_HIP_ERROR(hipErrorOutOfMemory);
|
|
return;
|
|
}
|
|
|
|
//
|
|
// Initialize the dense matrix.
|
|
//
|
|
|
|
{
|
|
//
|
|
// Initialize the random generator.
|
|
//
|
|
rocsparse_seedrand();
|
|
|
|
//
|
|
// Initialize the entire allocated memory.
|
|
//
|
|
for(rocsparse_int j = 0; j < N; ++j)
|
|
{
|
|
for(rocsparse_int i = 0; i < LD; ++i)
|
|
{
|
|
h_dense_val_ref[j * LD + i] = -1;
|
|
}
|
|
}
|
|
for(rocsparse_int j = 0; j < N; ++j)
|
|
{
|
|
for(rocsparse_int i = 0; i < LD; ++i)
|
|
{
|
|
h_dense_val[j * LD + i] = -2;
|
|
}
|
|
}
|
|
|
|
//
|
|
// Random initialization of the matrix.
|
|
//
|
|
for(rocsparse_int j = 0; j < N; ++j)
|
|
{
|
|
for(rocsparse_int i = 0; i < M; ++i)
|
|
{
|
|
h_dense_val_ref[j * LD + i] = random_cached_generator<T>(0, 4) == 0 ? 1 : 0;
|
|
}
|
|
}
|
|
}
|
|
|
|
//
|
|
// Transfer.
|
|
//
|
|
CHECK_HIP_ERROR(
|
|
hipMemcpy(d_dense_val, h_dense_val_ref, sizeof(T) * LD * N, hipMemcpyHostToDevice));
|
|
|
|
rocsparse_int nnz;
|
|
CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host));
|
|
CHECK_ROCSPARSE_ERROR(
|
|
rocsparse_nnz<T>(handle, DIRA, M, N, descr, d_dense_val, LD, d_nnzPerRowColumn, &nnz));
|
|
|
|
//
|
|
// Transfer.
|
|
//
|
|
CHECK_HIP_ERROR(hipMemcpy(h_nnzPerRowColumn,
|
|
d_nnzPerRowColumn,
|
|
sizeof(rocsparse_int) * DIMDIR,
|
|
hipMemcpyDeviceToHost));
|
|
|
|
device_vector<rocsparse_int> d_csx_row_col_ptr(DIMDIR + 1);
|
|
device_vector<T> d_csx_val(std::max(nnz, static_cast<rocsparse_int>(1)));
|
|
device_vector<rocsparse_int> d_csx_col_row_ind(std::max(nnz, static_cast<rocsparse_int>(1)));
|
|
if(!d_csx_row_col_ptr || !d_csx_val || !d_csx_col_row_ind)
|
|
{
|
|
CHECK_HIP_ERROR(hipErrorOutOfMemory);
|
|
return;
|
|
}
|
|
|
|
host_vector<rocsparse_int> cpu_csx_row_col_ptr(DIMDIR + 1);
|
|
host_vector<T> cpu_csx_val(std::max(nnz, static_cast<rocsparse_int>(1)));
|
|
host_vector<rocsparse_int> cpu_csx_col_row_ind(std::max(nnz, static_cast<rocsparse_int>(1)));
|
|
if(!cpu_csx_row_col_ptr || !cpu_csx_val || !cpu_csx_col_row_ind)
|
|
{
|
|
CHECK_HIP_ERROR(hipErrorOutOfMemory);
|
|
return;
|
|
}
|
|
|
|
//
|
|
// Convert the dense matrix to a compressed sparse matrix.
|
|
//
|
|
CHECK_ROCSPARSE_ERROR(dense2csx(handle,
|
|
M,
|
|
N,
|
|
descr,
|
|
d_dense_val,
|
|
LD,
|
|
d_nnzPerRowColumn,
|
|
d_csx_val,
|
|
d_csx_row_col_ptr,
|
|
d_csx_col_row_ind));
|
|
|
|
//
|
|
// Copy on host.
|
|
//
|
|
CHECK_HIP_ERROR(hipMemcpy(cpu_csx_val,
|
|
d_csx_val,
|
|
sizeof(T) * std::max(nnz, static_cast<rocsparse_int>(1)),
|
|
hipMemcpyDeviceToHost));
|
|
|
|
CHECK_HIP_ERROR(hipMemcpy(cpu_csx_row_col_ptr,
|
|
d_csx_row_col_ptr,
|
|
sizeof(rocsparse_int) * (DIMDIR + 1),
|
|
hipMemcpyDeviceToHost));
|
|
|
|
CHECK_HIP_ERROR(hipMemcpy(cpu_csx_col_row_ind,
|
|
d_csx_col_row_ind,
|
|
sizeof(rocsparse_int) * std::max(nnz, static_cast<rocsparse_int>(1)),
|
|
hipMemcpyDeviceToHost));
|
|
|
|
if(arg.unit_check)
|
|
{
|
|
CHECK_HIP_ERROR(
|
|
hipMemcpy(d_dense_val, h_dense_val, sizeof(T) * LD * N, hipMemcpyHostToDevice));
|
|
|
|
host_csx2dense<DIRA, T>(M,
|
|
N,
|
|
rocsparse_get_mat_index_base(descr),
|
|
rocsparse_order_column,
|
|
cpu_csx_val,
|
|
(const rocsparse_int*)cpu_csx_row_col_ptr,
|
|
(const rocsparse_int*)cpu_csx_col_row_ind,
|
|
(T*)h_dense_val,
|
|
LD);
|
|
|
|
CHECK_ROCSPARSE_ERROR(csx2dense(handle,
|
|
M,
|
|
N,
|
|
descr,
|
|
(T*)d_csx_val,
|
|
d_csx_row_col_ptr,
|
|
d_csx_col_row_ind,
|
|
(T*)d_dense_val,
|
|
LD));
|
|
|
|
if(ROCSPARSE_REPRODUCIBILITY)
|
|
{
|
|
rocsparse_reproducibility::save("d_dense_val", d_dense_val);
|
|
}
|
|
|
|
host_vector<T> temp(LD * N);
|
|
temp.transfer_from(d_dense_val);
|
|
|
|
unit_check_general(M, N, (T*)h_dense_val, LD, (T*)temp, LD);
|
|
unit_check_general(M, N, (T*)h_dense_val, LD, (T*)h_dense_val_ref, LD);
|
|
}
|
|
|
|
if(arg.timing)
|
|
{
|
|
const double gpu_time_used = rocsparse_clients::run_benchmark(arg,
|
|
csx2dense,
|
|
handle,
|
|
M,
|
|
N,
|
|
descr,
|
|
d_csx_val,
|
|
d_csx_row_col_ptr,
|
|
d_csx_col_row_ind,
|
|
(T*)d_dense_val,
|
|
LD);
|
|
|
|
double gbyte_count = csx2dense_gbyte_count<DIRA, T>(M, N, nnz);
|
|
double gpu_gbyte = get_gpu_gbyte(gpu_time_used, gbyte_count);
|
|
display_timing_info(display_key_t::M,
|
|
M,
|
|
display_key_t::N,
|
|
N,
|
|
display_key_t::LD,
|
|
LD,
|
|
display_key_t::nnz,
|
|
nnz,
|
|
display_key_t::bandwidth,
|
|
gpu_gbyte,
|
|
display_key_t::time_ms,
|
|
get_gpu_time_msec(gpu_time_used));
|
|
}
|
|
}
|