derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
300 lines
12 KiB
C++
300 lines
12 KiB
C++
/* ************************************************************************
|
|
* Copyright (C) 2020 Advanced Micro Devices, Inc. All rights Reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*
|
|
* ************************************************************************ */
|
|
|
|
#pragma once
|
|
#ifndef TESTING_CSX2DENSE_HPP
|
|
#define TESTING_CSX2DENSE_HPP
|
|
|
|
#include "display.hpp"
|
|
#include "flops.hpp"
|
|
#include "gbyte.hpp"
|
|
#include "hipsparse.hpp"
|
|
#include "hipsparse_arguments.hpp"
|
|
#include "hipsparse_test_unique_ptr.hpp"
|
|
#include "unit.hpp"
|
|
#include "utility.hpp"
|
|
|
|
#include <algorithm>
|
|
#include <hipsparse.h>
|
|
#include <string>
|
|
|
|
using namespace hipsparse;
|
|
using namespace hipsparse_test;
|
|
|
|
#include <iostream>
|
|
template <hipsparseDirection_t DIRA, typename T, typename FUNC>
|
|
void testing_csx2dense_bad_arg(FUNC& csx2dense)
|
|
{
|
|
#if(!defined(CUDART_VERSION))
|
|
static constexpr int M = 1;
|
|
static constexpr int N = 1;
|
|
static constexpr int LD = M;
|
|
std::unique_ptr<handle_struct> unique_ptr_handle(new handle_struct);
|
|
hipsparseHandle_t handle = unique_ptr_handle->handle;
|
|
std::unique_ptr<descr_struct> unique_ptr_descr(new descr_struct);
|
|
hipsparseMatDescr_t descr = unique_ptr_descr->descr;
|
|
|
|
auto m_csx_val = hipsparse_unique_ptr{device_malloc(sizeof(T) * 1), device_free};
|
|
auto m_dense_val = hipsparse_unique_ptr{device_malloc(sizeof(T) * 1), device_free};
|
|
auto m_nnzPerRowColumn = hipsparse_unique_ptr{device_malloc(sizeof(int) * 1), device_free};
|
|
|
|
auto m_csx_ptr = hipsparse_unique_ptr{device_malloc(sizeof(int) * (1 + 1)), device_free};
|
|
auto m_csx_ind = hipsparse_unique_ptr{device_malloc(sizeof(int) * 1), device_free};
|
|
|
|
int* d_csx_row
|
|
= (HIPSPARSE_DIRECTION_ROW == DIRA) ? ((int*)m_csx_ptr.get()) : ((int*)m_csx_ind.get());
|
|
int* d_csx_col
|
|
= (HIPSPARSE_DIRECTION_ROW == DIRA) ? ((int*)m_csx_ind.get()) : ((int*)m_csx_ptr.get());
|
|
T* d_dense_val = (T*)m_dense_val.get();
|
|
T* d_csx_val = (T*)m_csx_val.get();
|
|
|
|
int local_ptr[2] = {0, 1};
|
|
CHECK_HIP_ERROR(
|
|
hipMemcpy(m_csx_ptr.get(), local_ptr, sizeof(int) * (1 + 1), hipMemcpyHostToDevice));
|
|
|
|
verify_hipsparse_status_invalid_handle(
|
|
csx2dense(nullptr, 0, 0, nullptr, (const T*)nullptr, nullptr, nullptr, (T*)nullptr, 0));
|
|
verify_hipsparse_status_invalid_pointer(
|
|
csx2dense(handle, M, N, nullptr, d_csx_val, d_csx_row, d_csx_col, d_dense_val, LD),
|
|
"Error: an invalid pointer must be detected.");
|
|
verify_hipsparse_status_invalid_pointer(
|
|
csx2dense(handle, M, N, descr, (const T*)nullptr, d_csx_row, d_csx_col, d_dense_val, LD),
|
|
"Error: an invalid pointer must be detected.");
|
|
verify_hipsparse_status_invalid_pointer(
|
|
csx2dense(handle, M, N, descr, d_csx_val, nullptr, d_csx_col, d_dense_val, LD),
|
|
"Error: an invalid pointer must be detected.");
|
|
verify_hipsparse_status_invalid_pointer(
|
|
csx2dense(handle, M, N, descr, d_csx_val, d_csx_row, nullptr, d_dense_val, LD),
|
|
"Error: an invalid pointer must be detected.");
|
|
verify_hipsparse_status_invalid_pointer(
|
|
csx2dense(handle, M, N, descr, d_csx_val, d_csx_row, d_csx_col, (T*)nullptr, LD),
|
|
"Error: an invalid pointer must be detected.");
|
|
|
|
verify_hipsparse_status_invalid_size(
|
|
csx2dense(handle, -1, N, descr, d_csx_val, d_csx_row, d_csx_col, d_dense_val, LD),
|
|
"Error: invalid size for m detected.");
|
|
verify_hipsparse_status_invalid_size(
|
|
csx2dense(handle, M, -1, descr, d_csx_val, d_csx_row, d_csx_col, d_dense_val, LD),
|
|
"Error: invalid size for n detected.");
|
|
verify_hipsparse_status_invalid_size(
|
|
csx2dense(handle, M, N, descr, d_csx_val, d_csx_row, d_csx_col, d_dense_val, M - 1),
|
|
"Error: invalid size for LD detected.");
|
|
#endif
|
|
}
|
|
|
|
template <hipsparseDirection_t DIRA, typename T, typename FUNC1, typename FUNC2>
|
|
void testing_csx2dense(const Arguments& argus, FUNC1& csx2dense, FUNC2& dense2csx)
|
|
{
|
|
#if(!defined(CUDART_VERSION) || CUDART_VERSION < 12000)
|
|
int M = argus.M;
|
|
int N = argus.N;
|
|
int LD = argus.lda;
|
|
hipsparseIndexBase_t idx_base = argus.baseA;
|
|
|
|
std::unique_ptr<handle_struct> unique_ptr_handle(new handle_struct);
|
|
hipsparseHandle_t handle = unique_ptr_handle->handle;
|
|
|
|
std::unique_ptr<descr_struct> unique_ptr_descr(new descr_struct);
|
|
hipsparseMatDescr_t descr = unique_ptr_descr->descr;
|
|
CHECK_HIPSPARSE_ERROR(hipsparseSetMatIndexBase(descr, idx_base));
|
|
|
|
int DIMDIR = (HIPSPARSE_DIRECTION_ROW == DIRA) ? M : N;
|
|
std::vector<T> h_dense_val_ref(LD * N);
|
|
std::vector<T> h_dense_val(LD * N);
|
|
std::vector<int> h_nnzPerRowColumn(DIMDIR);
|
|
|
|
// Create the dense matrix.
|
|
auto m_dense_val = hipsparse_unique_ptr{device_malloc(sizeof(T) * LD * N), device_free};
|
|
auto nnzPerRowColumn_managed
|
|
= hipsparse_unique_ptr{device_malloc(sizeof(int) * DIMDIR), device_free};
|
|
auto nnzTotalDevHostPtr_managed
|
|
= hipsparse_unique_ptr{device_malloc(sizeof(int) * 1), device_free};
|
|
|
|
T* d_dense_val = (T*)m_dense_val.get();
|
|
int* d_nnzPerRowColumn = (int*)nnzPerRowColumn_managed.get();
|
|
|
|
// Initialize the entire allocated memory.
|
|
for(int i = 0; i < LD; ++i)
|
|
{
|
|
for(int j = 0; j < N; ++j)
|
|
{
|
|
h_dense_val_ref[j * LD + i] = make_DataType<T>(-1);
|
|
}
|
|
}
|
|
|
|
// Initialize a random dense matrix.
|
|
srand(0);
|
|
gen_dense_random_sparsity_pattern(M, N, h_dense_val_ref.data(), LD, HIPSPARSE_ORDER_COL, 0.2);
|
|
|
|
// Transfer.
|
|
CHECK_HIP_ERROR(
|
|
hipMemcpy(d_dense_val, h_dense_val_ref.data(), sizeof(T) * LD * N, hipMemcpyHostToDevice));
|
|
|
|
int nnz;
|
|
CHECK_HIPSPARSE_ERROR(hipsparseSetPointerMode(handle, HIPSPARSE_POINTER_MODE_HOST));
|
|
CHECK_HIPSPARSE_ERROR(
|
|
hipsparseXnnz(handle, DIRA, M, N, descr, d_dense_val, LD, d_nnzPerRowColumn, &nnz));
|
|
|
|
// Transfer.
|
|
CHECK_HIP_ERROR(hipMemcpy(
|
|
h_nnzPerRowColumn.data(), d_nnzPerRowColumn, sizeof(int) * DIMDIR, hipMemcpyDeviceToHost));
|
|
|
|
auto m_csx_row_col_ptr
|
|
= hipsparse_unique_ptr{device_malloc(sizeof(int) * (DIMDIR + 1)), device_free};
|
|
auto m_csx_val = hipsparse_unique_ptr{device_malloc(sizeof(T) * nnz), device_free};
|
|
auto m_csx_col_row_ind = hipsparse_unique_ptr{device_malloc(sizeof(int) * nnz), device_free};
|
|
|
|
int* d_csx_row_col_ptr = (int*)m_csx_row_col_ptr.get();
|
|
int* d_csx_col_row_ind = (int*)m_csx_col_row_ind.get();
|
|
T* d_csx_val = (T*)m_csx_val.get();
|
|
|
|
std::vector<int> cpu_csx_row_col_ptr(DIMDIR + 1);
|
|
std::vector<T> cpu_csx_val(nnz);
|
|
std::vector<int> cpu_csx_col_row_ind(nnz);
|
|
|
|
CHECK_HIPSPARSE_ERROR(
|
|
dense2csx(handle,
|
|
M,
|
|
N,
|
|
descr,
|
|
d_dense_val,
|
|
LD,
|
|
d_nnzPerRowColumn,
|
|
d_csx_val,
|
|
(DIRA == HIPSPARSE_DIRECTION_ROW) ? d_csx_row_col_ptr : d_csx_col_row_ind,
|
|
(DIRA == HIPSPARSE_DIRECTION_ROW) ? d_csx_col_row_ind : d_csx_row_col_ptr));
|
|
|
|
// Copy on host.
|
|
CHECK_HIP_ERROR(hipMemcpy(cpu_csx_row_col_ptr.data(),
|
|
d_csx_row_col_ptr,
|
|
sizeof(int) * (DIMDIR + 1),
|
|
hipMemcpyDeviceToHost));
|
|
if(nnz > 0)
|
|
{
|
|
CHECK_HIP_ERROR(
|
|
hipMemcpy(cpu_csx_val.data(), d_csx_val, sizeof(T) * nnz, hipMemcpyDeviceToHost));
|
|
CHECK_HIP_ERROR(hipMemcpy(cpu_csx_col_row_ind.data(),
|
|
d_csx_col_row_ind,
|
|
sizeof(int) * nnz,
|
|
hipMemcpyDeviceToHost));
|
|
}
|
|
|
|
if(argus.unit_check)
|
|
{
|
|
for(int i = 0; i < LD; ++i)
|
|
{
|
|
for(int j = 0; j < N; ++j)
|
|
{
|
|
h_dense_val[j * LD + i] = make_DataType<T>(-2);
|
|
}
|
|
}
|
|
|
|
CHECK_HIP_ERROR(
|
|
hipMemcpy(d_dense_val, h_dense_val.data(), sizeof(T) * LD * N, hipMemcpyHostToDevice));
|
|
host_csx2dense<DIRA, T>(M,
|
|
N,
|
|
hipsparseGetMatIndexBase(descr),
|
|
cpu_csx_val.data(),
|
|
cpu_csx_row_col_ptr.data(),
|
|
cpu_csx_col_row_ind.data(),
|
|
h_dense_val.data(),
|
|
LD);
|
|
|
|
CHECK_HIPSPARSE_ERROR(
|
|
csx2dense(handle,
|
|
M,
|
|
N,
|
|
descr,
|
|
d_csx_val,
|
|
(DIRA == HIPSPARSE_DIRECTION_ROW) ? d_csx_row_col_ptr : d_csx_col_row_ind,
|
|
(DIRA == HIPSPARSE_DIRECTION_ROW) ? d_csx_col_row_ind : d_csx_row_col_ptr,
|
|
d_dense_val,
|
|
LD));
|
|
|
|
void* buffer = malloc(sizeof(T) * LD * N);
|
|
CHECK_HIP_ERROR(hipMemcpy(buffer, d_dense_val, sizeof(T) * LD * N, hipMemcpyDeviceToHost));
|
|
unit_check_general(M, N, LD, h_dense_val.data(), (T*)buffer);
|
|
unit_check_general(M, N, LD, h_dense_val.data(), h_dense_val_ref.data());
|
|
free(buffer);
|
|
buffer = nullptr;
|
|
}
|
|
|
|
if(argus.timing)
|
|
{
|
|
int number_cold_calls = 2;
|
|
int number_hot_calls = argus.iters;
|
|
|
|
// Warm-up
|
|
for(int iter = 0; iter < number_cold_calls; ++iter)
|
|
{
|
|
|
|
CHECK_HIPSPARSE_ERROR(
|
|
csx2dense(handle,
|
|
M,
|
|
N,
|
|
descr,
|
|
d_csx_val,
|
|
(DIRA == HIPSPARSE_DIRECTION_ROW) ? d_csx_row_col_ptr : d_csx_col_row_ind,
|
|
(DIRA == HIPSPARSE_DIRECTION_ROW) ? d_csx_col_row_ind : d_csx_row_col_ptr,
|
|
d_dense_val,
|
|
LD));
|
|
}
|
|
|
|
double gpu_time_used = get_time_us();
|
|
|
|
// Performance run
|
|
for(int iter = 0; iter < number_hot_calls; ++iter)
|
|
{
|
|
CHECK_HIPSPARSE_ERROR(
|
|
csx2dense(handle,
|
|
M,
|
|
N,
|
|
descr,
|
|
d_csx_val,
|
|
(DIRA == HIPSPARSE_DIRECTION_ROW) ? d_csx_row_col_ptr : d_csx_col_row_ind,
|
|
(DIRA == HIPSPARSE_DIRECTION_ROW) ? d_csx_col_row_ind : d_csx_row_col_ptr,
|
|
d_dense_val,
|
|
LD));
|
|
}
|
|
gpu_time_used = (get_time_us() - gpu_time_used) / number_hot_calls;
|
|
|
|
double gbyte_count = csx2dense_gbyte_count<DIRA, T>(M, N, nnz);
|
|
double gpu_gbyte = get_gpu_gbyte(gpu_time_used, gbyte_count);
|
|
|
|
display_timing_info(display_key_t::M,
|
|
M,
|
|
display_key_t::N,
|
|
N,
|
|
display_key_t::LD,
|
|
LD,
|
|
display_key_t::nnz,
|
|
nnz,
|
|
display_key_t::bandwidth,
|
|
gpu_gbyte,
|
|
display_key_t::time_ms,
|
|
get_gpu_time_msec(gpu_time_used));
|
|
}
|
|
#endif
|
|
}
|
|
#endif // TESTING_CSX2DENSE_HPP
|