derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
183 lines
12 KiB
C++
183 lines
12 KiB
C++
/*! \file */
|
|
/* ************************************************************************
|
|
* Copyright (C) 2023-2026 Advanced Micro Devices, Inc. All rights Reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*
|
|
* ************************************************************************ */
|
|
|
|
#include "rocsparse_bsrgemm_mult.hpp"
|
|
#include "../conversion/rocsparse_identity.hpp"
|
|
#include "bsrgemm_device.h"
|
|
#include "csrgemm_device.h"
|
|
#include "internal/extra/rocsparse_bsrgemm.h"
|
|
#include "rocsparse_bsrgemm.hpp"
|
|
#include "rocsparse_bsrgemm_calc.hpp"
|
|
#include "rocsparse_control.hpp"
|
|
#include "rocsparse_csrgemm.hpp"
|
|
#include "rocsparse_utility.hpp"
|
|
|
|
rocsparse_status rocsparse::bsrgemm_mult_quickreturn(rocsparse_handle handle,
|
|
rocsparse_direction dir,
|
|
rocsparse_operation trans_A,
|
|
rocsparse_operation trans_B,
|
|
int64_t mb,
|
|
int64_t nb,
|
|
int64_t kb,
|
|
int64_t block_dim,
|
|
const void* alpha,
|
|
const rocsparse_mat_descr descr_A,
|
|
int64_t nnzb_A,
|
|
const void* bsr_val_A,
|
|
const void* bsr_row_ptr_A,
|
|
const void* bsr_col_ind_A,
|
|
const rocsparse_mat_descr descr_B,
|
|
int64_t nnzb_B,
|
|
const void* bsr_val_B,
|
|
const void* bsr_row_ptr_B,
|
|
const void* bsr_col_ind_B,
|
|
const rocsparse_mat_descr descr_C,
|
|
void* bsr_val_C,
|
|
const void* bsr_row_ptr_C,
|
|
void* bsr_col_ind_C,
|
|
const rocsparse_mat_info info_C,
|
|
void* temp_buffer)
|
|
{
|
|
ROCSPARSE_ROUTINE_TRACE;
|
|
|
|
if(mb == 0 || nb == 0 || kb == 0 || nnzb_A == 0 || nnzb_B == 0)
|
|
{
|
|
return rocsparse_status_success;
|
|
}
|
|
return rocsparse_status_continue;
|
|
}
|
|
|
|
template <typename I, typename J, typename T>
|
|
rocsparse_status rocsparse::bsrgemm_mult_core(rocsparse_handle handle,
|
|
rocsparse_direction dir,
|
|
rocsparse_operation trans_A,
|
|
rocsparse_operation trans_B,
|
|
J mb,
|
|
J nb,
|
|
J kb,
|
|
J block_dim,
|
|
const T* alpha,
|
|
const rocsparse_mat_descr descr_A,
|
|
I nnzb_A,
|
|
const T* bsr_val_A,
|
|
const I* bsr_row_ptr_A,
|
|
const J* bsr_col_ind_A,
|
|
const rocsparse_mat_descr descr_B,
|
|
I nnzb_B,
|
|
const T* bsr_val_B,
|
|
const I* bsr_row_ptr_B,
|
|
const J* bsr_col_ind_B,
|
|
const rocsparse_mat_descr descr_C,
|
|
T* bsr_val_C,
|
|
const I* bsr_row_ptr_C,
|
|
J* bsr_col_ind_C,
|
|
const rocsparse_mat_info info_C,
|
|
void* temp_buffer)
|
|
{
|
|
ROCSPARSE_ROUTINE_TRACE;
|
|
|
|
RETURN_IF_ROCSPARSE_ERROR(rocsparse::bsrgemm_calc_template_dispatch(handle,
|
|
dir,
|
|
trans_A,
|
|
trans_B,
|
|
mb,
|
|
nb,
|
|
kb,
|
|
block_dim,
|
|
alpha,
|
|
descr_A,
|
|
nnzb_A,
|
|
bsr_val_A,
|
|
bsr_row_ptr_A,
|
|
bsr_col_ind_A,
|
|
descr_B,
|
|
nnzb_B,
|
|
bsr_val_B,
|
|
bsr_row_ptr_B,
|
|
bsr_col_ind_B,
|
|
(const T*)nullptr,
|
|
nullptr,
|
|
(I)0,
|
|
(const T*)nullptr,
|
|
(const I*)nullptr,
|
|
(const J*)nullptr,
|
|
descr_C,
|
|
bsr_val_C,
|
|
bsr_row_ptr_C,
|
|
bsr_col_ind_C,
|
|
info_C,
|
|
temp_buffer));
|
|
return rocsparse_status_success;
|
|
}
|
|
|
|
#define INSTANTIATE(I, J, T) \
|
|
template rocsparse_status rocsparse::bsrgemm_mult_core(rocsparse_handle handle, \
|
|
rocsparse_direction dir, \
|
|
rocsparse_operation trans_A, \
|
|
rocsparse_operation trans_B, \
|
|
J mb, \
|
|
J nb, \
|
|
J kb, \
|
|
J block_dim, \
|
|
const T* alpha, \
|
|
const rocsparse_mat_descr descr_A, \
|
|
I nnzb_A, \
|
|
const T* bsr_val_A, \
|
|
const I* bsr_row_ptr_A, \
|
|
const J* bsr_col_ind_A, \
|
|
const rocsparse_mat_descr descr_B, \
|
|
I nnzb_B, \
|
|
const T* bsr_val_B, \
|
|
const I* bsr_row_ptr_B, \
|
|
const J* bsr_col_ind_B, \
|
|
const rocsparse_mat_descr descr_C, \
|
|
T* bsr_val_C, \
|
|
const I* bsr_row_ptr_C, \
|
|
J* bsr_col_ind_C, \
|
|
const rocsparse_mat_info info_C, \
|
|
void* temp_buffer)
|
|
|
|
INSTANTIATE(int32_t, int32_t, float);
|
|
INSTANTIATE(int32_t, int32_t, double);
|
|
INSTANTIATE(int32_t, int32_t, rocsparse_float_complex);
|
|
INSTANTIATE(int32_t, int32_t, rocsparse_double_complex);
|
|
INSTANTIATE(int32_t, int32_t, _Float16);
|
|
INSTANTIATE(int32_t, int32_t, rocsparse_bfloat16);
|
|
|
|
INSTANTIATE(int64_t, int32_t, float);
|
|
INSTANTIATE(int64_t, int32_t, double);
|
|
INSTANTIATE(int64_t, int32_t, rocsparse_float_complex);
|
|
INSTANTIATE(int64_t, int32_t, rocsparse_double_complex);
|
|
INSTANTIATE(int64_t, int32_t, _Float16);
|
|
INSTANTIATE(int64_t, int32_t, rocsparse_bfloat16);
|
|
|
|
INSTANTIATE(int64_t, int64_t, float);
|
|
INSTANTIATE(int64_t, int64_t, double);
|
|
INSTANTIATE(int64_t, int64_t, rocsparse_float_complex);
|
|
INSTANTIATE(int64_t, int64_t, rocsparse_double_complex);
|
|
INSTANTIATE(int64_t, int64_t, _Float16);
|
|
INSTANTIATE(int64_t, int64_t, rocsparse_bfloat16);
|
|
|
|
#undef INSTANTIATE
|