derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
291 lines
12 KiB
C++
291 lines
12 KiB
C++
/*******************************************************************************
|
|
*
|
|
* MIT License
|
|
*
|
|
* Copyright (C) 2022-2025 Advanced Micro Devices, Inc.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
*******************************************************************************/
|
|
|
|
#pragma once
|
|
|
|
#include "cblas.h"
|
|
#include "datatype_interface.hpp"
|
|
#include "hipblaslt_ostream.hpp"
|
|
#include <hipblaslt/hipblaslt.h>
|
|
#include <type_traits>
|
|
|
|
/*!\file
|
|
* \brief provide template functions interfaces to CBLAS C89 interfaces, it is only used for testing
|
|
* not part of the GPU library
|
|
*/
|
|
|
|
// gemm
|
|
template <typename Tc>
|
|
void cblas_gemm(hipblasOperation_t transA,
|
|
hipblasOperation_t transB,
|
|
int64_t m,
|
|
int64_t n,
|
|
int64_t k,
|
|
Tc alpha,
|
|
const void* A,
|
|
int64_t lda,
|
|
const void* B,
|
|
int64_t ldb,
|
|
Tc beta,
|
|
std::add_pointer_t<void> C,
|
|
int64_t ldc,
|
|
const void* AlphaVec,
|
|
const void* scaleA,
|
|
const void* scaleB,
|
|
Tc scaleD,
|
|
bool isScaleAVec,
|
|
bool isScaleBVec,
|
|
hipDataType tiA,
|
|
hipDataType tiB,
|
|
hipDataType to,
|
|
hipDataType tc,
|
|
hipDataType tciA,
|
|
hipDataType tciB,
|
|
bool alt = false,
|
|
bool isScaleAMXFormat = false,
|
|
bool isScaleBMXFormat = false);
|
|
|
|
inline void cblas_gemm(hipblasOperation_t transA,
|
|
hipblasOperation_t transB,
|
|
int64_t m,
|
|
int64_t n,
|
|
int64_t k,
|
|
computeTypeInterface alpha,
|
|
const void* A,
|
|
int64_t lda,
|
|
const void* B,
|
|
int64_t ldb,
|
|
computeTypeInterface beta,
|
|
std::add_pointer_t<void> C,
|
|
int64_t ldc,
|
|
const void* AlphaVec,
|
|
const void* scaleA,
|
|
const void* scaleB,
|
|
void* scaleD,
|
|
bool isScaleAVec,
|
|
bool isScaleBVec,
|
|
hipDataType tiA,
|
|
hipDataType tiB,
|
|
hipDataType to,
|
|
hipDataType tc,
|
|
hipDataType tciA,
|
|
hipDataType tciB,
|
|
bool alt = false,
|
|
bool isScaleAMXFormat = false,
|
|
bool isScaleBMXFormat = false)
|
|
{
|
|
|
|
if(tiA == HIP_C_32F || tiA == HIP_C_64F)
|
|
{
|
|
if(tiA == HIP_C_32F)
|
|
{
|
|
cblas_gemm<std::complex<float>>(transA,
|
|
transB,
|
|
m,
|
|
n,
|
|
k,
|
|
alpha.cf,
|
|
A,
|
|
lda,
|
|
B,
|
|
ldb,
|
|
beta.cf,
|
|
C,
|
|
ldc,
|
|
AlphaVec,
|
|
scaleA,
|
|
scaleB,
|
|
*(std::complex<float>*)scaleD,
|
|
isScaleAVec,
|
|
isScaleBVec,
|
|
tiA,
|
|
tiB,
|
|
to,
|
|
tc,
|
|
tiA,
|
|
tiB,
|
|
alt,
|
|
isScaleAMXFormat,
|
|
isScaleBMXFormat);
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
cblas_gemm<std::complex<double>>(transA,
|
|
transB,
|
|
m,
|
|
n,
|
|
k,
|
|
alpha.cd,
|
|
A,
|
|
lda,
|
|
B,
|
|
ldb,
|
|
beta.cd,
|
|
C,
|
|
ldc,
|
|
AlphaVec,
|
|
scaleA,
|
|
scaleB,
|
|
*(std::complex<double>*)scaleD,
|
|
isScaleAVec,
|
|
isScaleBVec,
|
|
tiA,
|
|
tiB,
|
|
to,
|
|
tc,
|
|
tiA,
|
|
tiB,
|
|
alt);
|
|
return;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
switch(tc)
|
|
{
|
|
case HIP_R_16F: // setting compute_type to f16_r will fallback to f32_r
|
|
cblas_gemm<hipblasLtHalf>(transA,
|
|
transB,
|
|
m,
|
|
n,
|
|
k,
|
|
alpha.f16,
|
|
A,
|
|
lda,
|
|
B,
|
|
ldb,
|
|
beta.f16,
|
|
C,
|
|
ldc,
|
|
AlphaVec,
|
|
scaleA,
|
|
scaleB,
|
|
*(hipblasLtHalf*)scaleD,
|
|
isScaleAVec,
|
|
isScaleBVec,
|
|
tiA,
|
|
tiB,
|
|
to,
|
|
tc,
|
|
tciA,
|
|
tciB,
|
|
alt);
|
|
return;
|
|
case HIP_R_32F:
|
|
cblas_gemm<float>(transA,
|
|
transB,
|
|
m,
|
|
n,
|
|
k,
|
|
alpha.f32,
|
|
A,
|
|
lda,
|
|
B,
|
|
ldb,
|
|
beta.f32,
|
|
C,
|
|
ldc,
|
|
AlphaVec,
|
|
scaleA,
|
|
scaleB,
|
|
*(float*)scaleD,
|
|
isScaleAVec,
|
|
isScaleBVec,
|
|
tiA,
|
|
tiB,
|
|
to,
|
|
tc,
|
|
tciA,
|
|
tciB,
|
|
alt,
|
|
isScaleAMXFormat,
|
|
isScaleBMXFormat);
|
|
|
|
return;
|
|
case HIP_R_64F:
|
|
cblas_gemm<double>(transA,
|
|
transB,
|
|
m,
|
|
n,
|
|
k,
|
|
alpha.f64,
|
|
A,
|
|
lda,
|
|
B,
|
|
ldb,
|
|
beta.f64,
|
|
C,
|
|
ldc,
|
|
AlphaVec,
|
|
scaleA,
|
|
scaleB,
|
|
*(double*)scaleD,
|
|
isScaleAVec,
|
|
isScaleBVec,
|
|
tiA,
|
|
tiB,
|
|
to,
|
|
tc,
|
|
tciA,
|
|
tciB,
|
|
alt);
|
|
return;
|
|
case HIP_R_32I:
|
|
cblas_gemm<int32_t>(transA,
|
|
transB,
|
|
m,
|
|
n,
|
|
k,
|
|
alpha.i32,
|
|
A,
|
|
lda,
|
|
B,
|
|
ldb,
|
|
beta.i32,
|
|
C,
|
|
ldc,
|
|
AlphaVec,
|
|
scaleA,
|
|
scaleB,
|
|
*(int32_t*)scaleD,
|
|
isScaleAVec,
|
|
isScaleBVec,
|
|
tiA,
|
|
tiB,
|
|
to,
|
|
tc,
|
|
tciA,
|
|
tciB,
|
|
alt);
|
|
return;
|
|
default:
|
|
hipblaslt_cerr << "Error type in cblas_gemm()" << std::endl;
|
|
return;
|
|
}
|
|
}
|
|
}
|