/******************************************************************************* * * MIT License * * Copyright (C) 2021-2025 Advanced Micro Devices, Inc. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * *******************************************************************************/ #ifndef ROCWMMA_KERNEL_BASE_HPP #define ROCWMMA_KERNEL_BASE_HPP #include #include #include #include "gemm_resource.hpp" #include "hip_device.hpp" namespace rocwmma { // Basic structure to hold runtime problem // parameters struct ProblemParams { std::pair threadBlockSize; std::tuple problemSize; double alpha; double beta; }; // Typeless Kernel interface to use with testing harness. struct KernelI { KernelI() {} virtual ~KernelI(){}; virtual void setup(ProblemParams const& problem) = 0; virtual void exec() = 0; virtual void validateResults() = 0; virtual void reportResults(std::ostream& stream, bool omitHeader, bool omitSkipped, bool omitFailed, bool omitPassed) = 0; virtual void tearDown() = 0; virtual HipResource* getResource() const = 0; virtual std::ostream& printHeader(std::ostream& stream) const = 0; virtual std::ostream& printKernel(std::ostream& stream) const = 0; static bool sHeaderPrinted; }; inline std::ostream& operator<<(std::ostream& stream, KernelI const& kernel) { kernel.printHeader(stream); kernel.printKernel(stream); return stream; } // Typed GEMM kernel that provides the basis for GEMM tests. // This class provides common implementation code. template struct GemmKernelBase : public KernelI { protected: // Types // Shared access to Gemm storage using DataStorage = GemmResource; // Using Hip device backend using DeviceInfo = HipDevice; // Interface to device kernel using KernelFunc = void (*)(uint32_t, // M uint32_t, // N uint32_t, // K InputT const*, // A InputT const*, // B OutputT const*, // C OutputT*, // D uint32_t, // lda uint32_t, // ldb uint32_t, // ldc uint32_t, // ldd ComputeT, // Alpha ComputeT); // Beta protected: GemmKernelBase(); virtual ~GemmKernelBase(); // Kernels MUST provide the device kernel function. virtual KernelFunc kernelImpl() const = 0; // Launch parameters. // Base calculations for grid and block dimensions // assume one output block per wave. virtual uint32_t ldsUsage() const; virtual dim3 gridDim() const; virtual dim3 blockDim() const; // Kernel run checks. // True = run test // False = skip test virtual bool checkDevice() const; virtual bool checkSizes() const; virtual bool checkLds() const; virtual bool checkQuirks() const; // Reset all members to default values virtual void reset(); // Helper function to dispatch kernel guards // with runtime TBlockX, TBlockY, WaveSize and Device Arch template