/******************************************************************************* * * MIT License * * Copyright (c) 2025 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * *******************************************************************************/ #include "unit_conv_solver.hpp" #ifndef HIP_PACKAGE_VERSION_FLAT #error "HIP_PACKAGE_VERSION_FLAT undefined" #endif // WORKAROUND_ISSUE_1206 disables this solver for FP32 due to precision issues. // WORKAROUND_SWDEV_329642 disables this solver on MI200 for BF16. // However we still want to check that these cases are not broken and therefore use // MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_BWD_V4R1_XDLOPS=1 to enable the solver. #define WORKAROUND_ISSUE_1206 1 #define WORKAROUND_SWDEV_329642 1 #define SOLVER_NAME ConvHipImplicitGemmBwdDataV4R1Xdlops #if WORKAROUND_ISSUE_1206 || WORKAROUND_SWDEV_329642 MIOPEN_LIB_ENV_VAR(MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_BWD_V4R1_XDLOPS) #endif namespace { #if WORKAROUND_ISSUE_1206 || WORKAROUND_SWDEV_329642 class SolverEnabler { public: SolverEnabler() { if(MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_BWD_V4R1_XDLOPS) prev = lib_env::value(MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_BWD_V4R1_XDLOPS); if(prev != true) lib_env::update(MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_BWD_V4R1_XDLOPS, true); } ~SolverEnabler() { if(prev) { if(prev != true) lib_env::update(MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_BWD_V4R1_XDLOPS, false); } else { lib_env::clear(MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_BWD_V4R1_XDLOPS); } } private: std::optional prev; }; #endif auto GetConvTestCases(miopenDataType_t datatype) { using TestCase = miopen::unit_tests::ConvTestCase; return std::vector{ // clang-format off TestCase{{1, 160, 28, 28}, {128, 160, 1, 1}, {0, 0}, {1, 1}, {1, 1}, datatype}, // clang-format on }; } auto GetConvTestCasesFull(miopenDataType_t datatype) { using TestCase = miopen::unit_tests::ConvTestCase; auto cases = std::vector{}; if(datatype == miopenHalf) { // clang-format off // Regression test for SWDEV-291202 (gfx908) cases.emplace_back(TestCase{{128, 24, 14, 14}, {64, 24, 5, 5}, {2, 2}, {1, 1}, {1, 1}, miopenHalf}); // clang-format on } return cases; } template miopen::unit_tests::UnitTestConvSolverParams GetTestParams() { Gpu supported_gpus = Gpu::gfx908 | Gpu::gfx90A; auto p = miopen::unit_tests::UnitTestConvSolverParams(supported_gpus); p.Tunable(5); p.SetConvAttrFp16Alt(0); return p; } miopen::unit_tests::UnitTestConvSolverParams GetTestParamsFP16() { return GetTestParams(); } miopen::unit_tests::UnitTestConvSolverParams GetTestParamsBFP16() { return GetTestParams(); } miopen::unit_tests::UnitTestConvSolverParams GetTestParamsFP32() { return GetTestParams(); } miopen::unit_tests::UnitTestConvSolverParams GetTestParamsFull() { auto p = miopen::unit_tests::UnitTestConvSolverParams(Gpu::gfx908); p.Tunable(1000); return p; } } // namespace using GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_FP16 = GPU_UnitTestConvSolverBwd_FP16; using GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_BFP16 = GPU_UnitTestConvSolverBwd_BFP16; using GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_FP32 = GPU_UnitTestConvSolverBwd_FP32; using CPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsDevApplicabilityBwd_BFP16 = CPU_UnitTestConvSolverDevApplicabilityBwd_NONE; using CPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsDevApplicabilityBwd_FP32 = CPU_UnitTestConvSolverDevApplicabilityBwd_NONE; TEST_P(GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_FP16, SOLVER_NAME) { this->RunTest(miopen::solver::conv::ConvHipImplicitGemmBwdDataV4R1Xdlops{}); }; TEST_P(GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_BFP16, SOLVER_NAME) { #if WORKAROUND_SWDEV_329642 SolverEnabler solver_enabler; #endif this->RunTest(miopen::solver::conv::ConvHipImplicitGemmBwdDataV4R1Xdlops{}); }; TEST_P(GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_FP32, SOLVER_NAME) { #if WORKAROUND_ISSUE_1206 SolverEnabler solver_enabler; #endif this->RunTest(miopen::solver::conv::ConvHipImplicitGemmBwdDataV4R1Xdlops{}); }; TEST_P(CPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsDevApplicabilityBwd_BFP16, SOLVER_NAME) { #if WORKAROUND_ISSUE_1206 SolverEnabler solver_enabler; #endif this->RunTest(miopen::solver::conv::ConvHipImplicitGemmBwdDataV4R1Xdlops{}); }; TEST_P(CPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsDevApplicabilityBwd_FP32, SOLVER_NAME) { #if WORKAROUND_ISSUE_1206 SolverEnabler solver_enabler; #endif this->RunTest(miopen::solver::conv::ConvHipImplicitGemmBwdDataV4R1Xdlops{}); }; // Smoke tests INSTANTIATE_TEST_SUITE_P(Smoke, GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_FP16, testing::Combine(testing::Values(GetTestParamsFP16()), testing::Values(miopenConvolutionAlgoImplicitGEMM), testing::ValuesIn(GetConvTestCases(miopenHalf)))); INSTANTIATE_TEST_SUITE_P(Smoke, GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_BFP16, testing::Combine(testing::Values(GetTestParamsBFP16()), testing::Values(miopenConvolutionAlgoImplicitGEMM), testing::ValuesIn(GetConvTestCases(miopenBFloat16)))); INSTANTIATE_TEST_SUITE_P(Smoke, GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_FP32, testing::Combine(testing::Values(GetTestParamsFP32()), testing::Values(miopenConvolutionAlgoImplicitGEMM), testing::ValuesIn(GetConvTestCases(miopenFloat)))); // Device applicability test INSTANTIATE_TEST_SUITE_P( Smoke, CPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsDevApplicabilityBwd_BFP16, testing::Combine(testing::Values(GetTestParamsBFP16()), testing::Values(GetConvTestCases(miopenBFloat16)[0]))); INSTANTIATE_TEST_SUITE_P( Smoke, CPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsDevApplicabilityBwd_FP32, testing::Combine(testing::Values(GetTestParamsFP32()), testing::Values(GetConvTestCases(miopenFloat)[0]))); // Full tests INSTANTIATE_TEST_SUITE_P(Full, GPU_UnitTestConvSolverHipImplicitGemmBwdDataV4R1XdlopsBwd_FP16, testing::Combine(testing::Values(GetTestParamsFull()), testing::Values(miopenConvolutionAlgoImplicitGEMM), testing::ValuesIn(GetConvTestCasesFull(miopenHalf))));