/******************************************************************************* * * MIT License * * Copyright (c) 2017 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * *******************************************************************************/ #include #include #include #include #include static void LogCmdSoftmax(const miopenTensorDescriptor_t xDesc, const miopenSoftmaxAlgorithm_t algo, const miopenSoftmaxMode_t mode, const void* alpha, const void* beta, bool is_fwd) { if(miopen::IsLoggingCmd()) { std::stringstream ss; switch(miopen::deref(xDesc).GetType()) { case miopenFloat: ss << "softmax"; break; case miopenHalf: ss << "softmaxfp16"; break; case miopenBFloat16: ss << "softmaxbfp16"; break; case miopenInt32: case miopenInt8: case miopenDouble: case miopenFloat8_fnuz: case miopenBFloat8_fnuz: case miopenInt64: MIOPEN_THROW("Invalid type"); } // clang-format off ss << " -n " << miopen::deref(xDesc).GetLengths()[0] << " -c " << miopen::deref(xDesc).GetLengths()[1] << " -H " << miopen::deref(xDesc).GetLengths()[2] << " -W " << miopen::deref(xDesc).GetLengths()[3] << " -F " << ((is_fwd) ? "1" : "2") << " -a " << algo << " -m " << mode << " -A " << ((alpha == nullptr)?"1": std::to_string(*static_cast(alpha))) << " -B " << ((beta == nullptr)?"0":std::to_string(*static_cast(beta))); // clang-format on MIOPEN_LOG_DRIVER_CMD(ss.str()); } } extern "C" miopenStatus_t miopenSoftmaxForward(miopenHandle_t handle, const void* alpha, const miopenTensorDescriptor_t xDesc, const void* x, const void* beta, const miopenTensorDescriptor_t yDesc, void* y) { MIOPEN_LOG_FUNCTION(alpha, xDesc, x, beta, yDesc, y); LogCmdSoftmax(xDesc, MIOPEN_SOFTMAX_ACCURATE, MIOPEN_SOFTMAX_MODE_CHANNEL, alpha, beta, true); return miopen::try_([&] { miopen::SoftmaxForward(miopen::deref(handle), alpha, beta, miopen::deref(xDesc), DataCast(x), miopen::deref(yDesc), DataCast(y), miopenSoftmaxAlgorithm_t(1), miopenSoftmaxMode_t(1), 0, 0); }); } extern "C" miopenStatus_t miopenSoftmaxBackward(miopenHandle_t handle, const void* alpha, const miopenTensorDescriptor_t yDesc, const void* y, const miopenTensorDescriptor_t dyDesc, const void* dy, const void* beta, const miopenTensorDescriptor_t dxDesc, void* dx) { MIOPEN_LOG_FUNCTION(alpha, yDesc, y, dyDesc, dy, beta, dxDesc, dx); LogCmdSoftmax(dxDesc, MIOPEN_SOFTMAX_ACCURATE, MIOPEN_SOFTMAX_MODE_CHANNEL, alpha, beta, false); return miopen::try_([&] { miopen::SoftmaxBackward(miopen::deref(handle), alpha, miopen::deref(yDesc), DataCast(y), miopen::deref(dyDesc), DataCast(dy), beta, miopen::deref(dxDesc), DataCast(dx), miopenSoftmaxAlgorithm_t(1), miopenSoftmaxMode_t(1), 0, 0, 0); }); } extern "C" miopenStatus_t miopenSoftmaxForward_V2(miopenHandle_t handle, const void* alpha, const miopenTensorDescriptor_t xDesc, const void* x, const void* beta, const miopenTensorDescriptor_t yDesc, void* y, miopenSoftmaxAlgorithm_t algorithm, miopenSoftmaxMode_t mode) { MIOPEN_LOG_FUNCTION(alpha, xDesc, x, beta, yDesc, y, algorithm, mode); LogCmdSoftmax(xDesc, algorithm, mode, alpha, beta, true); return miopen::try_([&] { miopen::SoftmaxForward(miopen::deref(handle), alpha, beta, miopen::deref(xDesc), DataCast(x), miopen::deref(yDesc), DataCast(y), algorithm, mode, 0, 0); }); } extern "C" miopenStatus_t miopenSoftmaxBackward_V2(miopenHandle_t handle, const void* alpha, const miopenTensorDescriptor_t yDesc, const void* y, const miopenTensorDescriptor_t dyDesc, const void* dy, const void* beta, const miopenTensorDescriptor_t dxDesc, void* dx, miopenSoftmaxAlgorithm_t algorithm, miopenSoftmaxMode_t mode) { MIOPEN_LOG_FUNCTION(alpha, yDesc, y, dyDesc, dy, beta, dxDesc, dx, algorithm, mode); LogCmdSoftmax(dxDesc, algorithm, mode, alpha, beta, false); return miopen::try_([&] { miopen::SoftmaxBackward(miopen::deref(handle), alpha, miopen::deref(yDesc), DataCast(y), miopen::deref(dyDesc), DataCast(dy), beta, miopen::deref(dxDesc), DataCast(dx), algorithm, mode, 0, 0, 0); }); }