CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
648 lines
27 KiB
C++
648 lines
27 KiB
C++
// Copyright © Advanced Micro Devices, Inc., or its affiliates.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
#include <limits>
|
|
#include <string>
|
|
|
|
#include <hipdnn_plugin_sdk/GlobalKnobDefines.hpp>
|
|
#include <hipdnn_plugin_sdk/PluginException.hpp>
|
|
#include <hipdnn_plugin_sdk/PluginLogging.hpp>
|
|
#include <miopen/miopen.h>
|
|
|
|
#include "MiopenConvDescriptor.hpp"
|
|
#include "MiopenConvPlanBuilder.hpp"
|
|
#include "MiopenUtils.hpp"
|
|
#include "engines/plans/MiopenConvBwdPlan.hpp"
|
|
#include "engines/plans/MiopenConvFwdPlan.hpp"
|
|
#include "engines/plans/MiopenConvWrwPlan.hpp"
|
|
|
|
// These miopenConvolution*GetWorkSpaceSizeRange entry points are exported from
|
|
// libMIOpen but intentionally absent from the public miopen.h, so we declare them
|
|
// locally to call them. The signatures are copied verbatim from MIOpen, whose
|
|
// no-op top-level `const` on the pointer-typedef parameters trips clang-tidy, so
|
|
// we suppress those checks to keep the prototypes identical.
|
|
// NOLINTBEGIN(misc-misplaced-const,readability-avoid-const-params-in-decls)
|
|
extern "C" {
|
|
miopenStatus_t
|
|
miopenConvolutionForwardGetWorkSpaceSizeRange(miopenHandle_t handle,
|
|
const miopenTensorDescriptor_t wDesc,
|
|
const miopenTensorDescriptor_t xDesc,
|
|
const miopenConvolutionDescriptor_t convDesc,
|
|
const miopenTensorDescriptor_t yDesc,
|
|
size_t* minWorkspaceSize,
|
|
size_t* maxWorkspaceSize);
|
|
|
|
miopenStatus_t
|
|
miopenConvolutionBackwardDataGetWorkSpaceSizeRange(miopenHandle_t handle,
|
|
const miopenTensorDescriptor_t dyDesc,
|
|
const miopenTensorDescriptor_t wDesc,
|
|
const miopenConvolutionDescriptor_t convDesc,
|
|
const miopenTensorDescriptor_t dxDesc,
|
|
size_t* minWorkspaceSize,
|
|
size_t* maxWorkspaceSize);
|
|
|
|
miopenStatus_t miopenConvolutionBackwardWeightsGetWorkSpaceSizeRange(
|
|
miopenHandle_t handle,
|
|
const miopenTensorDescriptor_t dyDesc,
|
|
const miopenTensorDescriptor_t xDesc,
|
|
const miopenConvolutionDescriptor_t convDesc,
|
|
const miopenTensorDescriptor_t dwDesc,
|
|
size_t* minWorkspaceSize,
|
|
size_t* maxWorkspaceSize);
|
|
}
|
|
// NOLINTEND(misc-misplaced-const,readability-avoid-const-params-in-decls)
|
|
|
|
namespace miopen_plugin
|
|
{
|
|
|
|
MiopenConvPlanBuilder::MiopenConvPlanBuilder(bool deterministic)
|
|
: _deterministic(deterministic)
|
|
{
|
|
}
|
|
|
|
namespace
|
|
{
|
|
|
|
bool isApplicableFwd(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionFwdAttributes>();
|
|
|
|
size_t solutionCount = 0;
|
|
try
|
|
{
|
|
const ConvFwdParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
|
|
if(!params.validTensors())
|
|
{
|
|
return false;
|
|
}
|
|
|
|
auto status = miopenConvolutionForwardGetSolutionCount(handle.miopenHandle,
|
|
params.w().tensorDescriptor(),
|
|
params.x().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.y().tensorDescriptor(),
|
|
&solutionCount);
|
|
if(status != miopenStatusSuccess)
|
|
{
|
|
return false;
|
|
}
|
|
}
|
|
catch(const std::exception& e)
|
|
{
|
|
HIPDNN_PLUGIN_LOG_INFO(e.what());
|
|
return false;
|
|
}
|
|
|
|
return solutionCount != 0;
|
|
}
|
|
|
|
bool isApplicableBwd(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionBwdAttributes>();
|
|
|
|
size_t solutionCount = 0;
|
|
try
|
|
{
|
|
const ConvBwdParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
|
|
if(!params.validTensors())
|
|
{
|
|
return false;
|
|
}
|
|
|
|
auto status = miopenConvolutionBackwardDataGetSolutionCount(handle.miopenHandle,
|
|
params.dy().tensorDescriptor(),
|
|
params.w().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.dx().tensorDescriptor(),
|
|
&solutionCount);
|
|
if(status != miopenStatusSuccess)
|
|
{
|
|
return false;
|
|
}
|
|
}
|
|
catch(const std::exception& e)
|
|
{
|
|
HIPDNN_PLUGIN_LOG_INFO(e.what());
|
|
return false;
|
|
}
|
|
|
|
return solutionCount != 0;
|
|
}
|
|
|
|
bool isApplicableWrw(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionWrwAttributes>();
|
|
|
|
size_t solutionCount = 0;
|
|
try
|
|
{
|
|
const ConvWrwParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
|
|
if(!params.validTensors())
|
|
{
|
|
return false;
|
|
}
|
|
|
|
auto status
|
|
= miopenConvolutionBackwardWeightsGetSolutionCount(handle.miopenHandle,
|
|
params.dy().tensorDescriptor(),
|
|
params.x().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.dw().tensorDescriptor(),
|
|
&solutionCount);
|
|
if(status != miopenStatusSuccess)
|
|
{
|
|
return false;
|
|
}
|
|
}
|
|
catch(const std::exception& e)
|
|
{
|
|
HIPDNN_PLUGIN_LOG_INFO(e.what());
|
|
return false;
|
|
}
|
|
|
|
return solutionCount != 0;
|
|
}
|
|
|
|
MiopenConvPlanBuilder::WorkspaceSizeRange
|
|
getWorkspaceSizeRangeFwd(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionFwdAttributes>();
|
|
const ConvFwdParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
|
|
size_t minWorkspace = 0;
|
|
size_t maxWorkspace = 0;
|
|
THROW_ON_MIOPEN_FAILURE(
|
|
miopenConvolutionForwardGetWorkSpaceSizeRange(handle.miopenHandle,
|
|
params.w().tensorDescriptor(),
|
|
params.x().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.y().tensorDescriptor(),
|
|
&minWorkspace,
|
|
&maxWorkspace));
|
|
|
|
HIPDNN_PLUGIN_LOG_INFO("Convolution Fwd: Workspace range: min=" << minWorkspace
|
|
<< ", max=" << maxWorkspace);
|
|
|
|
return {minWorkspace, maxWorkspace};
|
|
}
|
|
|
|
MiopenConvPlanBuilder::WorkspaceSizeRange
|
|
getWorkspaceSizeRangeBwd(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionBwdAttributes>();
|
|
const ConvBwdParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
|
|
size_t minWorkspace = 0;
|
|
size_t maxWorkspace = 0;
|
|
THROW_ON_MIOPEN_FAILURE(
|
|
miopenConvolutionBackwardDataGetWorkSpaceSizeRange(handle.miopenHandle,
|
|
params.dy().tensorDescriptor(),
|
|
params.w().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.dx().tensorDescriptor(),
|
|
&minWorkspace,
|
|
&maxWorkspace));
|
|
|
|
HIPDNN_PLUGIN_LOG_INFO("Convolution Bwd: Workspace range: min=" << minWorkspace
|
|
<< ", max=" << maxWorkspace);
|
|
|
|
return {minWorkspace, maxWorkspace};
|
|
}
|
|
|
|
MiopenConvPlanBuilder::WorkspaceSizeRange
|
|
getWorkspaceSizeRangeWrw(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionWrwAttributes>();
|
|
const ConvWrwParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
|
|
size_t minWorkspace = 0;
|
|
size_t maxWorkspace = 0;
|
|
THROW_ON_MIOPEN_FAILURE(
|
|
miopenConvolutionBackwardWeightsGetWorkSpaceSizeRange(handle.miopenHandle,
|
|
params.dy().tensorDescriptor(),
|
|
params.x().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.dw().tensorDescriptor(),
|
|
&minWorkspace,
|
|
&maxWorkspace));
|
|
|
|
HIPDNN_PLUGIN_LOG_INFO("Convolution Wrw: Workspace range: min=" << minWorkspace
|
|
<< ", max=" << maxWorkspace);
|
|
|
|
return {minWorkspace, maxWorkspace};
|
|
}
|
|
|
|
size_t getMaxWorkspaceSizeFwd(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
const HipdnnMiopenSettings& executionSettings,
|
|
bool deterministicEnabled)
|
|
{
|
|
size_t workSpaceSize = executionSettings.selectedWorkspaceSize();
|
|
|
|
if(workSpaceSize == 0)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionFwdAttributes>();
|
|
const ConvFwdParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
THROW_ON_MIOPEN_FAILURE(
|
|
miopenConvolutionForwardGetWorkSpaceSize(handle.miopenHandle,
|
|
params.w().tensorDescriptor(),
|
|
params.x().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.y().tensorDescriptor(),
|
|
&workSpaceSize));
|
|
}
|
|
|
|
return workSpaceSize;
|
|
}
|
|
|
|
size_t getMaxWorkspaceSizeBwd(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
const HipdnnMiopenSettings& executionSettings,
|
|
bool deterministicEnabled)
|
|
{
|
|
size_t workSpaceSize = executionSettings.selectedWorkspaceSize();
|
|
|
|
if(workSpaceSize == 0)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionBwdAttributes>();
|
|
const ConvBwdParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
|
|
THROW_ON_MIOPEN_FAILURE(
|
|
miopenConvolutionBackwardDataGetWorkSpaceSize(handle.miopenHandle,
|
|
params.dy().tensorDescriptor(),
|
|
params.w().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.dx().tensorDescriptor(),
|
|
&workSpaceSize));
|
|
}
|
|
|
|
return workSpaceSize;
|
|
}
|
|
|
|
size_t getMaxWorkspaceSizeWrw(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
const HipdnnMiopenSettings& executionSettings,
|
|
bool deterministicEnabled)
|
|
{
|
|
size_t workSpaceSize = executionSettings.selectedWorkspaceSize();
|
|
|
|
if(workSpaceSize == 0)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionWrwAttributes>();
|
|
const ConvWrwParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
|
|
THROW_ON_MIOPEN_FAILURE(
|
|
miopenConvolutionBackwardWeightsGetWorkSpaceSize(handle.miopenHandle,
|
|
params.dy().tensorDescriptor(),
|
|
params.x().tensorDescriptor(),
|
|
params.conv().convDescriptor(),
|
|
params.dw().tensorDescriptor(),
|
|
&workSpaceSize));
|
|
}
|
|
|
|
return workSpaceSize;
|
|
}
|
|
|
|
void buildPlanFwd(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
HipdnnMiopenContext& executionContext,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionFwdAttributes>();
|
|
ConvFwdParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
auto plan = std::make_unique<ConvFwdPlan>(
|
|
handle, std::move(params), executionContext.executionSettings());
|
|
executionContext.setPlan(std::move(plan));
|
|
}
|
|
|
|
void buildPlanBwd(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
HipdnnMiopenContext& executionContext,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionBwdAttributes>();
|
|
ConvBwdParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
auto plan = std::make_unique<ConvBwdPlan>(
|
|
handle, std::move(params), executionContext.executionSettings());
|
|
executionContext.setPlan(std::move(plan));
|
|
}
|
|
|
|
void buildPlanWrw(const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
HipdnnMiopenContext& executionContext,
|
|
bool deterministicEnabled)
|
|
{
|
|
const auto& attr
|
|
= opGraph.getNodeWrapper(0)
|
|
.attributesAs<hipdnn_flatbuffers_sdk::data_objects::ConvolutionWrwAttributes>();
|
|
ConvWrwParams params(attr, opGraph.getTensorMap(), deterministicEnabled);
|
|
auto plan = std::make_unique<ConvWrwPlan>(
|
|
handle, std::move(params), executionContext.executionSettings());
|
|
executionContext.setPlan(std::move(plan));
|
|
}
|
|
|
|
} // namespace
|
|
|
|
bool MiopenConvPlanBuilder::isApplicable(
|
|
const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph) const
|
|
{
|
|
// Execute-time override shapes can diverge from the compile-time dims this
|
|
// builder matched exactly; the plan bakes those dims into the MIOpen
|
|
// descriptors it builds, so decline rather than risk a mismatch (RFC 0008 §4.6).
|
|
if(opGraph.getGraph().is_override_shape_enabled())
|
|
{
|
|
HIPDNN_PLUGIN_LOG_INFO("Convolution plan builder does not support override shapes");
|
|
return false;
|
|
}
|
|
|
|
if(opGraph.nodeCount() != 1)
|
|
{
|
|
HIPDNN_PLUGIN_LOG_INFO(
|
|
"Convolution plan builder is applicable only for single node graphs. Graph "
|
|
"has "
|
|
<< opGraph.nodeCount() << " nodes");
|
|
return false;
|
|
}
|
|
|
|
if(opGraph.getNode(0).compute_data_type()
|
|
!= hipdnn_flatbuffers_sdk::data_objects::DataType::FLOAT)
|
|
{
|
|
HIPDNN_PLUGIN_LOG_ERROR("Convolution plan builder only supports nodes with an fp32 "
|
|
"compute_data_type");
|
|
return false;
|
|
}
|
|
|
|
const auto& node = opGraph.getNode(0);
|
|
bool ret = false;
|
|
|
|
switch(node.attributes_type())
|
|
{
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionFwdAttributes:
|
|
ret = isApplicableFwd(handle, opGraph, _deterministic);
|
|
break;
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionBwdAttributes:
|
|
ret = isApplicableBwd(handle, opGraph, _deterministic);
|
|
break;
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionWrwAttributes:
|
|
ret = isApplicableWrw(handle, opGraph, _deterministic);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
if(!ret)
|
|
{
|
|
HIPDNN_PLUGIN_LOG_INFO("Convolution plan builder is not applicable for this graph");
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
MiopenConvPlanBuilder::WorkspaceSizeRange MiopenConvPlanBuilder::getWorkspaceSizeRange(
|
|
const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph) const
|
|
{
|
|
if(opGraph.nodeCount() != 1)
|
|
{
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_BAD_PARAM,
|
|
"Convolution plan builder supports only single node graphs. Graph has "
|
|
+ std::to_string(opGraph.nodeCount()) + " nodes");
|
|
}
|
|
|
|
const auto& node = opGraph.getNode(0);
|
|
|
|
switch(node.attributes_type())
|
|
{
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionFwdAttributes:
|
|
return getWorkspaceSizeRangeFwd(handle, opGraph, _deterministic);
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionBwdAttributes:
|
|
return getWorkspaceSizeRangeBwd(handle, opGraph, _deterministic);
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionWrwAttributes:
|
|
return getWorkspaceSizeRangeWrw(handle, opGraph, _deterministic);
|
|
default:
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_BAD_PARAM,
|
|
"Unsupported node type for convolution plan builder: "
|
|
+ std::string(
|
|
hipdnn_flatbuffers_sdk::data_objects::toString(node.attributes_type())));
|
|
}
|
|
}
|
|
|
|
size_t MiopenConvPlanBuilder::getMaxWorkspaceSize(
|
|
const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
const HipdnnMiopenSettings& executionSettings) const
|
|
{
|
|
if(opGraph.nodeCount() != 1)
|
|
{
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_BAD_PARAM,
|
|
"Convolution plan builder supports only single node graphs. Graph has "
|
|
+ std::to_string(opGraph.nodeCount()) + " nodes");
|
|
}
|
|
|
|
const auto& node = opGraph.getNode(0);
|
|
|
|
switch(node.attributes_type())
|
|
{
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionFwdAttributes:
|
|
return getMaxWorkspaceSizeFwd(handle, opGraph, executionSettings, _deterministic);
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionBwdAttributes:
|
|
return getMaxWorkspaceSizeBwd(handle, opGraph, executionSettings, _deterministic);
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionWrwAttributes:
|
|
return getMaxWorkspaceSizeWrw(handle, opGraph, executionSettings, _deterministic);
|
|
default:
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_BAD_PARAM,
|
|
"Unsupported node type for convolution plan builder: "
|
|
+ std::string(
|
|
hipdnn_flatbuffers_sdk::data_objects::toString(node.attributes_type())));
|
|
}
|
|
}
|
|
|
|
void MiopenConvPlanBuilder::initializeExecutionSettings(
|
|
const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IEngineConfig& engineConfig,
|
|
HipdnnMiopenSettings& executionSettings) const
|
|
{
|
|
// Read workspace size limit knob setting
|
|
if(engineConfig.isValid()
|
|
&& engineConfig.hasKnobSetting(hipdnn_plugin_sdk::WORKSPACE_SIZE_LIMIT_KNOB_NAME))
|
|
{
|
|
const auto& knobSetting
|
|
= engineConfig.getKnobSettingByName(hipdnn_plugin_sdk::WORKSPACE_SIZE_LIMIT_KNOB_NAME);
|
|
|
|
if(knobSetting.valueType() != hipdnn_flatbuffers_sdk::data_objects::KnobValue::IntValue)
|
|
{
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_BAD_PARAM,
|
|
"Workspace size limit knob setting value is not an integer. Type: "
|
|
+ std::string(hipdnn_flatbuffers_sdk::data_objects::EnumNameKnobValue(
|
|
knobSetting.valueType())));
|
|
}
|
|
|
|
auto value = knobSetting.valueAs<hipdnn_flatbuffers_sdk::data_objects::IntValue>().value();
|
|
|
|
if(value < 0)
|
|
{
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_INVALID_VALUE,
|
|
"Invalid workspace size limit value: " + std::to_string(value) + ". Must be >= 0");
|
|
}
|
|
|
|
const auto range = getWorkspaceSizeRange(handle, opGraph);
|
|
|
|
if(static_cast<size_t>(value) < range.min || static_cast<size_t>(value) > range.max)
|
|
{
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_INVALID_VALUE,
|
|
"Invalid workspace size limit value: " + std::to_string(value)
|
|
+ ". Must be in range [" + std::to_string(range.min) + ", "
|
|
+ std::to_string(range.max) + "]");
|
|
}
|
|
|
|
executionSettings.setWorkspaceSizeLimit(static_cast<size_t>(value));
|
|
executionSettings.setDefaultWorkspaceSize(range.max);
|
|
}
|
|
|
|
if(!executionSettings.workspaceSizeLimit().has_value())
|
|
{
|
|
const auto maxWs = getMaxWorkspaceSize(handle, opGraph, executionSettings);
|
|
executionSettings.setDefaultWorkspaceSize(maxWs);
|
|
}
|
|
}
|
|
|
|
void MiopenConvPlanBuilder::buildPlan(
|
|
const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph,
|
|
[[maybe_unused]] const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IEngineConfig&
|
|
engineConfig,
|
|
HipdnnMiopenContext& executionContext) const
|
|
{
|
|
if(opGraph.nodeCount() != 1)
|
|
{
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_BAD_PARAM,
|
|
"Convolution plan builder supports only single node graphs. Graph has "
|
|
+ std::to_string(opGraph.nodeCount()) + " nodes");
|
|
}
|
|
|
|
const auto& nodeWrapper = opGraph.getNodeWrapper(0);
|
|
const auto nodeName = nodeWrapper.name();
|
|
|
|
switch(nodeWrapper.attributesType())
|
|
{
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionFwdAttributes:
|
|
HIPDNN_PLUGIN_LOG_INFO("Building convolution fwd plan for node: " << nodeName);
|
|
buildPlanFwd(handle, opGraph, executionContext, _deterministic);
|
|
break;
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionBwdAttributes:
|
|
HIPDNN_PLUGIN_LOG_INFO("Building convolution bwd plan for node: " << nodeName);
|
|
buildPlanBwd(handle, opGraph, executionContext, _deterministic);
|
|
break;
|
|
case hipdnn_flatbuffers_sdk::data_objects::NodeAttributes::ConvolutionWrwAttributes:
|
|
HIPDNN_PLUGIN_LOG_INFO("Building convolution wrw plan for node: " << nodeName);
|
|
buildPlanWrw(handle, opGraph, executionContext, _deterministic);
|
|
break;
|
|
default:
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_BAD_PARAM,
|
|
"Unsupported node type for convolution plan builder: "
|
|
+ std::string(
|
|
hipdnn_flatbuffers_sdk::data_objects::toString(nodeWrapper.attributesType())));
|
|
}
|
|
}
|
|
|
|
std::vector<hipdnn_flatbuffers_sdk::data_objects::KnobT> MiopenConvPlanBuilder::getCustomKnobs(
|
|
const HipdnnMiopenHandle& handle,
|
|
const hipdnn_flatbuffers_sdk::flatbuffer_utilities::IGraph& opGraph) const
|
|
{
|
|
std::vector<hipdnn_flatbuffers_sdk::data_objects::KnobT> knobs;
|
|
|
|
if(!isApplicable(handle, opGraph))
|
|
{
|
|
return knobs;
|
|
}
|
|
|
|
// Workspace size limit knob
|
|
const auto range = getWorkspaceSizeRange(handle, opGraph);
|
|
|
|
// Validate that size_t values can fit into int64_t
|
|
if(range.min > std::numeric_limits<int64_t>::max())
|
|
{
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_INTERNAL_ERROR,
|
|
"Workspace size range minimum (" + std::to_string(range.min)
|
|
+ ") exceeds maximum representable int64_t value");
|
|
}
|
|
if(range.max > std::numeric_limits<int64_t>::max())
|
|
{
|
|
throw hipdnn_plugin_sdk::HipdnnPluginException(
|
|
HIPDNN_PLUGIN_STATUS_INTERNAL_ERROR,
|
|
"Workspace size range maximum (" + std::to_string(range.max)
|
|
+ ") exceeds maximum representable int64_t value");
|
|
}
|
|
|
|
const auto minWorkspace = static_cast<int64_t>(range.min);
|
|
const auto maxWorkspace = static_cast<int64_t>(range.max);
|
|
|
|
hipdnn_flatbuffers_sdk::data_objects::KnobT workspaceKnob;
|
|
workspaceKnob.knob_id = hipdnn_plugin_sdk::WORKSPACE_SIZE_LIMIT_KNOB_NAME;
|
|
workspaceKnob.description = "Workspace size limit in bytes";
|
|
|
|
hipdnn_flatbuffers_sdk::data_objects::IntValueT workspaceDefaultValue;
|
|
workspaceDefaultValue.value = maxWorkspace;
|
|
workspaceKnob.default_value.Set(workspaceDefaultValue);
|
|
|
|
hipdnn_flatbuffers_sdk::data_objects::IntConstraintT workspaceConstraint;
|
|
workspaceConstraint.min_value = minWorkspace;
|
|
workspaceConstraint.max_value = maxWorkspace;
|
|
workspaceConstraint.step = 1;
|
|
workspaceKnob.constraint.Set(workspaceConstraint);
|
|
|
|
knobs.push_back(std::move(workspaceKnob));
|
|
|
|
return knobs;
|
|
}
|
|
|
|
} // namespace miopen_plugin
|