Files
TheRock/rocm-libraries/projects/hipdnn/frontend/include/hipdnn_frontend/detail/OperationUnpacker.hpp
T
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

192 lines
8.8 KiB
C++

// Copyright © Advanced Micro Devices, Inc., or its affiliates.
// SPDX-License-Identifier: MIT
#pragma once
#include <HipdnnOperationType.h>
#include <array>
#include <hipdnn_frontend/Error.hpp>
#include <hipdnn_frontend/attributes/GraphAttributes.hpp>
#include <hipdnn_frontend/attributes/TensorAttributes.hpp>
#include <hipdnn_frontend/detail/BackendWrapper.hpp>
#include <hipdnn_frontend/node/BatchnormBackwardNode.hpp>
#include <hipdnn_frontend/node/BatchnormInferenceNode.hpp>
#include <hipdnn_frontend/node/BatchnormInferenceNodeVarianceExt.hpp>
#include <hipdnn_frontend/node/BatchnormNode.hpp>
#include <hipdnn_frontend/node/BlockScaleDequantizeNode.hpp>
#include <hipdnn_frontend/node/BlockScaleQuantizeNode.hpp>
#include <hipdnn_frontend/node/ConvolutionDgradNode.hpp>
#include <hipdnn_frontend/node/ConvolutionFpropNode.hpp>
#include <hipdnn_frontend/node/ConvolutionWgradNode.hpp>
#include <hipdnn_frontend/node/CustomOpNode.hpp>
#include <hipdnn_frontend/node/LayerNormNode.hpp>
#include <hipdnn_frontend/node/LayernormBackwardNode.hpp>
#include <hipdnn_frontend/node/MatmulNode.hpp>
#include <hipdnn_frontend/node/Node.hpp>
#include <hipdnn_frontend/node/PointwiseNode.hpp>
#include <hipdnn_frontend/node/RMSNormBackwardNode.hpp>
#include <hipdnn_frontend/node/RMSNormNode.hpp>
#include <hipdnn_frontend/node/ReductionNode.hpp>
#include <hipdnn_frontend/node/ResampleFwdNode.hpp>
#include <hipdnn_frontend/node/SdpaBwdNode.hpp>
#include <hipdnn_frontend/node/SdpaFwdNode.hpp>
#include <memory>
#include <string>
#include <unordered_map>
namespace hipdnn_frontend::detail
{
/// Queries the operation type directly via HIPDNN_ATTR_OPERATION_TYPE_EXT.
/// Returns an error on failure — no fallback probing.
[[nodiscard]] inline std::pair<hipdnnOperationType_ext_t, Error>
queryOperationType(hipdnnBackendDescriptor_t opDesc)
{
hipdnnOperationType_ext_t typeValue = HIPDNN_OPERATION_TYPE_NOT_SET_EXT;
int64_t actualCount = 0;
auto status = hipdnnBackend()->backendGetAttribute(opDesc,
HIPDNN_ATTR_OPERATION_TYPE_EXT,
HIPDNN_TYPE_OPERATION_TYPE_EXT,
1,
&actualCount,
&typeValue);
if(status != HIPDNN_STATUS_SUCCESS)
{
std::array<char, HIPDNN_ERROR_STRING_MAX_LENGTH> backendErrMsg{};
hipdnnBackend()->getLastErrorString(backendErrMsg.data(), backendErrMsg.size());
return {HIPDNN_OPERATION_TYPE_NOT_SET_EXT,
{ErrorCode::HIPDNN_BACKEND_ERROR,
std::string("Failed to query HIPDNN_ATTR_OPERATION_TYPE_EXT. Backend error: ")
+ backendErrMsg.data()}};
}
return {typeValue, {}};
}
/// Creates a frontend node of the appropriate type for the given backend operation type.
///
/// @param opType The backend operation type from HIPDNN_ATTR_OPERATION_TYPE_EXT
/// @param graphAttrs Graph-level attributes to associate with the created node
/// @return A shared_ptr to the created INode, or an error if the type is unsupported
[[nodiscard]] inline std::pair<std::shared_ptr<graph::INode>, Error>
createNodeForType(hipdnnOperationType_ext_t opType, const graph::GraphAttributes& graphAttrs)
{
switch(opType)
{
case HIPDNN_OPERATION_TYPE_BATCHNORM_EXT:
return {std::make_shared<graph::BatchnormNode>(graph::BatchnormAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_BATCHNORM_BACKWARD_EXT:
return {std::make_shared<graph::BatchnormBackwardNode>(graph::BatchnormBackwardAttributes{},
graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_BATCHNORM_INFERENCE_EXT:
return {std::make_shared<graph::BatchnormInferenceNode>(
graph::BatchnormInferenceAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_BATCHNORM_INFERENCE_VARIANCE_EXT:
return {std::make_shared<graph::BatchnormInferenceNodeVarianceExt>(
graph::BatchnormInferenceAttributesVarianceExt{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_BLOCK_SCALE_DEQUANTIZE_EXT:
return {std::make_shared<graph::BlockScaleDequantizeNode>(
graph::BlockScaleDequantizeAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_BLOCK_SCALE_QUANTIZE_EXT:
return {std::make_shared<graph::BlockScaleQuantizeNode>(
graph::BlockScaleQuantizeAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_CONVOLUTION_BACKWARD_DATA_EXT:
return {
std::make_shared<graph::ConvolutionDgradNode>(graph::ConvDgradAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_CONVOLUTION_BACKWARD_WEIGHTS_EXT:
return {
std::make_shared<graph::ConvolutionWgradNode>(graph::ConvWgradAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_CONVOLUTION_FORWARD_EXT:
return {
std::make_shared<graph::ConvolutionFpropNode>(graph::ConvFpropAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_CUSTOM_OP_EXT:
return {std::make_shared<graph::CustomOpNode>(graph::CustomOpAttributes{}, graphAttrs), {}};
case HIPDNN_OPERATION_TYPE_LAYERNORM_EXT:
return {std::make_shared<graph::LayerNormNode>(graph::LayernormAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_MATMUL_EXT:
return {std::make_shared<graph::MatmulNode>(graph::MatmulAttributes{}, graphAttrs), {}};
case HIPDNN_OPERATION_TYPE_POINTWISE_EXT:
return {std::make_shared<graph::PointwiseNode>(graph::PointwiseAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_REDUCTION_EXT:
return {std::make_shared<graph::ReductionNode>(graph::ReductionAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_RMSNORM_EXT:
return {std::make_shared<graph::RMSNormNode>(graph::RMSNormAttributes{}, graphAttrs), {}};
case HIPDNN_OPERATION_TYPE_RMSNORM_BACKWARD_EXT:
return {std::make_shared<graph::RMSNormBackwardNode>(graph::RMSNormBackwardAttributes{},
graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_SDPA_BACKWARD_EXT:
return {std::make_shared<graph::SdpaBwdNode>(graph::SdpaBackwardAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_SDPA_FORWARD_EXT:
return {std::make_shared<graph::SdpaFwdNode>(graph::SdpaAttributes{}, graphAttrs), {}};
case HIPDNN_OPERATION_TYPE_RESAMPLE_FWD:
return {
std::make_shared<graph::ResampleFwdNode>(graph::ResampleFwdAttributes{}, graphAttrs),
{}};
case HIPDNN_OPERATION_TYPE_LAYERNORM_BACKWARD_EXT:
return {std::make_shared<graph::LayernormBackwardNode>(graph::LayernormBackwardAttributes{},
graphAttrs),
{}};
default:
return {nullptr,
{ErrorCode::HIPDNN_BACKEND_ERROR,
"Unsupported operation type for graph lifting (type id: "
+ std::to_string(static_cast<int>(opType)) + ")"}};
}
}
/// Unpacks a backend operation descriptor and returns a frontend node.
///
/// Uses a two-phase approach:
/// 1. Query the operation type via HIPDNN_ATTR_OPERATION_TYPE_EXT
/// 2. Create the correct node type and unpack via virtual dispatch
///
/// Errors are fail-fast: any failure during type query or unpacking returns
/// immediately with a clear error message.
///
/// @param opDesc The backend operation descriptor to unpack
/// @param tensorMap A map from tensor UID to TensorAttributes for sharing tensors across operations
/// @param graphAttrs Graph-level attributes to associate with the created node
/// @return A shared_ptr to the created INode, or an error if unpacking fails
[[nodiscard]] inline std::pair<std::shared_ptr<graph::INode>, Error> unpackOperation(
hipdnnBackendDescriptor_t opDesc,
std::unordered_map<int64_t, std::shared_ptr<graph::TensorAttributes>>& tensorMap,
const graph::GraphAttributes& graphAttrs)
{
auto [opType, typeErr] = queryOperationType(opDesc);
if(typeErr.is_bad())
{
return {nullptr,
{typeErr.code,
std::string("Failed to determine operation type: ") + typeErr.get_message()}};
}
auto [node, nodeErr] = createNodeForType(opType, graphAttrs);
if(nodeErr.is_bad())
{
return {nullptr, nodeErr};
}
auto err = node->unpack_from_descriptor(opDesc, tensorMap);
if(err.is_bad())
{
return {nullptr, err};
}
return {node, {}};
}
} // namespace hipdnn_frontend::detail