Files
TheRock/rocm-libraries/projects/hipdnn/backend/tests/descriptors/TestBatchnormInferenceOperationFromNode.cpp
T
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

609 lines
29 KiB
C++

// Copyright © Advanced Micro Devices, Inc., or its affiliates.
// SPDX-License-Identifier: MIT
#include "HipdnnOperationType.h"
#include "TensorDescriptorTestUtils.hpp"
#include "TestMacros.hpp"
#include "descriptors/BatchnormInferenceOperationDescriptor.hpp"
#include "descriptors/NodeFactory.hpp"
#include "descriptors/ScopedDescriptor.hpp"
#include "descriptors/TensorDescriptor.hpp"
#include "hipdnn_backend.h"
#include <gtest/gtest.h>
#include <hipdnn_flatbuffers_sdk/data_objects/batchnorm_inference_attributes_generated.h>
#include <hipdnn_flatbuffers_sdk/data_objects/graph_generated.h>
#include <hipdnn_flatbuffers_sdk/data_objects/tensor_attributes_generated.h>
#include <memory>
#include <unordered_map>
#include <vector>
#include <hipdnn_test_sdk/constants/BatchnormInferenceConstants.hpp>
using namespace hipdnn_backend;
using namespace hipdnn_flatbuffers_sdk::data_objects;
using namespace hipdnn_tests::constants;
// =============================================================================
// BatchnormInferenceOperationDescriptor::fromNode() Tests
// =============================================================================
class TestBatchnormInferenceOperationFromNode : public ::testing::Test
{
protected:
std::unordered_map<int64_t, std::shared_ptr<TensorDescriptor>> _tensorMap;
void SetUp() override
{
TensorAttributesT xAttrs;
xAttrs.uid = K_BN_INF_TENSOR_X_UID;
xAttrs.data_type = DataType::FLOAT;
xAttrs.dims = {K_BN_INF_SPATIAL_DIMS[0],
K_BN_INF_SPATIAL_DIMS[1],
K_BN_INF_SPATIAL_DIMS[2],
K_BN_INF_SPATIAL_DIMS[3]};
xAttrs.strides = {K_BN_INF_SPATIAL_STRIDES[0],
K_BN_INF_SPATIAL_STRIDES[1],
K_BN_INF_SPATIAL_STRIDES[2],
K_BN_INF_SPATIAL_STRIDES[3]};
_tensorMap[K_BN_INF_TENSOR_X_UID] = TensorDescriptor::fromFlatBuffer(xAttrs);
TensorAttributesT meanAttrs;
meanAttrs.uid = K_BN_INF_TENSOR_MEAN_UID;
meanAttrs.data_type = DataType::FLOAT;
meanAttrs.dims = {K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]};
meanAttrs.strides = {K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]};
_tensorMap[K_BN_INF_TENSOR_MEAN_UID] = TensorDescriptor::fromFlatBuffer(meanAttrs);
TensorAttributesT invVarianceAttrs;
invVarianceAttrs.uid = K_BN_INF_TENSOR_INV_VARIANCE_UID;
invVarianceAttrs.data_type = DataType::FLOAT;
invVarianceAttrs.dims = {K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]};
invVarianceAttrs.strides = {K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]};
_tensorMap[K_BN_INF_TENSOR_INV_VARIANCE_UID]
= TensorDescriptor::fromFlatBuffer(invVarianceAttrs);
TensorAttributesT scaleAttrs;
scaleAttrs.uid = K_BN_INF_TENSOR_SCALE_UID;
scaleAttrs.data_type = DataType::FLOAT;
scaleAttrs.dims = {K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]};
scaleAttrs.strides = {K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]};
_tensorMap[K_BN_INF_TENSOR_SCALE_UID] = TensorDescriptor::fromFlatBuffer(scaleAttrs);
TensorAttributesT biasAttrs;
biasAttrs.uid = K_BN_INF_TENSOR_BIAS_UID;
biasAttrs.data_type = DataType::FLOAT;
biasAttrs.dims = {K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]};
biasAttrs.strides = {K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]};
_tensorMap[K_BN_INF_TENSOR_BIAS_UID] = TensorDescriptor::fromFlatBuffer(biasAttrs);
TensorAttributesT yAttrs;
yAttrs.uid = K_BN_INF_TENSOR_Y_UID;
yAttrs.data_type = DataType::FLOAT;
yAttrs.dims = {K_BN_INF_SPATIAL_DIMS[0],
K_BN_INF_SPATIAL_DIMS[1],
K_BN_INF_SPATIAL_DIMS[2],
K_BN_INF_SPATIAL_DIMS[3]};
yAttrs.strides = {K_BN_INF_SPATIAL_STRIDES[0],
K_BN_INF_SPATIAL_STRIDES[1],
K_BN_INF_SPATIAL_STRIDES[2],
K_BN_INF_SPATIAL_STRIDES[3]};
_tensorMap[K_BN_INF_TENSOR_Y_UID] = TensorDescriptor::fromFlatBuffer(yAttrs);
}
static hipdnn_flatbuffers_sdk::data_objects::BatchnormInferenceAttributesT
createStandardBatchnormInferenceAttrs()
{
hipdnn_flatbuffers_sdk::data_objects::BatchnormInferenceAttributesT attrs;
attrs.x_tensor_uid = K_BN_INF_TENSOR_X_UID;
attrs.mean_tensor_uid = K_BN_INF_TENSOR_MEAN_UID;
attrs.inv_variance_tensor_uid = K_BN_INF_TENSOR_INV_VARIANCE_UID;
attrs.scale_tensor_uid = K_BN_INF_TENSOR_SCALE_UID;
attrs.bias_tensor_uid = K_BN_INF_TENSOR_BIAS_UID;
attrs.y_tensor_uid = K_BN_INF_TENSOR_Y_UID;
return attrs;
}
static NodeT createStandardNode(DataType computeType = DataType::FLOAT)
{
NodeT node;
node.compute_data_type = computeType;
node.attributes.Set(createStandardBatchnormInferenceAttrs());
return node;
}
};
TEST_F(TestBatchnormInferenceOperationFromNode, CreatesValidFinalizedDescriptor)
{
auto node = createStandardNode();
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc, nullptr);
ASSERT_TRUE(desc->isFinalized());
ASSERT_EQ(desc->getType(), HIPDNN_BACKEND_OPERATION_BATCHNORM_INFERENCE_DESCRIPTOR_EXT);
EXPECT_EQ(desc->getData().x_tensor_uid, K_BN_INF_TENSOR_X_UID);
}
TEST_F(TestBatchnormInferenceOperationFromNode, NodeFactoryDelegatesCorrectly)
{
auto node = createStandardNode();
// NodeFactory::createOperationFromNode delegates to fromNode internally.
// Verify the delegation produces a valid, correctly-typed descriptor.
auto graphOp = NodeFactory::createOperationFromNode(node, _tensorMap);
ASSERT_NE(graphOp, nullptr);
// Verify the factory dispatched to the correct operation type, then static_cast.
// Cannot use dynamic_pointer_cast: backend tests compile with -fno-rtti.
auto* op = graphOp->asGraphOperation();
ASSERT_NE(op, nullptr);
auto rebuiltNode = op->buildNode();
ASSERT_EQ(rebuiltNode->attributes.type, NodeAttributes::BatchnormInferenceAttributes);
auto desc = std::static_pointer_cast<BatchnormInferenceOperationDescriptor>(graphOp);
ASSERT_TRUE(desc->isFinalized());
// Verify all attributes are correctly populated via the delegated path
EXPECT_EQ(desc->getData().x_tensor_uid, K_BN_INF_TENSOR_X_UID);
EXPECT_EQ(desc->getData().mean_tensor_uid, K_BN_INF_TENSOR_MEAN_UID);
EXPECT_EQ(desc->getData().inv_variance_tensor_uid, K_BN_INF_TENSOR_INV_VARIANCE_UID);
EXPECT_EQ(desc->getData().scale_tensor_uid, K_BN_INF_TENSOR_SCALE_UID);
EXPECT_EQ(desc->getData().bias_tensor_uid, K_BN_INF_TENSOR_BIAS_UID);
EXPECT_EQ(desc->getData().y_tensor_uid, K_BN_INF_TENSOR_Y_UID);
EXPECT_EQ(desc->getComputeDataType(), DataType::FLOAT);
EXPECT_EQ(desc->getXDesc()->getData().uid, K_BN_INF_TENSOR_X_UID);
EXPECT_EQ(desc->getMeanDesc()->getData().uid, K_BN_INF_TENSOR_MEAN_UID);
EXPECT_EQ(desc->getInvVarianceDesc()->getData().uid, K_BN_INF_TENSOR_INV_VARIANCE_UID);
EXPECT_EQ(desc->getScaleDesc()->getData().uid, K_BN_INF_TENSOR_SCALE_UID);
EXPECT_EQ(desc->getBiasDesc()->getData().uid, K_BN_INF_TENSOR_BIAS_UID);
EXPECT_EQ(desc->getYDesc()->getData().uid, K_BN_INF_TENSOR_Y_UID);
}
TEST_F(TestBatchnormInferenceOperationFromNode, PreservesComputeDataType)
{
auto node = createStandardNode(DataType::HALF);
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_EQ(desc->getComputeDataType(), DataType::HALF);
}
TEST_F(TestBatchnormInferenceOperationFromNode, SetsTensorReferences)
{
auto node = createStandardNode();
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc->getXDesc(), nullptr);
EXPECT_EQ(desc->getXDesc()->getData().uid, K_BN_INF_TENSOR_X_UID);
ASSERT_NE(desc->getMeanDesc(), nullptr);
EXPECT_EQ(desc->getMeanDesc()->getData().uid, K_BN_INF_TENSOR_MEAN_UID);
ASSERT_NE(desc->getInvVarianceDesc(), nullptr);
EXPECT_EQ(desc->getInvVarianceDesc()->getData().uid, K_BN_INF_TENSOR_INV_VARIANCE_UID);
ASSERT_NE(desc->getScaleDesc(), nullptr);
EXPECT_EQ(desc->getScaleDesc()->getData().uid, K_BN_INF_TENSOR_SCALE_UID);
ASSERT_NE(desc->getBiasDesc(), nullptr);
EXPECT_EQ(desc->getBiasDesc()->getData().uid, K_BN_INF_TENSOR_BIAS_UID);
ASSERT_NE(desc->getYDesc(), nullptr);
EXPECT_EQ(desc->getYDesc()->getData().uid, K_BN_INF_TENSOR_Y_UID);
}
TEST_F(TestBatchnormInferenceOperationFromNode, TensorReferencesMatchTensorMap)
{
auto node = createStandardNode();
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
EXPECT_EQ(desc->getXDesc(), _tensorMap[K_BN_INF_TENSOR_X_UID]);
EXPECT_EQ(desc->getMeanDesc(), _tensorMap[K_BN_INF_TENSOR_MEAN_UID]);
EXPECT_EQ(desc->getInvVarianceDesc(), _tensorMap[K_BN_INF_TENSOR_INV_VARIANCE_UID]);
EXPECT_EQ(desc->getScaleDesc(), _tensorMap[K_BN_INF_TENSOR_SCALE_UID]);
EXPECT_EQ(desc->getBiasDesc(), _tensorMap[K_BN_INF_TENSOR_BIAS_UID]);
EXPECT_EQ(desc->getYDesc(), _tensorMap[K_BN_INF_TENSOR_Y_UID]);
}
TEST_F(TestBatchnormInferenceOperationFromNode, SetsTensorReferencesWithFullValues)
{
auto node = createStandardNode();
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc->getXDesc(), nullptr);
EXPECT_EQ(desc->getXDesc()->getData().uid, K_BN_INF_TENSOR_X_UID);
EXPECT_EQ(desc->getXDesc()->getData().data_type, DataType::FLOAT);
EXPECT_EQ(desc->getXDesc()->getData().dims,
(std::vector<int64_t>{K_BN_INF_SPATIAL_DIMS[0],
K_BN_INF_SPATIAL_DIMS[1],
K_BN_INF_SPATIAL_DIMS[2],
K_BN_INF_SPATIAL_DIMS[3]}));
EXPECT_EQ(desc->getXDesc()->getData().strides,
(std::vector<int64_t>{K_BN_INF_SPATIAL_STRIDES[0],
K_BN_INF_SPATIAL_STRIDES[1],
K_BN_INF_SPATIAL_STRIDES[2],
K_BN_INF_SPATIAL_STRIDES[3]}));
ASSERT_NE(desc->getMeanDesc(), nullptr);
EXPECT_EQ(desc->getMeanDesc()->getData().uid, K_BN_INF_TENSOR_MEAN_UID);
EXPECT_EQ(desc->getMeanDesc()->getData().data_type, DataType::FLOAT);
EXPECT_EQ(desc->getMeanDesc()->getData().dims,
(std::vector<int64_t>{K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]}));
EXPECT_EQ(desc->getMeanDesc()->getData().strides,
(std::vector<int64_t>{K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]}));
ASSERT_NE(desc->getInvVarianceDesc(), nullptr);
EXPECT_EQ(desc->getInvVarianceDesc()->getData().uid, K_BN_INF_TENSOR_INV_VARIANCE_UID);
EXPECT_EQ(desc->getInvVarianceDesc()->getData().data_type, DataType::FLOAT);
EXPECT_EQ(desc->getInvVarianceDesc()->getData().dims,
(std::vector<int64_t>{K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]}));
EXPECT_EQ(desc->getInvVarianceDesc()->getData().strides,
(std::vector<int64_t>{K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]}));
ASSERT_NE(desc->getScaleDesc(), nullptr);
EXPECT_EQ(desc->getScaleDesc()->getData().uid, K_BN_INF_TENSOR_SCALE_UID);
EXPECT_EQ(desc->getScaleDesc()->getData().data_type, DataType::FLOAT);
EXPECT_EQ(desc->getScaleDesc()->getData().dims,
(std::vector<int64_t>{K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]}));
EXPECT_EQ(desc->getScaleDesc()->getData().strides,
(std::vector<int64_t>{K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]}));
ASSERT_NE(desc->getBiasDesc(), nullptr);
EXPECT_EQ(desc->getBiasDesc()->getData().uid, K_BN_INF_TENSOR_BIAS_UID);
EXPECT_EQ(desc->getBiasDesc()->getData().data_type, DataType::FLOAT);
EXPECT_EQ(desc->getBiasDesc()->getData().dims,
(std::vector<int64_t>{K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]}));
EXPECT_EQ(desc->getBiasDesc()->getData().strides,
(std::vector<int64_t>{K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]}));
ASSERT_NE(desc->getYDesc(), nullptr);
EXPECT_EQ(desc->getYDesc()->getData().uid, K_BN_INF_TENSOR_Y_UID);
EXPECT_EQ(desc->getYDesc()->getData().data_type, DataType::FLOAT);
EXPECT_EQ(desc->getYDesc()->getData().dims,
(std::vector<int64_t>{K_BN_INF_SPATIAL_DIMS[0],
K_BN_INF_SPATIAL_DIMS[1],
K_BN_INF_SPATIAL_DIMS[2],
K_BN_INF_SPATIAL_DIMS[3]}));
EXPECT_EQ(desc->getYDesc()->getData().strides,
(std::vector<int64_t>{K_BN_INF_SPATIAL_STRIDES[0],
K_BN_INF_SPATIAL_STRIDES[1],
K_BN_INF_SPATIAL_STRIDES[2],
K_BN_INF_SPATIAL_STRIDES[3]}));
}
TEST_F(TestBatchnormInferenceOperationFromNode, FailsWithMissingXTensor)
{
_tensorMap.erase(K_BN_INF_TENSOR_X_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestBatchnormInferenceOperationFromNode, FailsWithMissingMeanTensor)
{
_tensorMap.erase(K_BN_INF_TENSOR_MEAN_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestBatchnormInferenceOperationFromNode, FailsWithMissingInvVarianceTensor)
{
_tensorMap.erase(K_BN_INF_TENSOR_INV_VARIANCE_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestBatchnormInferenceOperationFromNode, FailsWithMissingScaleTensor)
{
_tensorMap.erase(K_BN_INF_TENSOR_SCALE_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestBatchnormInferenceOperationFromNode, FailsWithMissingBiasTensor)
{
_tensorMap.erase(K_BN_INF_TENSOR_BIAS_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestBatchnormInferenceOperationFromNode, FailsWithMissingYTensor)
{
_tensorMap.erase(K_BN_INF_TENSOR_Y_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestBatchnormInferenceOperationFromNode, GetTensorDescriptorsReturnsAllTensors)
{
auto node = createStandardNode();
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
auto tensors = desc->getTensorDescriptors();
ASSERT_EQ(tensors.size(), 6);
EXPECT_EQ(tensors[0]->getData().uid, K_BN_INF_TENSOR_X_UID);
EXPECT_EQ(tensors[1]->getData().uid, K_BN_INF_TENSOR_MEAN_UID);
EXPECT_EQ(tensors[2]->getData().uid, K_BN_INF_TENSOR_INV_VARIANCE_UID);
EXPECT_EQ(tensors[3]->getData().uid, K_BN_INF_TENSOR_SCALE_UID);
EXPECT_EQ(tensors[4]->getData().uid, K_BN_INF_TENSOR_BIAS_UID);
EXPECT_EQ(tensors[5]->getData().uid, K_BN_INF_TENSOR_Y_UID);
}
TEST_F(TestBatchnormInferenceOperationFromNode, BuildNodeRoundTrip)
{
auto node = createStandardNode();
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
auto rebuiltNode = desc->buildNode();
ASSERT_NE(rebuiltNode, nullptr);
ASSERT_EQ(rebuiltNode->compute_data_type, DataType::FLOAT);
ASSERT_EQ(rebuiltNode->attributes.type, NodeAttributes::BatchnormInferenceAttributes);
const auto* rebuiltAttrs = rebuiltNode->attributes.AsBatchnormInferenceAttributes();
ASSERT_NE(rebuiltAttrs, nullptr);
EXPECT_EQ(rebuiltAttrs->x_tensor_uid, K_BN_INF_TENSOR_X_UID);
EXPECT_EQ(rebuiltAttrs->mean_tensor_uid, K_BN_INF_TENSOR_MEAN_UID);
EXPECT_EQ(rebuiltAttrs->inv_variance_tensor_uid, K_BN_INF_TENSOR_INV_VARIANCE_UID);
EXPECT_EQ(rebuiltAttrs->scale_tensor_uid, K_BN_INF_TENSOR_SCALE_UID);
EXPECT_EQ(rebuiltAttrs->bias_tensor_uid, K_BN_INF_TENSOR_BIAS_UID);
EXPECT_EQ(rebuiltAttrs->y_tensor_uid, K_BN_INF_TENSOR_Y_UID);
}
TEST_F(TestBatchnormInferenceOperationFromNode, GetAttributeWorksAfterFromNode)
{
auto node = createStandardNode();
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
// Verify compute type
hipdnnDataType_t computeType = {};
int64_t dtCount = 0;
desc->getAttribute(
HIPDNN_ATTR_BATCHNORM_INF_COMP_TYPE_EXT, HIPDNN_TYPE_DATA_TYPE, 1, &dtCount, &computeType);
ASSERT_EQ(computeType, HIPDNN_DATA_FLOAT);
// Verify x tensor
hipdnn_backend::ScopedDescriptor xScoped;
int64_t xCount = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_BATCHNORM_INFERENCE_X_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&xCount,
static_cast<void*>(xScoped.getPtr()));
ASSERT_EQ(xCount, 1);
ASSERT_NE(xScoped.get(), nullptr);
hipdnn_backend::test_utilities::verifyTensorDescriptor(xScoped.get(),
K_BN_INF_TENSOR_X_UID,
HIPDNN_DATA_FLOAT,
{K_BN_INF_SPATIAL_DIMS[0],
K_BN_INF_SPATIAL_DIMS[1],
K_BN_INF_SPATIAL_DIMS[2],
K_BN_INF_SPATIAL_DIMS[3]},
{K_BN_INF_SPATIAL_STRIDES[0],
K_BN_INF_SPATIAL_STRIDES[1],
K_BN_INF_SPATIAL_STRIDES[2],
K_BN_INF_SPATIAL_STRIDES[3]});
// Verify mean tensor
hipdnn_backend::ScopedDescriptor meanScoped;
int64_t meanCount = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_BATCHNORM_INFERENCE_MEAN_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&meanCount,
static_cast<void*>(meanScoped.getPtr()));
ASSERT_EQ(meanCount, 1);
ASSERT_NE(meanScoped.get(), nullptr);
hipdnn_backend::test_utilities::verifyTensorDescriptor(meanScoped.get(),
K_BN_INF_TENSOR_MEAN_UID,
HIPDNN_DATA_FLOAT,
{K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]},
{K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]});
// Verify inv_variance tensor
hipdnn_backend::ScopedDescriptor invVarianceScoped;
int64_t invVarianceCount = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_BATCHNORM_INFERENCE_INV_VARIANCE_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&invVarianceCount,
static_cast<void*>(invVarianceScoped.getPtr()));
ASSERT_EQ(invVarianceCount, 1);
ASSERT_NE(invVarianceScoped.get(), nullptr);
hipdnn_backend::test_utilities::verifyTensorDescriptor(invVarianceScoped.get(),
K_BN_INF_TENSOR_INV_VARIANCE_UID,
HIPDNN_DATA_FLOAT,
{K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]},
{K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]});
// Verify scale tensor
hipdnn_backend::ScopedDescriptor scaleScoped;
int64_t scaleCount = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_BATCHNORM_INFERENCE_SCALE_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&scaleCount,
static_cast<void*>(scaleScoped.getPtr()));
ASSERT_EQ(scaleCount, 1);
ASSERT_NE(scaleScoped.get(), nullptr);
hipdnn_backend::test_utilities::verifyTensorDescriptor(scaleScoped.get(),
K_BN_INF_TENSOR_SCALE_UID,
HIPDNN_DATA_FLOAT,
{K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]},
{K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]});
// Verify bias tensor
hipdnn_backend::ScopedDescriptor biasScoped;
int64_t biasCount = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_BATCHNORM_INFERENCE_BIAS_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&biasCount,
static_cast<void*>(biasScoped.getPtr()));
ASSERT_EQ(biasCount, 1);
ASSERT_NE(biasScoped.get(), nullptr);
hipdnn_backend::test_utilities::verifyTensorDescriptor(biasScoped.get(),
K_BN_INF_TENSOR_BIAS_UID,
HIPDNN_DATA_FLOAT,
{K_BN_INF_CHANNEL_DIMS[0],
K_BN_INF_CHANNEL_DIMS[1],
K_BN_INF_CHANNEL_DIMS[2],
K_BN_INF_CHANNEL_DIMS[3]},
{K_BN_INF_CHANNEL_STRIDES[0],
K_BN_INF_CHANNEL_STRIDES[1],
K_BN_INF_CHANNEL_STRIDES[2],
K_BN_INF_CHANNEL_STRIDES[3]});
// Verify y tensor
hipdnn_backend::ScopedDescriptor yScoped;
int64_t yCount = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_BATCHNORM_INFERENCE_Y_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&yCount,
static_cast<void*>(yScoped.getPtr()));
ASSERT_EQ(yCount, 1);
ASSERT_NE(yScoped.get(), nullptr);
hipdnn_backend::test_utilities::verifyTensorDescriptor(yScoped.get(),
K_BN_INF_TENSOR_Y_UID,
HIPDNN_DATA_FLOAT,
{K_BN_INF_SPATIAL_DIMS[0],
K_BN_INF_SPATIAL_DIMS[1],
K_BN_INF_SPATIAL_DIMS[2],
K_BN_INF_SPATIAL_DIMS[3]},
{K_BN_INF_SPATIAL_STRIDES[0],
K_BN_INF_SPATIAL_STRIDES[1],
K_BN_INF_SPATIAL_STRIDES[2],
K_BN_INF_SPATIAL_STRIDES[3]});
// Verify operation type
hipdnnOperationType_ext_t opType = HIPDNN_OPERATION_TYPE_NOT_SET_EXT;
int64_t opTypeCount = 0;
desc->getAttribute(
HIPDNN_ATTR_OPERATION_TYPE_EXT, HIPDNN_TYPE_OPERATION_TYPE_EXT, 1, &opTypeCount, &opType);
ASSERT_EQ(opTypeCount, 1);
EXPECT_EQ(opType, HIPDNN_OPERATION_TYPE_BATCHNORM_INFERENCE_EXT);
}
TEST_F(TestBatchnormInferenceOperationFromNode, NamePreservedFromNode)
{
auto node = createStandardNode();
node.name = "test_batchnorminference_1";
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
int64_t count = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_NAME_EXT, HIPDNN_TYPE_CHAR, 0, &count, nullptr);
ASSERT_EQ(count, static_cast<int64_t>(std::string("test_batchnorminference_1").size() + 1));
std::vector<char> buffer(static_cast<size_t>(count));
int64_t actualCount = 0;
desc->getAttribute(
HIPDNN_ATTR_OPERATION_NAME_EXT, HIPDNN_TYPE_CHAR, count, &actualCount, buffer.data());
EXPECT_STREQ(buffer.data(), "test_batchnorminference_1");
}
TEST_F(TestBatchnormInferenceOperationFromNode, EmptyNamePreservedFromNode)
{
auto node = createStandardNode();
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
int64_t count = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_NAME_EXT, HIPDNN_TYPE_CHAR, 0, &count, nullptr);
EXPECT_EQ(count, 1);
}
TEST_F(TestBatchnormInferenceOperationFromNode, BuildNodePreservesName)
{
auto node = createStandardNode();
node.name = "test_build_name";
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
auto rebuiltNode = desc->buildNode();
ASSERT_NE(rebuiltNode, nullptr);
EXPECT_EQ(rebuiltNode->name, "test_build_name");
}
TEST_F(TestBatchnormInferenceOperationFromNode, ToStringIncludesName)
{
auto node = createStandardNode();
node.name = "my_batchnorminference_op";
auto desc = BatchnormInferenceOperationDescriptor::fromNode(node, _tensorMap);
auto str = desc->toString();
EXPECT_NE(str.find("name=my_batchnorminference_op"), std::string::npos);
}