Files
TheRock/rocm-libraries/projects/hipdnn/backend/tests/descriptors/TestPointwiseOperationFromNode.cpp
T
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

507 lines
19 KiB
C++

// Copyright © Advanced Micro Devices, Inc., or its affiliates.
// SPDX-License-Identifier: MIT
#include "HipdnnOperationType.h"
#include "TestMacros.hpp"
#include "descriptors/NodeFactory.hpp"
#include "descriptors/PointwiseOperationDescriptor.hpp"
#include "descriptors/ScopedDescriptor.hpp"
#include "descriptors/TensorDescriptor.hpp"
#include "hipdnn_backend.h"
#include <gtest/gtest.h>
#include <hipdnn_flatbuffers_sdk/data_objects/graph_generated.h>
#include <hipdnn_flatbuffers_sdk/data_objects/pointwise_attributes_generated.h>
#include <hipdnn_flatbuffers_sdk/data_objects/tensor_attributes_generated.h>
#include <hipdnn_test_sdk/constants/PointwiseConstants.hpp>
#include <hipdnn_test_sdk/utilities/ToVec.hpp>
#include <memory>
#include <optional>
#include <vector>
using namespace hipdnn_backend;
using namespace hipdnn_flatbuffers_sdk::data_objects;
using hipdnn_tests::toVec;
using namespace hipdnn_tests::constants;
// =============================================================================
// PointwiseOperationDescriptor::fromNode() Tests
// =============================================================================
class TestPointwiseOperationFromNode : public ::testing::Test
{
protected:
std::unordered_map<int64_t, std::shared_ptr<TensorDescriptor>> _tensorMap;
void SetUp() override
{
TensorAttributesT in0Attrs;
in0Attrs.uid = K_PW_TENSOR_IN0_UID;
in0Attrs.data_type = DataType::FLOAT;
in0Attrs.dims = toVec(K_PW_TENSOR_DIMS);
in0Attrs.strides = toVec(K_PW_TENSOR_STRIDES);
_tensorMap[K_PW_TENSOR_IN0_UID] = TensorDescriptor::fromFlatBuffer(in0Attrs);
TensorAttributesT out0Attrs;
out0Attrs.uid = K_PW_TENSOR_OUT0_UID;
out0Attrs.data_type = DataType::FLOAT;
out0Attrs.dims = toVec(K_PW_TENSOR_DIMS);
out0Attrs.strides = toVec(K_PW_TENSOR_STRIDES);
_tensorMap[K_PW_TENSOR_OUT0_UID] = TensorDescriptor::fromFlatBuffer(out0Attrs);
TensorAttributesT in1Attrs;
in1Attrs.uid = K_PW_TENSOR_IN1_UID;
in1Attrs.data_type = DataType::FLOAT;
in1Attrs.dims = {1};
in1Attrs.strides = {1};
_tensorMap[K_PW_TENSOR_IN1_UID] = TensorDescriptor::fromFlatBuffer(in1Attrs);
TensorAttributesT in2Attrs;
in2Attrs.uid = K_PW_TENSOR_IN2_UID;
in2Attrs.data_type = DataType::FLOAT;
in2Attrs.dims = {1};
in2Attrs.strides = {1};
_tensorMap[K_PW_TENSOR_IN2_UID] = TensorDescriptor::fromFlatBuffer(in2Attrs);
}
static hipdnn_flatbuffers_sdk::data_objects::PointwiseAttributesT createStandardPointwiseAttrs()
{
hipdnn_flatbuffers_sdk::data_objects::PointwiseAttributesT attrs;
attrs.in_0_tensor_uid = K_PW_TENSOR_IN0_UID;
attrs.out_0_tensor_uid = K_PW_TENSOR_OUT0_UID;
attrs.in_1_tensor_uid = K_PW_TENSOR_IN1_UID;
attrs.in_2_tensor_uid = K_PW_TENSOR_IN2_UID;
attrs.operation = PointwiseMode::ADD;
return attrs;
}
static NodeT createStandardNode(DataType computeType = DataType::FLOAT)
{
NodeT node;
node.compute_data_type = computeType;
node.attributes.Set(createStandardPointwiseAttrs());
return node;
}
};
TEST_F(TestPointwiseOperationFromNode, CreatesValidFinalizedDescriptor)
{
auto node = createStandardNode();
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc, nullptr);
ASSERT_TRUE(desc->isFinalized());
ASSERT_EQ(desc->getType(), HIPDNN_BACKEND_OPERATION_POINTWISE_DESCRIPTOR);
EXPECT_EQ(desc->getData().in_0_tensor_uid, K_PW_TENSOR_IN0_UID);
}
TEST_F(TestPointwiseOperationFromNode, NodeFactoryDelegatesCorrectly)
{
auto node = createStandardNode();
// NodeFactory::createOperationFromNode delegates to fromNode internally.
// Verify the delegation produces a valid, correctly-typed descriptor.
auto graphOp = NodeFactory::createOperationFromNode(node, _tensorMap);
ASSERT_NE(graphOp, nullptr);
// Verify the factory dispatched to the correct operation type, then static_cast.
// Cannot use dynamic_pointer_cast: backend tests compile with -fno-rtti.
auto* op = graphOp->asGraphOperation();
ASSERT_NE(op, nullptr);
auto rebuiltNode = op->buildNode();
ASSERT_EQ(rebuiltNode->attributes.type, NodeAttributes::PointwiseAttributes);
auto desc = std::static_pointer_cast<PointwiseOperationDescriptor>(graphOp);
ASSERT_TRUE(desc->isFinalized());
// Verify all attributes are correctly populated via the delegated path
EXPECT_EQ(desc->getData().in_0_tensor_uid, K_PW_TENSOR_IN0_UID);
EXPECT_EQ(desc->getData().out_0_tensor_uid, K_PW_TENSOR_OUT0_UID);
EXPECT_EQ(desc->getData().in_1_tensor_uid, K_PW_TENSOR_IN1_UID);
EXPECT_EQ(desc->getData().in_2_tensor_uid, K_PW_TENSOR_IN2_UID);
EXPECT_EQ(desc->getData().operation, PointwiseMode::ADD);
EXPECT_EQ(desc->getComputeDataType(), DataType::FLOAT);
EXPECT_EQ(desc->getIn0Desc()->getData().uid, K_PW_TENSOR_IN0_UID);
EXPECT_EQ(desc->getOut0Desc()->getData().uid, K_PW_TENSOR_OUT0_UID);
ASSERT_NE(desc->getIn1Desc(), nullptr);
EXPECT_EQ(desc->getIn1Desc()->getData().uid, K_PW_TENSOR_IN1_UID);
ASSERT_NE(desc->getIn2Desc(), nullptr);
EXPECT_EQ(desc->getIn2Desc()->getData().uid, K_PW_TENSOR_IN2_UID);
}
TEST_F(TestPointwiseOperationFromNode, PreservesComputeDataType)
{
auto node = createStandardNode(DataType::HALF);
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_EQ(desc->getComputeDataType(), DataType::HALF);
}
TEST_F(TestPointwiseOperationFromNode, PreservesPointwiseMode)
{
auto node = createStandardNode();
auto attrs = createStandardPointwiseAttrs();
attrs.operation = PointwiseMode::MUL;
node.attributes.Set(attrs);
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_EQ(desc->getData().operation, PointwiseMode::MUL);
}
TEST_F(TestPointwiseOperationFromNode, SetsTensorReferences)
{
auto node = createStandardNode();
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc->getIn0Desc(), nullptr);
EXPECT_EQ(desc->getIn0Desc()->getData().uid, K_PW_TENSOR_IN0_UID);
ASSERT_NE(desc->getOut0Desc(), nullptr);
EXPECT_EQ(desc->getOut0Desc()->getData().uid, K_PW_TENSOR_OUT0_UID);
ASSERT_NE(desc->getIn1Desc(), nullptr);
EXPECT_EQ(desc->getIn1Desc()->getData().uid, K_PW_TENSOR_IN1_UID);
ASSERT_NE(desc->getIn2Desc(), nullptr);
EXPECT_EQ(desc->getIn2Desc()->getData().uid, K_PW_TENSOR_IN2_UID);
}
TEST_F(TestPointwiseOperationFromNode, TensorReferencesMatchTensorMap)
{
auto node = createStandardNode();
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
EXPECT_EQ(desc->getIn0Desc(), _tensorMap[K_PW_TENSOR_IN0_UID]);
EXPECT_EQ(desc->getOut0Desc(), _tensorMap[K_PW_TENSOR_OUT0_UID]);
EXPECT_EQ(desc->getIn1Desc(), _tensorMap[K_PW_TENSOR_IN1_UID]);
EXPECT_EQ(desc->getIn2Desc(), _tensorMap[K_PW_TENSOR_IN2_UID]);
}
TEST_F(TestPointwiseOperationFromNode, FailsWithMissingIn0Tensor)
{
_tensorMap.erase(K_PW_TENSOR_IN0_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(PointwiseOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestPointwiseOperationFromNode, FailsWithMissingOut0Tensor)
{
_tensorMap.erase(K_PW_TENSOR_OUT0_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(PointwiseOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestPointwiseOperationFromNode, GetTensorDescriptorsReturnsAllTensors)
{
auto node = createStandardNode();
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
auto tensors = desc->getTensorDescriptors();
ASSERT_EQ(tensors.size(), 4);
EXPECT_EQ(tensors[0]->getData().uid, K_PW_TENSOR_IN0_UID);
EXPECT_EQ(tensors[1]->getData().uid, K_PW_TENSOR_OUT0_UID);
EXPECT_EQ(tensors[2]->getData().uid, K_PW_TENSOR_IN1_UID);
EXPECT_EQ(tensors[3]->getData().uid, K_PW_TENSOR_IN2_UID);
}
TEST_F(TestPointwiseOperationFromNode, BuildNodeRoundTrip)
{
auto node = createStandardNode();
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
auto rebuiltNode = desc->buildNode();
ASSERT_NE(rebuiltNode, nullptr);
ASSERT_EQ(rebuiltNode->compute_data_type, DataType::FLOAT);
ASSERT_EQ(rebuiltNode->attributes.type, NodeAttributes::PointwiseAttributes);
const auto* rebuiltAttrs = rebuiltNode->attributes.AsPointwiseAttributes();
ASSERT_NE(rebuiltAttrs, nullptr);
EXPECT_EQ(rebuiltAttrs->in_0_tensor_uid, K_PW_TENSOR_IN0_UID);
EXPECT_EQ(rebuiltAttrs->out_0_tensor_uid, K_PW_TENSOR_OUT0_UID);
EXPECT_EQ(rebuiltAttrs->in_1_tensor_uid, K_PW_TENSOR_IN1_UID);
EXPECT_EQ(rebuiltAttrs->in_2_tensor_uid, K_PW_TENSOR_IN2_UID);
EXPECT_EQ(rebuiltAttrs->operation, PointwiseMode::ADD);
}
TEST_F(TestPointwiseOperationFromNode, GetAttributeWorksAfterFromNode)
{
auto node = createStandardNode();
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
// Verify compute type
hipdnnDataType_t computeType = {};
int64_t dtCount = 0;
desc->getAttribute(
HIPDNN_ATTR_POINTWISE_MATH_PREC, HIPDNN_TYPE_DATA_TYPE, 1, &dtCount, &computeType);
ASSERT_EQ(computeType, HIPDNN_DATA_FLOAT);
// Verify operation
hipdnnPointwiseMode_t operation = {};
int64_t operationCount = 0;
desc->getAttribute(
HIPDNN_ATTR_POINTWISE_MODE, HIPDNN_TYPE_POINTWISE_MODE, 1, &operationCount, &operation);
ASSERT_EQ(operation, HIPDNN_POINTWISE_ADD);
// Verify in_0 tensor
hipdnn_backend::ScopedDescriptor in0Scoped;
int64_t in0Count = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_POINTWISE_IN_0_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&in0Count,
static_cast<void*>(in0Scoped.getPtr()));
ASSERT_EQ(in0Count, 1);
ASSERT_NE(in0Scoped.get(), nullptr);
int64_t in0Uid = 0;
int64_t in0UidCount = 0;
in0Scoped.get()->getAttribute(
HIPDNN_ATTR_TENSOR_UNIQUE_ID, HIPDNN_TYPE_INT64, 1, &in0UidCount, &in0Uid);
EXPECT_EQ(in0Uid, K_PW_TENSOR_IN0_UID);
// Verify out_0 tensor
hipdnn_backend::ScopedDescriptor out0Scoped;
int64_t out0Count = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_POINTWISE_OUT_0_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&out0Count,
static_cast<void*>(out0Scoped.getPtr()));
ASSERT_EQ(out0Count, 1);
ASSERT_NE(out0Scoped.get(), nullptr);
int64_t out0Uid = 0;
int64_t out0UidCount = 0;
out0Scoped.get()->getAttribute(
HIPDNN_ATTR_TENSOR_UNIQUE_ID, HIPDNN_TYPE_INT64, 1, &out0UidCount, &out0Uid);
EXPECT_EQ(out0Uid, K_PW_TENSOR_OUT0_UID);
// Verify in_1 tensor (optional, set in standard fixture)
hipdnn_backend::ScopedDescriptor in1Scoped;
int64_t in1Count = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_POINTWISE_IN_1_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&in1Count,
static_cast<void*>(in1Scoped.getPtr()));
ASSERT_EQ(in1Count, 1);
ASSERT_NE(in1Scoped.get(), nullptr);
int64_t in1Uid = 0;
int64_t in1UidCount = 0;
in1Scoped.get()->getAttribute(
HIPDNN_ATTR_TENSOR_UNIQUE_ID, HIPDNN_TYPE_INT64, 1, &in1UidCount, &in1Uid);
EXPECT_EQ(in1Uid, K_PW_TENSOR_IN1_UID);
// Verify in_2 tensor (optional, set in standard fixture)
hipdnn_backend::ScopedDescriptor in2Scoped;
int64_t in2Count = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_POINTWISE_IN_2_EXT,
HIPDNN_TYPE_BACKEND_DESCRIPTOR,
1,
&in2Count,
static_cast<void*>(in2Scoped.getPtr()));
ASSERT_EQ(in2Count, 1);
ASSERT_NE(in2Scoped.get(), nullptr);
int64_t in2Uid = 0;
int64_t in2UidCount = 0;
in2Scoped.get()->getAttribute(
HIPDNN_ATTR_TENSOR_UNIQUE_ID, HIPDNN_TYPE_INT64, 1, &in2UidCount, &in2Uid);
EXPECT_EQ(in2Uid, K_PW_TENSOR_IN2_UID);
// Verify operation type
hipdnnOperationType_ext_t opType = HIPDNN_OPERATION_TYPE_NOT_SET_EXT;
int64_t opTypeCount = 0;
desc->getAttribute(
HIPDNN_ATTR_OPERATION_TYPE_EXT, HIPDNN_TYPE_OPERATION_TYPE_EXT, 1, &opTypeCount, &opType);
ASSERT_EQ(opTypeCount, 1);
EXPECT_EQ(opType, HIPDNN_OPERATION_TYPE_POINTWISE_EXT);
}
TEST_F(TestPointwiseOperationFromNode, NamePreservedFromNode)
{
auto node = createStandardNode();
node.name = "test_pointwise_1";
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
int64_t count = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_NAME_EXT, HIPDNN_TYPE_CHAR, 0, &count, nullptr);
ASSERT_EQ(count, static_cast<int64_t>(std::string("test_pointwise_1").size() + 1));
std::vector<char> buffer(static_cast<size_t>(count));
int64_t actualCount = 0;
desc->getAttribute(
HIPDNN_ATTR_OPERATION_NAME_EXT, HIPDNN_TYPE_CHAR, count, &actualCount, buffer.data());
EXPECT_STREQ(buffer.data(), "test_pointwise_1");
}
TEST_F(TestPointwiseOperationFromNode, EmptyNamePreservedFromNode)
{
auto node = createStandardNode();
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
int64_t count = 0;
desc->getAttribute(HIPDNN_ATTR_OPERATION_NAME_EXT, HIPDNN_TYPE_CHAR, 0, &count, nullptr);
EXPECT_EQ(count, 1);
}
TEST_F(TestPointwiseOperationFromNode, BuildNodePreservesName)
{
auto node = createStandardNode();
node.name = "test_build_name";
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
auto rebuiltNode = desc->buildNode();
ASSERT_NE(rebuiltNode, nullptr);
EXPECT_EQ(rebuiltNode->name, "test_build_name");
}
TEST_F(TestPointwiseOperationFromNode, SucceedsWithOnlyRequiredTensors)
{
auto attrs = createStandardPointwiseAttrs();
attrs.in_1_tensor_uid = std::nullopt;
attrs.in_2_tensor_uid = std::nullopt;
NodeT node;
node.compute_data_type = DataType::FLOAT;
node.attributes.Set(attrs);
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc, nullptr);
ASSERT_TRUE(desc->isFinalized());
ASSERT_NE(desc->getIn0Desc(), nullptr);
EXPECT_EQ(desc->getIn0Desc()->getData().uid, K_PW_TENSOR_IN0_UID);
ASSERT_NE(desc->getOut0Desc(), nullptr);
EXPECT_EQ(desc->getOut0Desc()->getData().uid, K_PW_TENSOR_OUT0_UID);
EXPECT_EQ(desc->getIn1Desc(), nullptr);
EXPECT_EQ(desc->getIn2Desc(), nullptr);
}
TEST_F(TestPointwiseOperationFromNode, FailsWhenOptionalIn1UidSetButTensorMissing)
{
_tensorMap.erase(K_PW_TENSOR_IN1_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(PointwiseOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestPointwiseOperationFromNode, FailsWhenOptionalIn2UidSetButTensorMissing)
{
_tensorMap.erase(K_PW_TENSOR_IN2_UID);
auto node = createStandardNode();
ASSERT_THROW_HIPDNN_STATUS(PointwiseOperationDescriptor::fromNode(node, _tensorMap),
HIPDNN_STATUS_INTERNAL_ERROR);
}
TEST_F(TestPointwiseOperationFromNode, FromNodePreservesReluScalars)
{
auto attrs = createStandardPointwiseAttrs();
attrs.operation = PointwiseMode::RELU_FWD;
attrs.relu_lower_clip = -1.0F;
attrs.relu_upper_clip = 6.0F;
attrs.relu_lower_clip_slope = 0.01F;
NodeT node;
node.compute_data_type = DataType::FLOAT;
node.attributes.Set(attrs);
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc, nullptr);
// Verify via getData()
EXPECT_TRUE(desc->getData().relu_lower_clip.has_value());
EXPECT_FLOAT_EQ(desc->getData().relu_lower_clip.value(), -1.0F);
EXPECT_TRUE(desc->getData().relu_upper_clip.has_value());
EXPECT_FLOAT_EQ(desc->getData().relu_upper_clip.value(), 6.0F);
EXPECT_TRUE(desc->getData().relu_lower_clip_slope.has_value());
EXPECT_FLOAT_EQ(desc->getData().relu_lower_clip_slope.value(), 0.01F);
// Verify round-trip via buildNode()
auto rebuiltNode = desc->buildNode();
const auto* rebuiltAttrs = rebuiltNode->attributes.AsPointwiseAttributes();
ASSERT_NE(rebuiltAttrs, nullptr);
ASSERT_TRUE(rebuiltAttrs->relu_lower_clip.has_value());
EXPECT_FLOAT_EQ(rebuiltAttrs->relu_lower_clip.value(), -1.0F);
ASSERT_TRUE(rebuiltAttrs->relu_upper_clip.has_value());
EXPECT_FLOAT_EQ(rebuiltAttrs->relu_upper_clip.value(), 6.0F);
ASSERT_TRUE(rebuiltAttrs->relu_lower_clip_slope.has_value());
EXPECT_FLOAT_EQ(rebuiltAttrs->relu_lower_clip_slope.value(), 0.01F);
}
TEST_F(TestPointwiseOperationFromNode, FromNodePreservesSwishEluSoftplusScalars)
{
auto attrs = createStandardPointwiseAttrs();
attrs.operation = PointwiseMode::SWISH_FWD;
attrs.swish_beta = 1.5F;
attrs.elu_alpha = 0.25F;
attrs.softplus_beta = 2.0F;
NodeT node;
node.compute_data_type = DataType::FLOAT;
node.attributes.Set(attrs);
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc, nullptr);
EXPECT_TRUE(desc->getData().swish_beta.has_value());
EXPECT_FLOAT_EQ(desc->getData().swish_beta.value(), 1.5F);
EXPECT_TRUE(desc->getData().elu_alpha.has_value());
EXPECT_FLOAT_EQ(desc->getData().elu_alpha.value(), 0.25F);
EXPECT_TRUE(desc->getData().softplus_beta.has_value());
EXPECT_FLOAT_EQ(desc->getData().softplus_beta.value(), 2.0F);
auto rebuiltNode = desc->buildNode();
const auto* rebuiltAttrs = rebuiltNode->attributes.AsPointwiseAttributes();
ASSERT_NE(rebuiltAttrs, nullptr);
ASSERT_TRUE(rebuiltAttrs->swish_beta.has_value());
EXPECT_FLOAT_EQ(rebuiltAttrs->swish_beta.value(), 1.5F);
ASSERT_TRUE(rebuiltAttrs->elu_alpha.has_value());
EXPECT_FLOAT_EQ(rebuiltAttrs->elu_alpha.value(), 0.25F);
ASSERT_TRUE(rebuiltAttrs->softplus_beta.has_value());
EXPECT_FLOAT_EQ(rebuiltAttrs->softplus_beta.value(), 2.0F);
}
TEST_F(TestPointwiseOperationFromNode, FromNodePreservesAxis)
{
auto attrs = createStandardPointwiseAttrs();
attrs.operation = PointwiseMode::GEN_INDEX;
attrs.axis_tensor_uid = 2;
NodeT node;
node.compute_data_type = DataType::FLOAT;
node.attributes.Set(attrs);
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
ASSERT_NE(desc, nullptr);
EXPECT_TRUE(desc->getData().axis_tensor_uid.has_value());
EXPECT_EQ(desc->getData().axis_tensor_uid.value(), 2);
auto rebuiltNode = desc->buildNode();
const auto* rebuiltAttrs = rebuiltNode->attributes.AsPointwiseAttributes();
ASSERT_NE(rebuiltAttrs, nullptr);
ASSERT_TRUE(rebuiltAttrs->axis_tensor_uid.has_value());
EXPECT_EQ(rebuiltAttrs->axis_tensor_uid.value(), 2);
}
TEST_F(TestPointwiseOperationFromNode, BuildNodeOmitsUnsetOptionalScalars)
{
auto node = createStandardNode();
auto desc = PointwiseOperationDescriptor::fromNode(node, _tensorMap);
auto rebuiltNode = desc->buildNode();
const auto* rebuiltAttrs = rebuiltNode->attributes.AsPointwiseAttributes();
ASSERT_NE(rebuiltAttrs, nullptr);
EXPECT_FALSE(rebuiltAttrs->relu_lower_clip.has_value());
EXPECT_FALSE(rebuiltAttrs->relu_upper_clip.has_value());
EXPECT_FALSE(rebuiltAttrs->relu_lower_clip_slope.has_value());
EXPECT_FALSE(rebuiltAttrs->swish_beta.has_value());
EXPECT_FALSE(rebuiltAttrs->elu_alpha.has_value());
EXPECT_FALSE(rebuiltAttrs->softplus_beta.has_value());
EXPECT_FALSE(rebuiltAttrs->axis_tensor_uid.has_value());
}