Files
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

191 lines
5.7 KiB
C++

// Copyright (c) Advanced Micro Devices, Inc., or its affiliates.
// SPDX-License-Identifier: MIT
/**
* @file BlockScaleQuantizeAttributes.hpp
* @brief Attributes for block scale quantize operation
*
* This file defines the BlockScaleQuantizeAttributes class used to configure
* block scaling (quantize) operations. This is a generic scaling operation
* that supports all MX blocked low-precision data-types (mxfp8, mxbfp8, mxfp6, mxfp4).
*/
#pragma once
#include "Attributes.hpp"
#include "TensorAttributes.hpp"
#include <cstdint>
#include <memory>
#include <optional>
#include <unordered_map>
namespace hipdnn_frontend::graph
{
/**
* @class BlockScaleQuantizeAttributes
* @brief Configuration attributes for block scale quantize operation
*
* BlockScaleQuantizeAttributes configures a block scaling quantize operation
* that supports all MX blocked low-precision data-types. The operation takes an
* input tensor and produces a quantized output tensor and a scale tensor.
*
* **Required inputs:**
* - X: Input tensor to quantize
*
* **Required outputs:**
* - Y: Quantized output tensor
* - Scale: Scale tensor computed during quantization
*
* **Optional parameters:**
* - block_size: Block size for quantization (default: not set)
* - axis: Axis along which to apply block scaling (default: not set)
* - transpose: Whether to transpose (default: false)
*
* @code{.cpp}
* BlockScaleQuantizeAttributes attr;
* attr.set_block_size(32)
* .set_axis(1)
* .set_transpose(false);
*
* auto [y, scale] = graph.block_scale_quantize(x, attr);
* @endcode
*/
class BlockScaleQuantizeAttributes : public Attributes<BlockScaleQuantizeAttributes>
{
public:
BlockScaleQuantizeAttributes() = default;
enum class InputNames
{
X = 0
};
typedef InputNames input_names; // NOLINT(readability-identifier-naming)
enum class OutputNames
{
Y = 0,
SCALE = 1
};
typedef OutputNames output_names; // NOLINT(readability-identifier-naming)
std::unordered_map<InputNames, std::shared_ptr<TensorAttributes>> inputs;
std::unordered_map<OutputNames, std::shared_ptr<TensorAttributes>> outputs;
// NOLINTNEXTLINE(readability-identifier-naming)
std::shared_ptr<TensorAttributes> get_x() const
{
return getInput(InputNames::X);
}
// NOLINTNEXTLINE(readability-identifier-naming)
std::shared_ptr<TensorAttributes> get_y() const
{
return getOutput(OutputNames::Y);
}
// NOLINTNEXTLINE(readability-identifier-naming)
std::shared_ptr<TensorAttributes> get_scale() const
{
return getOutput(OutputNames::SCALE);
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_x(const std::shared_ptr<TensorAttributes>& value)
{
return setInput(InputNames::X, value);
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_x(std::shared_ptr<TensorAttributes>&& value)
{
return setInput(InputNames::X, std::move(value));
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_y(const std::shared_ptr<TensorAttributes>& value)
{
return setOutput(OutputNames::Y, value);
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_y(std::shared_ptr<TensorAttributes>&& value)
{
return setOutput(OutputNames::Y, std::move(value));
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_scale(const std::shared_ptr<TensorAttributes>& value)
{
return setOutput(OutputNames::SCALE, value);
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_scale(std::shared_ptr<TensorAttributes>&& value)
{
return setOutput(OutputNames::SCALE, std::move(value));
}
// NOLINTNEXTLINE(readability-identifier-naming)
std::optional<int32_t> get_block_size() const
{
return block_size;
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_block_size(int32_t value)
{
block_size = value;
return *this;
}
// NOLINTNEXTLINE(readability-identifier-naming)
std::optional<int64_t> get_axis() const
{
return axis;
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_axis(int64_t value)
{
axis = value;
return *this;
}
// NOLINTNEXTLINE(readability-identifier-naming)
bool get_transpose() const
{
return transpose;
}
// NOLINTNEXTLINE(readability-identifier-naming)
BlockScaleQuantizeAttributes& set_transpose(bool value)
{
transpose = value;
return *this;
}
/**
* @brief Custom CRTP hook for matching block scaling configurations logically.
*/
bool logicallyEqualsImpl(const BlockScaleQuantizeAttributes& other) const
{
return (this->block_size == other.block_size) && (this->axis == other.axis)
&& (this->transpose == other.transpose);
}
/**
* @brief Custom CRTP hook for matching operational configurations strictly.
*/
bool strictEqualsImpl(const BlockScaleQuantizeAttributes& other) const
{
return logicallyEqualsImpl(other);
}
private:
// NOLINTNEXTLINE(readability-identifier-naming)
std::optional<int32_t> block_size;
// NOLINTNEXTLINE(readability-identifier-naming)
std::optional<int64_t> axis;
// NOLINTNEXTLINE(readability-identifier-naming)
bool transpose = false;
};
using Block_scale_quantize_attributes // NOLINT(readability-identifier-naming)
= BlockScaleQuantizeAttributes;
} // namespace hipdnn_frontend::graph