CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
157 lines
5.8 KiB
Python
157 lines
5.8 KiB
Python
################################################################################
|
|
#
|
|
# Copyright (C) 2026 Advanced Micro Devices, Inc. All rights reserved.
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
# in the Software without restriction, including without limitation the rights
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
# furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in
|
|
# all copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
# SOFTWARE.
|
|
#
|
|
# SPDX-License-Identifier: MIT
|
|
################################################################################
|
|
import pytest
|
|
|
|
from Tensile.SolutionStructs.LdsPadding import (
|
|
get_fp4_mt_config,
|
|
get_fp8_mt_config,
|
|
get_fp16_mt_config,
|
|
get_fp32_mt_config,
|
|
get_mxs_mt_config,
|
|
)
|
|
|
|
|
|
# FP4
|
|
# MT=32 from [16,16,128,1,1,1,1,2,2]
|
|
# MT=64 from [16,16,128,1,1,2,2,2,2]
|
|
# MT=128 from [16,16,128,1,1,4,4,2,2]
|
|
# MT=256 from [16,16,128,1,1,8,8,2,2]
|
|
@pytest.mark.parametrize(
|
|
"mt, miWaveTile, miWaveGroup, perBlock, pad, shift",
|
|
[
|
|
( 32, 1, 2, 512, 16, 0),
|
|
( 64, 2, 2, 1024, 16, 4),
|
|
(128, 4, 2, 128, 16, 0),
|
|
(256, 8, 2, 256, 24, 4),
|
|
],
|
|
)
|
|
def test_fp4(mt, miWaveTile, miWaveGroup, perBlock, pad, shift):
|
|
assert get_fp4_mt_config(mt, "perBlock", miWaveTile, miWaveGroup) == perBlock
|
|
assert get_fp4_mt_config(mt, "pad", miWaveTile, miWaveGroup) == pad
|
|
assert get_fp4_mt_config(mt, "shift", miWaveTile, miWaveGroup) == shift
|
|
|
|
|
|
# FP8
|
|
# Yaml shapes:
|
|
# MT=32 from [16,16,128,1,1,1,1,2,2]
|
|
# MT=64 from [16,16,128,1,1,2,2,2,2]
|
|
# MT=128 from [16,16,128,1,1,4,4,2,2]
|
|
# MT=256 from [16,16,128,1,1,8,8,2,2]
|
|
@pytest.mark.parametrize(
|
|
"mt, miWaveTile, miWaveGroup, perBlock, pad, shift",
|
|
[
|
|
( 32, 1, 2, 256, 8, 0),
|
|
( 64, 2, 2, 128, 16, 0),
|
|
(128, 4, 2, 128, 8, 4),
|
|
(256, 8, 2, 128, 8, 4),
|
|
],
|
|
)
|
|
def test_fp8(mt, miWaveTile, miWaveGroup, perBlock, pad, shift):
|
|
assert get_fp8_mt_config(mt, "perBlock", miWaveTile, miWaveGroup) == perBlock
|
|
assert get_fp8_mt_config(mt, "pad", miWaveTile, miWaveGroup) == pad
|
|
assert get_fp8_mt_config(mt, "shift", miWaveTile, miWaveGroup) == shift
|
|
|
|
|
|
# FP16 / BF16
|
|
# MT=16 from [16,16,32,1,1,1,1,1,1]
|
|
# MT=32 from [16,16,32,1,1,1,1,2,2]
|
|
# MT=64 from [16,16,32,1,1,2,2,2,2]
|
|
# MT=256 from [16,16,32,1,1,8,8,2,2]
|
|
@pytest.mark.parametrize(
|
|
"mt, miWaveGroup, miWaveTile, perBlock, pad",
|
|
[
|
|
( 16, 1, 1, 0, 0),
|
|
( 32, 2, 1, 32, 8),
|
|
( 64, 2, 2, 64, 8),
|
|
(256, 2, 8, 256, 8),
|
|
],
|
|
)
|
|
def test_fp16(mt, miWaveGroup, miWaveTile, perBlock, pad):
|
|
assert get_fp16_mt_config(mt, "perBlock", miWaveGroup, 16, 8, miWaveTile, 1) == perBlock
|
|
assert get_fp16_mt_config(mt, "pad", miWaveGroup, 16, 8, miWaveTile, 1) == pad
|
|
|
|
|
|
# FP32
|
|
# MT=32 from [16,16,4,1,1,1,1,2,2]
|
|
# MT=64 from [16,16,4,1,1,2,2,2,2]
|
|
# MT=128 from [16,16,4,1,1,4,4,2,2]
|
|
# MT=256 from [16,16,4,1,1,8,8,2,2]
|
|
@pytest.mark.parametrize(
|
|
"mt, vw, lrvw, miWaveGroup, miInputPerThread, miWaveTile, perBlock, pad",
|
|
[
|
|
( 32, 1, 2, 2, 2, 1, 256, 16),
|
|
( 64, 2, 2, 2, 2, 2, 512, 1),
|
|
(128, 4, 2, 2, 2, 4, 1024, 1),
|
|
(256, 4, 2, 2, 2, 8, 1024, 1),
|
|
],
|
|
)
|
|
def test_fp32(mt, vw, lrvw, miWaveGroup, miInputPerThread, miWaveTile,
|
|
perBlock, pad):
|
|
assert get_fp32_mt_config(mt, "perBlock", vw, lrvw, miWaveGroup,
|
|
miInputPerThread, miWaveTile,
|
|
xf32EmuPack=False) == perBlock
|
|
assert get_fp32_mt_config(mt, "pad", vw, lrvw, miWaveGroup,
|
|
miInputPerThread, miWaveTile,
|
|
xf32EmuPack=False) == pad
|
|
|
|
|
|
# XF32 (xf32EmuPack=True)
|
|
# MT=32 from [16,16,32,1,1,1,1,2,2]
|
|
# MT=64 from [16,16,32,1,1,2,2,2,2]
|
|
# MT=128 from [16,16,32,1,1,4,4,2,2]
|
|
# MT=256 from [16,16,32,1,1,8,8,2,2] (solver rejects: VGPR > 1024)
|
|
@pytest.mark.parametrize(
|
|
"mt, vw, lrvw, miWaveGroup, miInputPerThread, miWaveTile, perBlock, pad",
|
|
[
|
|
( 32, 1, 4, 2, 16, 1, 512, 16),
|
|
( 64, 2, 4, 2, 16, 2, 1024, 1),
|
|
(128, 2, 4, 2, 16, 4, 1024, 16),
|
|
],
|
|
)
|
|
def test_xf32(mt, vw, lrvw, miWaveGroup, miInputPerThread, miWaveTile,
|
|
perBlock, pad):
|
|
assert get_fp32_mt_config(mt, "perBlock", vw, lrvw, miWaveGroup,
|
|
miInputPerThread, miWaveTile,
|
|
xf32EmuPack=True) == perBlock
|
|
assert get_fp32_mt_config(mt, "pad", vw, lrvw, miWaveGroup,
|
|
miInputPerThread, miWaveTile,
|
|
xf32EmuPack=True) == pad
|
|
|
|
|
|
# MX
|
|
@pytest.mark.parametrize(
|
|
"mxBlock, vw, perBlock, pad",
|
|
[
|
|
(32, 8, 256, 16), # mxBlock=32: needs vw multiple of 8
|
|
(16, 4, 256, 16), # mxBlock=16: needs vw multiple of 4
|
|
(32, 4, 0, 0), # d/16 odd -> no padding
|
|
(32, 1, 0, 0), # vw < 4 -> no padding
|
|
(16, 1, 0, 0), # vw < 4 -> no padding
|
|
],
|
|
)
|
|
def test_mxs(mxBlock, vw, perBlock, pad):
|
|
assert get_mxs_mt_config(128, mxBlock, vw, "perBlock") == perBlock
|
|
assert get_mxs_mt_config(128, mxBlock, vw, "pad") == pad
|