derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
67 lines
2.6 KiB
ArmAsm
67 lines
2.6 KiB
ArmAsm
// COM: The target gfx1250 has no block-16 scaled WMMA, so the rewrite lowers
|
|
// COM: 16x16x128_f8f6f4 exactly into two block-32 WMMAs chained through the
|
|
// COM: accumulator: each pass masks matrix A to one 16-K subblock (a lane mask
|
|
// COM: for FP8), copies matrix B into the same scratch bank, and byte-gathers
|
|
// COM: the matching block-16 scales. When the scratch budget is unavailable it
|
|
// COM: fails closed (see the 32x16 refuse test).
|
|
|
|
// RUN: %clang -target amdgcn-amd-amdhsa -mcpu=gfx1250 -nostdlib %s -o %t.elf
|
|
// RUN: hotswap-rewrite %t.elf \
|
|
// RUN: amdgcn-amd-amdhsa--gfx1250 amdgcn-amd-amdhsa--gfx1250 \
|
|
// RUN: --output %t.out.elf \
|
|
// RUN: | %FileCheck --check-prefix=RESULT %s
|
|
// RESULT: RESULT: SUCCESS
|
|
|
|
// RUN: %llvm-objdump -d %t.out.elf | %FileCheck --check-prefix=DISASM %s
|
|
// COM: block-16 form gone, replaced by the two block-32 passes: pass-low masks
|
|
// COM: the low-16 subblock (lane mask 0xffff), pass-high the high-16
|
|
// COM: (0xffff0000), the second accumulating onto the first through v[0:7].
|
|
// DISASM-NOT: v_wmma_scale16
|
|
// DISASM: s_mov_b32 s{{[0-9]+}}, 0xffff {{.*$}}
|
|
// DISASM: v_cndmask_b32_e64
|
|
// DISASM: v_wmma_scale_f32_16x16x128_f8f6f4 v[0:7], v[{{[0-9]+}}:{{[0-9]+}}], v[{{[0-9]+}}:{{[0-9]+}}], v[0:7],
|
|
// COM: exactly one gfx1250 hazard v_nop before the pass-high lane-mask VALU that
|
|
// COM: overwrites the masked-A scratch block.
|
|
// DISASM-COUNT-1: v_nop
|
|
// DISASM-NEXT: s_mov_b32 s{{[0-9]+}}, 0xffff0000
|
|
// DISASM: v_cndmask_b32_e64
|
|
// DISASM: v_wmma_scale_f32_16x16x128_f8f6f4 v[0:7], v[{{[0-9]+}}:{{[0-9]+}}], v[{{[0-9]+}}:{{[0-9]+}}], v[0:7],
|
|
|
|
.amdgcn_target "amdgcn-amd-amdhsa--gfx1250"
|
|
.text
|
|
|
|
// --- Scale16 16x16 (block-16) -> exact lane-masked K-split ---
|
|
.globl test_wmma_scale16_16x16
|
|
.p2align 8
|
|
.type test_wmma_scale16_16x16,@function
|
|
test_wmma_scale16_16x16:
|
|
v_wmma_scale16_f32_16x16x128_f8f6f4 v[0:7], v[16:31], v[32:47], v[0:7], v[48:49], v[50:51]
|
|
s_endpgm
|
|
.Ltest_wmma_scale16_16x16_end:
|
|
.size test_wmma_scale16_16x16, .Ltest_wmma_scale16_16x16_end-test_wmma_scale16_16x16
|
|
|
|
.rodata
|
|
.p2align 8
|
|
.amdhsa_kernel test_wmma_scale16_16x16
|
|
.amdhsa_next_free_vgpr 52
|
|
.amdhsa_next_free_sgpr 2
|
|
.amdhsa_wavefront_size32 1
|
|
.end_amdhsa_kernel
|
|
|
|
.amdgpu_metadata
|
|
amdhsa.version:
|
|
- 3
|
|
- 0
|
|
amdhsa.kernels:
|
|
- .name: test_wmma_scale16_16x16
|
|
.symbol: test_wmma_scale16_16x16.kd
|
|
.sgpr_count: 2
|
|
.vgpr_count: 52
|
|
.kernarg_segment_size: 0
|
|
.group_segment_fixed_size: 0
|
|
.private_segment_fixed_size: 0
|
|
.kernarg_segment_align: 8
|
|
.wavefront_size: 32
|
|
.max_flat_workgroup_size: 256
|
|
.end_amdgpu_metadata
|