CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
84 lines
3.1 KiB
ArmAsm
84 lines
3.1 KiB
ArmAsm
// Recover exact VGPR-MSB state through CFG joins instead of rejecting every
|
|
// direct target. This covers a backedge loop, a nonzero fixed point, and a
|
|
// non-MODE SETREG that must preserve the tracked fields.
|
|
|
|
// RUN: %clang -target amdgcn-amd-amdhsa -mcpu=gfx1250 -nostdlib %s -o %t.elf
|
|
// RUN: env AMD_COMGR_EMIT_VERBOSE_LOGS=1 hotswap-rewrite %t.elf \
|
|
// RUN: amdgcn-amd-amdhsa--gfx1250:gfx1250-b0-specific+ \
|
|
// RUN: amdgcn-amd-amdhsa--gfx1250:gfx1250-b0-specific- \
|
|
// RUN: --output %t.out.elf 2>&1 | %FileCheck --check-prefix=API %s
|
|
// API-COUNT-3: WMMA split: patched v_wmma_f32_16x16x128_fp8_fp8
|
|
// API-NOT: error:
|
|
// API: RESULT: SUCCESS
|
|
|
|
// RUN: %llvm-objdump -d %t.out.elf | %FileCheck --check-prefix=DISASM %s
|
|
// DISASM-LABEL: <test_wmma_zero_loop>:
|
|
// DISASM: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1
|
|
// DISASM: s_branch
|
|
// DISASM: s_cbranch_scc1
|
|
// DISASM-LABEL: <test_wmma_nonzero_loop>:
|
|
// DISASM: s_set_vgpr_msb 0x60
|
|
// DISASM: s_branch
|
|
// DISASM: s_cbranch_scc1
|
|
// DISASM-LABEL: <test_wmma_nonmode_setreg>:
|
|
// DISASM: s_set_vgpr_msb 0x60
|
|
// DISASM-NEXT: s_setreg_imm32_b32 hwreg(HW_REG_WAVE_STATUS), 7
|
|
// DISASM-NEXT: s_branch
|
|
// DISASM: Disassembly of section :
|
|
// DISASM: v_wmma_f32_16x16x64_fp8_fp8
|
|
// DISASM-NEXT: v_wmma_f32_16x16x64_fp8_fp8
|
|
// DISASM-NEXT: s_branch
|
|
// DISASM-NEXT: v_wmma_f32_16x16x64_fp8_fp8
|
|
// DISASM-NEXT: s_set_vgpr_msb 0x6050
|
|
// DISASM-NEXT: v_wmma_f32_16x16x64_fp8_fp8
|
|
// DISASM-NEXT: s_set_vgpr_msb 0x5060
|
|
// DISASM-NEXT: s_branch
|
|
// DISASM-NEXT: v_wmma_f32_16x16x64_fp8_fp8
|
|
// DISASM-NEXT: s_set_vgpr_msb 0x6050
|
|
// DISASM-NEXT: v_wmma_f32_16x16x64_fp8_fp8
|
|
// DISASM-NEXT: s_set_vgpr_msb 0x5060
|
|
// DISASM-NEXT: s_branch
|
|
|
|
// RUN: hotswap-rewrite %t.out.elf \
|
|
// RUN: amdgcn-amd-amdhsa--gfx1250:gfx1250-b0-specific- \
|
|
// RUN: amdgcn-amd-amdhsa--gfx1250:gfx1250-b0-specific- \
|
|
// RUN: --check-idempotent | %FileCheck --check-prefix=IDEM %s
|
|
// IDEM: IDEMPOTENT: YES
|
|
|
|
.amdgcn_target "amdgcn-amd-amdhsa--gfx1250"
|
|
.text
|
|
|
|
.globl test_wmma_zero_loop
|
|
.p2align 8
|
|
.type test_wmma_zero_loop,@function
|
|
test_wmma_zero_loop:
|
|
// gfx1250's SETREG fixup writes VGPR-MSB fields from imm32[19:12], which
|
|
// are zero here even though the selected WAVE_MODE bit is set to one.
|
|
s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1
|
|
.Lzero_loop:
|
|
v_wmma_f32_16x16x128_fp8_fp8 v[32:39], v[0:15], v[16:31], 0
|
|
s_cbranch_scc1 .Lzero_loop
|
|
s_endpgm
|
|
.size test_wmma_zero_loop, .-test_wmma_zero_loop
|
|
|
|
.globl test_wmma_nonzero_loop
|
|
.p2align 8
|
|
.type test_wmma_nonzero_loop,@function
|
|
test_wmma_nonzero_loop:
|
|
s_set_vgpr_msb 0x60
|
|
.Lnonzero_loop:
|
|
v_wmma_f32_16x16x128_fp8_fp8 v[32:39], v[0:15], v[16:31], 0
|
|
s_cbranch_scc1 .Lnonzero_loop
|
|
s_endpgm
|
|
.size test_wmma_nonzero_loop, .-test_wmma_nonzero_loop
|
|
|
|
.globl test_wmma_nonmode_setreg
|
|
.p2align 8
|
|
.type test_wmma_nonmode_setreg,@function
|
|
test_wmma_nonmode_setreg:
|
|
s_set_vgpr_msb 0x60
|
|
s_setreg_imm32_b32 hwreg(HW_REG_WAVE_STATUS), 7
|
|
v_wmma_f32_16x16x128_fp8_fp8 v[32:39], v[0:15], v[16:31], 0
|
|
s_endpgm
|
|
.size test_wmma_nonmode_setreg, .-test_wmma_nonmode_setreg
|