# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py
# RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1250 -run-pass post-RA-hazard-rec -amdgpu-wmma-vnop-hoisting=false %s -o - | FileCheck -check-prefix=NOHOIST %s
# RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1250 -run-pass post-RA-hazard-rec %s -o - | FileCheck -check-prefix=HOIST %s

# Test 1: WMMA outside loop, VALU inside loop
# The NOPs should be hoisted from the loop body to the preheader
---
name: test_simple_loop_hoist
body: |
  ; NOHOIST-LABEL: name: test_simple_loop_hoist
  ; NOHOIST: bb.0:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.1:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ;
  ; HOIST-LABEL: name: test_simple_loop_hoist
  ; HOIST: bb.0:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.1
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.1:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.1
  bb.0:
    successors: %bb.1
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    S_BRANCH %bb.1
  bb.1:
    successors: %bb.1
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    S_BRANCH %bb.1
...

# Test 2: WMMA hazard INSIDE the loop; should NOT hoist
---
name: test_internal_hazard_no_hoist
body: |
  ; NOHOIST-LABEL: name: test_internal_hazard_no_hoist
  ; NOHOIST: bb.0:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.1:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ;
  ; HOIST-LABEL: name: test_internal_hazard_no_hoist
  ; HOIST: bb.0:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   S_BRANCH %bb.1
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.1:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.1
  bb.0:
    successors: %bb.1
    S_BRANCH %bb.1
  bb.1:
    successors: %bb.1
    ; WMMA inside the loop writes to vgpr16-23, VALU reads vgpr16
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    S_BRANCH %bb.1
...

# Test 3: WMMA in loop but no hazard
---
name: test_wmma_in_loop_no_conflict_hoist
body: |
  ; NOHOIST-LABEL: name: test_wmma_in_loop_no_conflict_hoist
  ; NOHOIST: bb.0:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.1:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   early-clobber $vgpr56_vgpr57_vgpr58_vgpr59_vgpr60_vgpr61_vgpr62_vgpr63 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr40_vgpr41_vgpr42_vgpr43_vgpr44_vgpr45_vgpr46_vgpr47, killed $vgpr48_vgpr49_vgpr50_vgpr51_vgpr52_vgpr53_vgpr54_vgpr55, 8, killed $vgpr56_vgpr57_vgpr58_vgpr59_vgpr60_vgpr61_vgpr62_vgpr63, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ;
  ; HOIST-LABEL: name: test_wmma_in_loop_no_conflict_hoist
  ; HOIST: bb.0:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.1
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.1:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   early-clobber $vgpr56_vgpr57_vgpr58_vgpr59_vgpr60_vgpr61_vgpr62_vgpr63 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr40_vgpr41_vgpr42_vgpr43_vgpr44_vgpr45_vgpr46_vgpr47, killed $vgpr48_vgpr49_vgpr50_vgpr51_vgpr52_vgpr53_vgpr54_vgpr55, 8, killed $vgpr56_vgpr57_vgpr58_vgpr59_vgpr60_vgpr61_vgpr62_vgpr63, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.1
  bb.0:
    successors: %bb.1
    ; External WMMA writes to vgpr16-23
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    S_BRANCH %bb.1
  bb.1:
    successors: %bb.1
    ; Loop WMMA writes to vgpr56-63 (different registers)
    $vgpr56_vgpr57_vgpr58_vgpr59_vgpr60_vgpr61_vgpr62_vgpr63 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr40_vgpr41_vgpr42_vgpr43_vgpr44_vgpr45_vgpr46_vgpr47, killed $vgpr48_vgpr49_vgpr50_vgpr51_vgpr52_vgpr53_vgpr54_vgpr55, 8, killed $vgpr56_vgpr57_vgpr58_vgpr59_vgpr60_vgpr61_vgpr62_vgpr63, 0, 0, 0, 0, implicit $exec
    ; This reads vgpr16 from the external WMMA
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    S_BRANCH %bb.1
...

# Test 4: WMMA outside both loops, VALU in inner loop
# NOPs should be hoisted to the outermost preheader (bb.0)
---
name: test_nested_loop_hoist_to_outermost
body: |
  ; NOHOIST-LABEL: name: test_nested_loop_hoist_to_outermost
  ; NOHOIST: bb.0:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.1:
  ; NOHOIST-NEXT:   successors: %bb.3(0x40000000), %bb.2(0x40000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   S_CBRANCH_SCC1 %bb.3, implicit undef $scc
  ; NOHOIST-NEXT:   S_BRANCH %bb.2
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.2:
  ; NOHOIST-NEXT:   successors: %bb.2(0x40000000), %bb.1(0x40000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; NOHOIST-NEXT:   S_CBRANCH_EXECZ %bb.1, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.2
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.3:
  ; NOHOIST-NEXT:   S_ENDPGM 0
  ;
  ; HOIST-LABEL: name: test_nested_loop_hoist_to_outermost
  ; HOIST: bb.0:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.1
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.1:
  ; HOIST-NEXT:   successors: %bb.3(0x40000000), %bb.2(0x40000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   S_CBRANCH_SCC1 %bb.3, implicit undef $scc
  ; HOIST-NEXT:   S_BRANCH %bb.2
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.2:
  ; HOIST-NEXT:   successors: %bb.2(0x40000000), %bb.1(0x40000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; HOIST-NEXT:   S_CBRANCH_EXECZ %bb.1, implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.2
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.3:
  ; HOIST-NEXT:   S_ENDPGM 0
  bb.0:
    successors: %bb.1
    ; WMMA outside all loops - writes to vgpr16-23
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    S_BRANCH %bb.1
  bb.1:
    ; Outer loop header - can exit to bb.3 or continue to bb.2
    successors: %bb.3, %bb.2
    S_CBRANCH_SCC1 %bb.3, implicit undef $scc
    S_BRANCH %bb.2
  bb.2:
    ; Inner loop - VALU reads vgpr16 from external WMMA
    ; Back-edge to bb.2 (inner) or bb.1 (outer)
    successors: %bb.2, %bb.1
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    S_CBRANCH_EXECZ %bb.1, implicit $exec
    S_BRANCH %bb.2
  bb.3:
    ; Exit block
    S_ENDPGM 0
...

# Test 5: Triple nested loop - WMMA hazard in outer loop (L1)
# VALU in innermost loop (L3) reads from WMMA in L1's body
# NOPs should be hoisted to L2's preheader (bb.1)
---
name: test_triple_nested_hoist_to_intermediate
body: |
  ; NOHOIST-LABEL: name: test_triple_nested_hoist_to_intermediate
  ; NOHOIST: bb.0:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.1:
  ; NOHOIST-NEXT:   successors: %bb.2(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.2
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.2:
  ; NOHOIST-NEXT:   successors: %bb.3(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   S_BRANCH %bb.3
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.3:
  ; NOHOIST-NEXT:   successors: %bb.3(0x40000000), %bb.4(0x40000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; NOHOIST-NEXT:   S_CBRANCH_EXECZ %bb.4, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.3
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.4:
  ; NOHOIST-NEXT:   successors: %bb.2(0x40000000), %bb.5(0x40000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   S_CBRANCH_SCC1 %bb.5, implicit undef $scc
  ; NOHOIST-NEXT:   S_BRANCH %bb.2
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.5:
  ; NOHOIST-NEXT:   successors: %bb.1(0x40000000), %bb.6(0x40000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   S_CBRANCH_SCC1 %bb.6, implicit undef $scc
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.6:
  ; NOHOIST-NEXT:   S_ENDPGM 0
  ;
  ; HOIST-LABEL: name: test_triple_nested_hoist_to_intermediate
  ; HOIST: bb.0:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   S_BRANCH %bb.1
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.1:
  ; HOIST-NEXT:   successors: %bb.2(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.2
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.2:
  ; HOIST-NEXT:   successors: %bb.3(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   S_BRANCH %bb.3
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.3:
  ; HOIST-NEXT:   successors: %bb.3(0x40000000), %bb.4(0x40000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; HOIST-NEXT:   S_CBRANCH_EXECZ %bb.4, implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.3
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.4:
  ; HOIST-NEXT:   successors: %bb.2(0x40000000), %bb.5(0x40000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   S_CBRANCH_SCC1 %bb.5, implicit undef $scc
  ; HOIST-NEXT:   S_BRANCH %bb.2
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.5:
  ; HOIST-NEXT:   successors: %bb.1(0x40000000), %bb.6(0x40000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   S_CBRANCH_SCC1 %bb.6, implicit undef $scc
  ; HOIST-NEXT:   S_BRANCH %bb.1
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.6:
  ; HOIST-NEXT:   S_ENDPGM 0
  bb.0:
    successors: %bb.1
    S_BRANCH %bb.1
  bb.1:
    successors: %bb.2
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    S_BRANCH %bb.2
  bb.2:
    successors: %bb.3
    S_BRANCH %bb.3
  bb.3:
    ; VALU reads vgpr16 from WMMA in bb.1
    successors: %bb.3, %bb.4
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    S_CBRANCH_EXECZ %bb.4, implicit $exec
    S_BRANCH %bb.3
  bb.4:
    ; L2 latch - back to L2 header or exit to L1 latch
    successors: %bb.2, %bb.5
    S_CBRANCH_SCC1 %bb.5, implicit undef $scc
    S_BRANCH %bb.2
  bb.5:
    ; L1 latch - back to L1 header or exit
    successors: %bb.1, %bb.6
    S_CBRANCH_SCC1 %bb.6, implicit undef $scc
    S_BRANCH %bb.1
  bb.6:
    ; Exit
    S_ENDPGM 0
...

# Test 6: No preheader (multiple predecessors) - cannot hoist
---
name: test_no_preheader_no_hoist
body: |
  ; NOHOIST-LABEL: name: test_no_preheader_no_hoist
  ; NOHOIST: bb.0:
  ; NOHOIST-NEXT:   successors: %bb.1(0x40000000), %bb.2(0x40000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT:   S_CBRANCH_SCC1 %bb.2, implicit undef $scc
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.1:
  ; NOHOIST-NEXT:   successors: %bb.2(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   S_BRANCH %bb.2
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.2:
  ; NOHOIST-NEXT:   successors: %bb.2(0x40000000), %bb.3(0x40000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; NOHOIST-NEXT:   S_CBRANCH_EXECZ %bb.3, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.2
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.3:
  ; NOHOIST-NEXT:   S_ENDPGM 0
  ;
  ; HOIST-LABEL: name: test_no_preheader_no_hoist
  ; HOIST: bb.0:
  ; HOIST-NEXT:   successors: %bb.1(0x40000000), %bb.2(0x40000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   S_CBRANCH_SCC1 %bb.2, implicit undef $scc
  ; HOIST-NEXT:   S_BRANCH %bb.1
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.1:
  ; HOIST-NEXT:   successors: %bb.2(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   S_BRANCH %bb.2
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.2:
  ; HOIST-NEXT:   successors: %bb.2(0x40000000), %bb.3(0x40000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; HOIST-NEXT:   S_CBRANCH_EXECZ %bb.3, implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.2
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.3:
  ; HOIST-NEXT:   S_ENDPGM 0
  bb.0:
    successors: %bb.1, %bb.2
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    S_CBRANCH_SCC1 %bb.2, implicit undef $scc
    S_BRANCH %bb.1
  bb.1:
    successors: %bb.2
    S_BRANCH %bb.2
  bb.2:
    ; Loop header with two predecessors (bb.0 and bb.1)
    successors: %bb.2, %bb.3
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    S_CBRANCH_EXECZ %bb.3, implicit $exec
    S_BRANCH %bb.2
  bb.3:
    S_ENDPGM 0
...

# Test 7: Preheader without terminator
---
name: test_fallthrough_preheader_hoist
body: |
  ; NOHOIST-LABEL: name: test_fallthrough_preheader_hoist
  ; NOHOIST: bb.0:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.1:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ;
  ; HOIST-LABEL: name: test_fallthrough_preheader_hoist
  ; HOIST: bb.0:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.1:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.1
  bb.0:
    successors: %bb.1
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  bb.1:
    successors: %bb.1
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    S_BRANCH %bb.1
...

# Test 8: Not in a loop; should NOT hoist
---
name: test_not_in_loop_no_hoist
body: |
  bb.0:
    ; NOHOIST-LABEL: name: test_not_in_loop_no_hoist
    ; NOHOIST: early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    ; NOHOIST-NEXT: V_NOP_e32 implicit $exec
    ; NOHOIST-NEXT: V_NOP_e32 implicit $exec
    ; NOHOIST-NEXT: V_NOP_e32 implicit $exec
    ; NOHOIST-NEXT: V_NOP_e32 implicit $exec
    ; NOHOIST-NEXT: $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    ;
    ; HOIST-LABEL: name: test_not_in_loop_no_hoist
    ; HOIST: early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    ; HOIST-NEXT: V_NOP_e32 implicit $exec
    ; HOIST-NEXT: V_NOP_e32 implicit $exec
    ; HOIST-NEXT: V_NOP_e32 implicit $exec
    ; HOIST-NEXT: V_NOP_e32 implicit $exec
    ; HOIST-NEXT: $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
...

# Test 9: VALU first, then WMMA in same loop (hazard via back-edge)
---
name: test_valu_before_wmma_backedge_no_hoist
body: |
  ; NOHOIST-LABEL: name: test_valu_before_wmma_backedge_no_hoist
  ; NOHOIST: bb.0:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT: bb.1:
  ; NOHOIST-NEXT:   successors: %bb.1(0x80000000)
  ; NOHOIST-NEXT: {{  $}}
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   V_NOP_e32 implicit $exec
  ; NOHOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; NOHOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; NOHOIST-NEXT:   S_BRANCH %bb.1
  ;
  ; HOIST-LABEL: name: test_valu_before_wmma_backedge_no_hoist
  ; HOIST: bb.0:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   S_BRANCH %bb.1
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT: bb.1:
  ; HOIST-NEXT:   successors: %bb.1(0x80000000)
  ; HOIST-NEXT: {{  $}}
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   V_NOP_e32 implicit $exec
  ; HOIST-NEXT:   $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
  ; HOIST-NEXT:   early-clobber $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
  ; HOIST-NEXT:   S_BRANCH %bb.1
  bb.0:
    successors: %bb.1
    S_BRANCH %bb.1
  bb.1:
    successors: %bb.1
    $vgpr25 = V_ADD_F32_e32 $vgpr24, $vgpr16, implicit $mode, implicit $exec
    $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23 = V_WMMA_F32_16X16X32_BF16_w32_twoaddr killed $vgpr0_vgpr1_vgpr2_vgpr3_vgpr4_vgpr5_vgpr6_vgpr7, killed $vgpr8_vgpr9_vgpr10_vgpr11_vgpr12_vgpr13_vgpr14_vgpr15, 8, killed $vgpr16_vgpr17_vgpr18_vgpr19_vgpr20_vgpr21_vgpr22_vgpr23, 0, 0, 0, 0, implicit $exec
    S_BRANCH %bb.1
...