CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
1226 lines
48 KiB
LLVM
1226 lines
48 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -O0 -mtriple=amdgcn -mcpu=hawaii < %s | FileCheck -check-prefix=GCN %s
|
|
|
|
; FIXME: we should disable sdwa peephole because dead-code elimination, that
|
|
; runs after peephole, ruins this test (different register numbers)
|
|
|
|
; Spill all SGPRs so multiple VGPRs are required for spilling all of them.
|
|
|
|
; Ideally we only need 2 VGPRs for all spilling. The VGPRs are
|
|
; allocated per-frame index, so it's possible to get up with more.
|
|
define amdgpu_kernel void @spill_sgprs_to_multiple_vgprs(ptr addrspace(1) %out, i32 %in) #0 {
|
|
; GCN-LABEL: spill_sgprs_to_multiple_vgprs:
|
|
; GCN: ; %bb.0:
|
|
; GCN-NEXT: s_mov_b32 s92, SCRATCH_RSRC_DWORD0
|
|
; GCN-NEXT: s_mov_b32 s93, SCRATCH_RSRC_DWORD1
|
|
; GCN-NEXT: s_mov_b32 s94, -1
|
|
; GCN-NEXT: s_mov_b32 s95, 0xe8f000
|
|
; GCN-NEXT: s_add_u32 s92, s92, s11
|
|
; GCN-NEXT: s_addc_u32 s93, s93, 0
|
|
; GCN-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x9
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dword s0, s[4:5], 0xb
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dword s0, s[4:5], 0xb
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr2 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 0
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 1
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 2
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 3
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 4
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 5
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 6
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 7
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 8
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 9
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 10
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 11
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 12
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 13
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 14
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 15
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 16
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 17
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 18
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 19
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 20
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 21
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 22
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 23
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 24
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 25
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 26
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 27
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 28
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 29
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 30
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 31
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 32
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 33
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 34
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 35
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 36
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 37
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 38
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 39
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 40
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 41
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 42
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 43
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 44
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 45
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 46
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 47
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 48
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 49
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 50
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 51
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 52
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 53
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 54
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 55
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 56
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 57
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 58
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 59
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 60
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 61
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 62
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 63
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_store_dword v2, off, s[92:95], 0 offset:8 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr2 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 0
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 1
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 2
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 3
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 4
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 5
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 6
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 7
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 8
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 9
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 10
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 11
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 12
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 13
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 14
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 15
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 16
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 17
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 18
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 19
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 20
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 21
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 22
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 23
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 24
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 25
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 26
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 27
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 28
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 29
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 30
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 31
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 32
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 33
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 34
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 35
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 36
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 37
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 38
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 39
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 40
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 41
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 42
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 43
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 44
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 45
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 46
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 47
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 48
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 49
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 50
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 51
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 52
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 53
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 54
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 55
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 56
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 57
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 58
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 59
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 60
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 61
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 62
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 63
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_store_dword v2, off, s[92:95], 0 offset:4 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr2 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v2, s4, 0
|
|
; GCN-NEXT: v_writelane_b32 v2, s5, 1
|
|
; GCN-NEXT: v_writelane_b32 v2, s6, 2
|
|
; GCN-NEXT: v_writelane_b32 v2, s7, 3
|
|
; GCN-NEXT: v_writelane_b32 v2, s8, 4
|
|
; GCN-NEXT: v_writelane_b32 v2, s9, 5
|
|
; GCN-NEXT: v_writelane_b32 v2, s10, 6
|
|
; GCN-NEXT: v_writelane_b32 v2, s11, 7
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_store_dword v2, off, s[92:95], 0 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: s_mov_b32 s1, 0
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_cmp_eq_u32 s0, s1
|
|
; GCN-NEXT: s_cselect_b64 s[0:1], -1, 0
|
|
; GCN-NEXT: s_mov_b64 s[2:3], -1
|
|
; GCN-NEXT: s_xor_b64 s[0:1], s[0:1], s[2:3]
|
|
; GCN-NEXT: s_and_b64 vcc, exec, s[0:1]
|
|
; GCN-NEXT: s_cbranch_vccnz .LBB0_2
|
|
; GCN-NEXT: ; %bb.1: ; %bb0
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_load_dword v0, off, s[92:95], 0 offset:4 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_load_dword v1, off, s[92:95], 0 offset:8 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: s_waitcnt vmcnt(1)
|
|
; GCN-NEXT: v_readlane_b32 s8, v0, 56
|
|
; GCN-NEXT: v_readlane_b32 s9, v0, 57
|
|
; GCN-NEXT: v_readlane_b32 s10, v0, 58
|
|
; GCN-NEXT: v_readlane_b32 s11, v0, 59
|
|
; GCN-NEXT: v_readlane_b32 s12, v0, 60
|
|
; GCN-NEXT: v_readlane_b32 s13, v0, 61
|
|
; GCN-NEXT: v_readlane_b32 s14, v0, 62
|
|
; GCN-NEXT: v_readlane_b32 s15, v0, 63
|
|
; GCN-NEXT: v_readlane_b32 s16, v0, 48
|
|
; GCN-NEXT: v_readlane_b32 s17, v0, 49
|
|
; GCN-NEXT: v_readlane_b32 s18, v0, 50
|
|
; GCN-NEXT: v_readlane_b32 s19, v0, 51
|
|
; GCN-NEXT: v_readlane_b32 s20, v0, 52
|
|
; GCN-NEXT: v_readlane_b32 s21, v0, 53
|
|
; GCN-NEXT: v_readlane_b32 s22, v0, 54
|
|
; GCN-NEXT: v_readlane_b32 s23, v0, 55
|
|
; GCN-NEXT: v_readlane_b32 s24, v0, 40
|
|
; GCN-NEXT: v_readlane_b32 s25, v0, 41
|
|
; GCN-NEXT: v_readlane_b32 s26, v0, 42
|
|
; GCN-NEXT: v_readlane_b32 s27, v0, 43
|
|
; GCN-NEXT: v_readlane_b32 s28, v0, 44
|
|
; GCN-NEXT: v_readlane_b32 s29, v0, 45
|
|
; GCN-NEXT: v_readlane_b32 s30, v0, 46
|
|
; GCN-NEXT: v_readlane_b32 s31, v0, 47
|
|
; GCN-NEXT: v_readlane_b32 s36, v0, 32
|
|
; GCN-NEXT: v_readlane_b32 s37, v0, 33
|
|
; GCN-NEXT: v_readlane_b32 s38, v0, 34
|
|
; GCN-NEXT: v_readlane_b32 s39, v0, 35
|
|
; GCN-NEXT: v_readlane_b32 s40, v0, 36
|
|
; GCN-NEXT: v_readlane_b32 s41, v0, 37
|
|
; GCN-NEXT: v_readlane_b32 s42, v0, 38
|
|
; GCN-NEXT: v_readlane_b32 s43, v0, 39
|
|
; GCN-NEXT: v_readlane_b32 s44, v0, 24
|
|
; GCN-NEXT: v_readlane_b32 s45, v0, 25
|
|
; GCN-NEXT: v_readlane_b32 s46, v0, 26
|
|
; GCN-NEXT: v_readlane_b32 s47, v0, 27
|
|
; GCN-NEXT: v_readlane_b32 s48, v0, 28
|
|
; GCN-NEXT: v_readlane_b32 s49, v0, 29
|
|
; GCN-NEXT: v_readlane_b32 s50, v0, 30
|
|
; GCN-NEXT: v_readlane_b32 s51, v0, 31
|
|
; GCN-NEXT: v_readlane_b32 s52, v0, 16
|
|
; GCN-NEXT: v_readlane_b32 s53, v0, 17
|
|
; GCN-NEXT: v_readlane_b32 s54, v0, 18
|
|
; GCN-NEXT: v_readlane_b32 s55, v0, 19
|
|
; GCN-NEXT: v_readlane_b32 s56, v0, 20
|
|
; GCN-NEXT: v_readlane_b32 s57, v0, 21
|
|
; GCN-NEXT: v_readlane_b32 s58, v0, 22
|
|
; GCN-NEXT: v_readlane_b32 s59, v0, 23
|
|
; GCN-NEXT: v_readlane_b32 s60, v0, 8
|
|
; GCN-NEXT: v_readlane_b32 s61, v0, 9
|
|
; GCN-NEXT: v_readlane_b32 s62, v0, 10
|
|
; GCN-NEXT: v_readlane_b32 s63, v0, 11
|
|
; GCN-NEXT: v_readlane_b32 s64, v0, 12
|
|
; GCN-NEXT: v_readlane_b32 s65, v0, 13
|
|
; GCN-NEXT: v_readlane_b32 s66, v0, 14
|
|
; GCN-NEXT: v_readlane_b32 s67, v0, 15
|
|
; GCN-NEXT: v_readlane_b32 s68, v0, 0
|
|
; GCN-NEXT: v_readlane_b32 s69, v0, 1
|
|
; GCN-NEXT: v_readlane_b32 s70, v0, 2
|
|
; GCN-NEXT: v_readlane_b32 s71, v0, 3
|
|
; GCN-NEXT: v_readlane_b32 s72, v0, 4
|
|
; GCN-NEXT: v_readlane_b32 s73, v0, 5
|
|
; GCN-NEXT: v_readlane_b32 s74, v0, 6
|
|
; GCN-NEXT: v_readlane_b32 s75, v0, 7
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: v_readlane_b32 s76, v1, 56
|
|
; GCN-NEXT: v_readlane_b32 s77, v1, 57
|
|
; GCN-NEXT: v_readlane_b32 s78, v1, 58
|
|
; GCN-NEXT: v_readlane_b32 s79, v1, 59
|
|
; GCN-NEXT: v_readlane_b32 s80, v1, 60
|
|
; GCN-NEXT: v_readlane_b32 s81, v1, 61
|
|
; GCN-NEXT: v_readlane_b32 s82, v1, 62
|
|
; GCN-NEXT: v_readlane_b32 s83, v1, 63
|
|
; GCN-NEXT: v_readlane_b32 s84, v1, 48
|
|
; GCN-NEXT: v_readlane_b32 s85, v1, 49
|
|
; GCN-NEXT: v_readlane_b32 s86, v1, 50
|
|
; GCN-NEXT: v_readlane_b32 s87, v1, 51
|
|
; GCN-NEXT: v_readlane_b32 s88, v1, 52
|
|
; GCN-NEXT: v_readlane_b32 s89, v1, 53
|
|
; GCN-NEXT: v_readlane_b32 s90, v1, 54
|
|
; GCN-NEXT: v_readlane_b32 s91, v1, 55
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 0
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 1
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 2
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 3
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 4
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 5
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 6
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 7
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_load_dword v2, off, s[92:95], 0 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:7]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 8
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 9
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 10
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 11
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 12
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 13
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 14
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 15
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:7]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 16
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 17
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 18
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 19
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 20
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 21
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 22
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 23
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:7]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 24
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 25
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 26
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 27
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 28
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 29
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 30
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 31
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:7]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 32
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 33
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 34
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 35
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 36
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 37
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 38
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 39
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:7]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 40
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 41
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 42
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 43
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 44
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 45
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 46
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 47
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:7]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: v_readlane_b32 s0, v2, 0
|
|
; GCN-NEXT: v_readlane_b32 s1, v2, 1
|
|
; GCN-NEXT: v_readlane_b32 s2, v2, 2
|
|
; GCN-NEXT: v_readlane_b32 s3, v2, 3
|
|
; GCN-NEXT: v_readlane_b32 s4, v2, 4
|
|
; GCN-NEXT: v_readlane_b32 s5, v2, 5
|
|
; GCN-NEXT: v_readlane_b32 s6, v2, 6
|
|
; GCN-NEXT: v_readlane_b32 s7, v2, 7
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[84:91]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[76:83]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[68:75]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[60:67]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[52:59]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[44:51]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[36:43]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[24:31]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[16:23]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[8:15]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:7]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: .LBB0_2: ; %ret
|
|
; GCN-NEXT: s_endpgm
|
|
%wide.sgpr0 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr1 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr2 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr3 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr4 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr5 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr6 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr7 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr8 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr9 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr10 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr11 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr12 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr13 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr14 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr15 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr16 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%cmp = icmp eq i32 %in, 0
|
|
br i1 %cmp, label %bb0, label %ret
|
|
|
|
bb0:
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr0) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr1) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr2) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr3) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr4) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr5) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr6) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr7) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr8) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr9) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr10) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr11) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr12) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr13) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr14) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr15) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr16) #0
|
|
br label %ret
|
|
|
|
ret:
|
|
ret void
|
|
}
|
|
|
|
; Some of the lanes of an SGPR spill are in one VGPR and some forced
|
|
; into the next available VGPR.
|
|
define amdgpu_kernel void @split_sgpr_spill_2_vgprs(ptr addrspace(1) %out, i32 %in) #1 {
|
|
; GCN-LABEL: split_sgpr_spill_2_vgprs:
|
|
; GCN: ; %bb.0:
|
|
; GCN-NEXT: s_mov_b32 s52, SCRATCH_RSRC_DWORD0
|
|
; GCN-NEXT: s_mov_b32 s53, SCRATCH_RSRC_DWORD1
|
|
; GCN-NEXT: s_mov_b32 s54, -1
|
|
; GCN-NEXT: s_mov_b32 s55, 0xe8f000
|
|
; GCN-NEXT: s_add_u32 s52, s52, s11
|
|
; GCN-NEXT: s_addc_u32 s53, s53, 0
|
|
; GCN-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x9
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dword s0, s[4:5], 0xb
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dword s0, s[4:5], 0xb
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr1 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v1, s4, 0
|
|
; GCN-NEXT: v_writelane_b32 v1, s5, 1
|
|
; GCN-NEXT: v_writelane_b32 v1, s6, 2
|
|
; GCN-NEXT: v_writelane_b32 v1, s7, 3
|
|
; GCN-NEXT: v_writelane_b32 v1, s8, 4
|
|
; GCN-NEXT: v_writelane_b32 v1, s9, 5
|
|
; GCN-NEXT: v_writelane_b32 v1, s10, 6
|
|
; GCN-NEXT: v_writelane_b32 v1, s11, 7
|
|
; GCN-NEXT: v_writelane_b32 v1, s12, 8
|
|
; GCN-NEXT: v_writelane_b32 v1, s13, 9
|
|
; GCN-NEXT: v_writelane_b32 v1, s14, 10
|
|
; GCN-NEXT: v_writelane_b32 v1, s15, 11
|
|
; GCN-NEXT: v_writelane_b32 v1, s16, 12
|
|
; GCN-NEXT: v_writelane_b32 v1, s17, 13
|
|
; GCN-NEXT: v_writelane_b32 v1, s18, 14
|
|
; GCN-NEXT: v_writelane_b32 v1, s19, 15
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v1, s4, 16
|
|
; GCN-NEXT: v_writelane_b32 v1, s5, 17
|
|
; GCN-NEXT: v_writelane_b32 v1, s6, 18
|
|
; GCN-NEXT: v_writelane_b32 v1, s7, 19
|
|
; GCN-NEXT: v_writelane_b32 v1, s8, 20
|
|
; GCN-NEXT: v_writelane_b32 v1, s9, 21
|
|
; GCN-NEXT: v_writelane_b32 v1, s10, 22
|
|
; GCN-NEXT: v_writelane_b32 v1, s11, 23
|
|
; GCN-NEXT: v_writelane_b32 v1, s12, 24
|
|
; GCN-NEXT: v_writelane_b32 v1, s13, 25
|
|
; GCN-NEXT: v_writelane_b32 v1, s14, 26
|
|
; GCN-NEXT: v_writelane_b32 v1, s15, 27
|
|
; GCN-NEXT: v_writelane_b32 v1, s16, 28
|
|
; GCN-NEXT: v_writelane_b32 v1, s17, 29
|
|
; GCN-NEXT: v_writelane_b32 v1, s18, 30
|
|
; GCN-NEXT: v_writelane_b32 v1, s19, 31
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v1, s4, 32
|
|
; GCN-NEXT: v_writelane_b32 v1, s5, 33
|
|
; GCN-NEXT: v_writelane_b32 v1, s6, 34
|
|
; GCN-NEXT: v_writelane_b32 v1, s7, 35
|
|
; GCN-NEXT: v_writelane_b32 v1, s8, 36
|
|
; GCN-NEXT: v_writelane_b32 v1, s9, 37
|
|
; GCN-NEXT: v_writelane_b32 v1, s10, 38
|
|
; GCN-NEXT: v_writelane_b32 v1, s11, 39
|
|
; GCN-NEXT: v_writelane_b32 v1, s12, 40
|
|
; GCN-NEXT: v_writelane_b32 v1, s13, 41
|
|
; GCN-NEXT: v_writelane_b32 v1, s14, 42
|
|
; GCN-NEXT: v_writelane_b32 v1, s15, 43
|
|
; GCN-NEXT: v_writelane_b32 v1, s16, 44
|
|
; GCN-NEXT: v_writelane_b32 v1, s17, 45
|
|
; GCN-NEXT: v_writelane_b32 v1, s18, 46
|
|
; GCN-NEXT: v_writelane_b32 v1, s19, 47
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v1, s4, 48
|
|
; GCN-NEXT: v_writelane_b32 v1, s5, 49
|
|
; GCN-NEXT: v_writelane_b32 v1, s6, 50
|
|
; GCN-NEXT: v_writelane_b32 v1, s7, 51
|
|
; GCN-NEXT: v_writelane_b32 v1, s8, 52
|
|
; GCN-NEXT: v_writelane_b32 v1, s9, 53
|
|
; GCN-NEXT: v_writelane_b32 v1, s10, 54
|
|
; GCN-NEXT: v_writelane_b32 v1, s11, 55
|
|
; GCN-NEXT: v_writelane_b32 v1, s12, 56
|
|
; GCN-NEXT: v_writelane_b32 v1, s13, 57
|
|
; GCN-NEXT: v_writelane_b32 v1, s14, 58
|
|
; GCN-NEXT: v_writelane_b32 v1, s15, 59
|
|
; GCN-NEXT: v_writelane_b32 v1, s16, 60
|
|
; GCN-NEXT: v_writelane_b32 v1, s17, 61
|
|
; GCN-NEXT: v_writelane_b32 v1, s18, 62
|
|
; GCN-NEXT: v_writelane_b32 v1, s19, 63
|
|
; GCN-NEXT: s_or_saveexec_b64 s[28:29], -1
|
|
; GCN-NEXT: buffer_store_dword v1, off, s[52:55], 0 offset:4 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[28:29]
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:11]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr1 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v1, s4, 0
|
|
; GCN-NEXT: v_writelane_b32 v1, s5, 1
|
|
; GCN-NEXT: v_writelane_b32 v1, s6, 2
|
|
; GCN-NEXT: v_writelane_b32 v1, s7, 3
|
|
; GCN-NEXT: v_writelane_b32 v1, s8, 4
|
|
; GCN-NEXT: v_writelane_b32 v1, s9, 5
|
|
; GCN-NEXT: v_writelane_b32 v1, s10, 6
|
|
; GCN-NEXT: v_writelane_b32 v1, s11, 7
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[2:3]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v1, s2, 8
|
|
; GCN-NEXT: v_writelane_b32 v1, s3, 9
|
|
; GCN-NEXT: s_or_saveexec_b64 s[28:29], -1
|
|
; GCN-NEXT: buffer_store_dword v1, off, s[52:55], 0 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[28:29]
|
|
; GCN-NEXT: s_mov_b32 s1, 0
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_cmp_eq_u32 s0, s1
|
|
; GCN-NEXT: s_cselect_b64 s[0:1], -1, 0
|
|
; GCN-NEXT: s_mov_b64 s[2:3], -1
|
|
; GCN-NEXT: s_xor_b64 s[0:1], s[0:1], s[2:3]
|
|
; GCN-NEXT: s_and_b64 vcc, exec, s[0:1]
|
|
; GCN-NEXT: s_cbranch_vccnz .LBB1_2
|
|
; GCN-NEXT: ; %bb.1: ; %bb0
|
|
; GCN-NEXT: s_or_saveexec_b64 s[28:29], -1
|
|
; GCN-NEXT: buffer_load_dword v0, off, s[52:55], 0 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[28:29]
|
|
; GCN-NEXT: s_or_saveexec_b64 s[28:29], -1
|
|
; GCN-NEXT: buffer_load_dword v1, off, s[52:55], 0 offset:4 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[28:29]
|
|
; GCN-NEXT: s_waitcnt vmcnt(1)
|
|
; GCN-NEXT: v_readlane_b32 s16, v0, 8
|
|
; GCN-NEXT: v_readlane_b32 s17, v0, 9
|
|
; GCN-NEXT: v_readlane_b32 s20, v0, 0
|
|
; GCN-NEXT: v_readlane_b32 s21, v0, 1
|
|
; GCN-NEXT: v_readlane_b32 s22, v0, 2
|
|
; GCN-NEXT: v_readlane_b32 s23, v0, 3
|
|
; GCN-NEXT: v_readlane_b32 s24, v0, 4
|
|
; GCN-NEXT: v_readlane_b32 s25, v0, 5
|
|
; GCN-NEXT: v_readlane_b32 s26, v0, 6
|
|
; GCN-NEXT: v_readlane_b32 s27, v0, 7
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: v_readlane_b32 s36, v1, 32
|
|
; GCN-NEXT: v_readlane_b32 s37, v1, 33
|
|
; GCN-NEXT: v_readlane_b32 s38, v1, 34
|
|
; GCN-NEXT: v_readlane_b32 s39, v1, 35
|
|
; GCN-NEXT: v_readlane_b32 s40, v1, 36
|
|
; GCN-NEXT: v_readlane_b32 s41, v1, 37
|
|
; GCN-NEXT: v_readlane_b32 s42, v1, 38
|
|
; GCN-NEXT: v_readlane_b32 s43, v1, 39
|
|
; GCN-NEXT: v_readlane_b32 s44, v1, 40
|
|
; GCN-NEXT: v_readlane_b32 s45, v1, 41
|
|
; GCN-NEXT: v_readlane_b32 s46, v1, 42
|
|
; GCN-NEXT: v_readlane_b32 s47, v1, 43
|
|
; GCN-NEXT: v_readlane_b32 s48, v1, 44
|
|
; GCN-NEXT: v_readlane_b32 s49, v1, 45
|
|
; GCN-NEXT: v_readlane_b32 s50, v1, 46
|
|
; GCN-NEXT: v_readlane_b32 s51, v1, 47
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 0
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 1
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 2
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 3
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 4
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 5
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 6
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 7
|
|
; GCN-NEXT: v_readlane_b32 s8, v1, 8
|
|
; GCN-NEXT: v_readlane_b32 s9, v1, 9
|
|
; GCN-NEXT: v_readlane_b32 s10, v1, 10
|
|
; GCN-NEXT: v_readlane_b32 s11, v1, 11
|
|
; GCN-NEXT: v_readlane_b32 s12, v1, 12
|
|
; GCN-NEXT: v_readlane_b32 s13, v1, 13
|
|
; GCN-NEXT: v_readlane_b32 s14, v1, 14
|
|
; GCN-NEXT: v_readlane_b32 s15, v1, 15
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:15]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 16
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 17
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 18
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 19
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 20
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 21
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 22
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 23
|
|
; GCN-NEXT: v_readlane_b32 s8, v1, 24
|
|
; GCN-NEXT: v_readlane_b32 s9, v1, 25
|
|
; GCN-NEXT: v_readlane_b32 s10, v1, 26
|
|
; GCN-NEXT: v_readlane_b32 s11, v1, 27
|
|
; GCN-NEXT: v_readlane_b32 s12, v1, 28
|
|
; GCN-NEXT: v_readlane_b32 s13, v1, 29
|
|
; GCN-NEXT: v_readlane_b32 s14, v1, 30
|
|
; GCN-NEXT: v_readlane_b32 s15, v1, 31
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:15]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s0, v1, 48
|
|
; GCN-NEXT: v_readlane_b32 s1, v1, 49
|
|
; GCN-NEXT: v_readlane_b32 s2, v1, 50
|
|
; GCN-NEXT: v_readlane_b32 s3, v1, 51
|
|
; GCN-NEXT: v_readlane_b32 s4, v1, 52
|
|
; GCN-NEXT: v_readlane_b32 s5, v1, 53
|
|
; GCN-NEXT: v_readlane_b32 s6, v1, 54
|
|
; GCN-NEXT: v_readlane_b32 s7, v1, 55
|
|
; GCN-NEXT: v_readlane_b32 s8, v1, 56
|
|
; GCN-NEXT: v_readlane_b32 s9, v1, 57
|
|
; GCN-NEXT: v_readlane_b32 s10, v1, 58
|
|
; GCN-NEXT: v_readlane_b32 s11, v1, 59
|
|
; GCN-NEXT: v_readlane_b32 s12, v1, 60
|
|
; GCN-NEXT: v_readlane_b32 s13, v1, 61
|
|
; GCN-NEXT: v_readlane_b32 s14, v1, 62
|
|
; GCN-NEXT: v_readlane_b32 s15, v1, 63
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[36:51]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[20:27]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[16:17]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:15]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: .LBB1_2: ; %ret
|
|
; GCN-NEXT: s_endpgm
|
|
%wide.sgpr0 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr1 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr2 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr5 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr3 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr4 = call <2 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
|
|
%cmp = icmp eq i32 %in, 0
|
|
br i1 %cmp, label %bb0, label %ret
|
|
|
|
bb0:
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr0) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr1) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr2) #0
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr3) #0
|
|
call void asm sideeffect "; use $0", "s"(<2 x i32> %wide.sgpr4) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr5) #0
|
|
br label %ret
|
|
|
|
ret:
|
|
ret void
|
|
}
|
|
|
|
; The first 64 SGPR spills can go to a VGPR, but there isn't a second
|
|
; so some spills must be to memory. The last 16 element spill runs out
|
|
; of lanes at the 15th element.
|
|
define amdgpu_kernel void @no_vgprs_last_sgpr_spill(ptr addrspace(1) %out, i32 %in) #1 {
|
|
; GCN-LABEL: no_vgprs_last_sgpr_spill:
|
|
; GCN: ; %bb.0:
|
|
; GCN-NEXT: s_mov_b32 s52, SCRATCH_RSRC_DWORD0
|
|
; GCN-NEXT: s_mov_b32 s53, SCRATCH_RSRC_DWORD1
|
|
; GCN-NEXT: s_mov_b32 s54, -1
|
|
; GCN-NEXT: s_mov_b32 s55, 0xe8f000
|
|
; GCN-NEXT: s_add_u32 s52, s52, s11
|
|
; GCN-NEXT: s_addc_u32 s53, s53, 0
|
|
; GCN-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x9
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dword s0, s[4:5], 0xb
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dword s0, s[4:5], 0xb
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr32 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v32, s4, 0
|
|
; GCN-NEXT: v_writelane_b32 v32, s5, 1
|
|
; GCN-NEXT: v_writelane_b32 v32, s6, 2
|
|
; GCN-NEXT: v_writelane_b32 v32, s7, 3
|
|
; GCN-NEXT: v_writelane_b32 v32, s8, 4
|
|
; GCN-NEXT: v_writelane_b32 v32, s9, 5
|
|
; GCN-NEXT: v_writelane_b32 v32, s10, 6
|
|
; GCN-NEXT: v_writelane_b32 v32, s11, 7
|
|
; GCN-NEXT: v_writelane_b32 v32, s12, 8
|
|
; GCN-NEXT: v_writelane_b32 v32, s13, 9
|
|
; GCN-NEXT: v_writelane_b32 v32, s14, 10
|
|
; GCN-NEXT: v_writelane_b32 v32, s15, 11
|
|
; GCN-NEXT: v_writelane_b32 v32, s16, 12
|
|
; GCN-NEXT: v_writelane_b32 v32, s17, 13
|
|
; GCN-NEXT: v_writelane_b32 v32, s18, 14
|
|
; GCN-NEXT: v_writelane_b32 v32, s19, 15
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v32, s4, 16
|
|
; GCN-NEXT: v_writelane_b32 v32, s5, 17
|
|
; GCN-NEXT: v_writelane_b32 v32, s6, 18
|
|
; GCN-NEXT: v_writelane_b32 v32, s7, 19
|
|
; GCN-NEXT: v_writelane_b32 v32, s8, 20
|
|
; GCN-NEXT: v_writelane_b32 v32, s9, 21
|
|
; GCN-NEXT: v_writelane_b32 v32, s10, 22
|
|
; GCN-NEXT: v_writelane_b32 v32, s11, 23
|
|
; GCN-NEXT: v_writelane_b32 v32, s12, 24
|
|
; GCN-NEXT: v_writelane_b32 v32, s13, 25
|
|
; GCN-NEXT: v_writelane_b32 v32, s14, 26
|
|
; GCN-NEXT: v_writelane_b32 v32, s15, 27
|
|
; GCN-NEXT: v_writelane_b32 v32, s16, 28
|
|
; GCN-NEXT: v_writelane_b32 v32, s17, 29
|
|
; GCN-NEXT: v_writelane_b32 v32, s18, 30
|
|
; GCN-NEXT: v_writelane_b32 v32, s19, 31
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v32, s4, 32
|
|
; GCN-NEXT: v_writelane_b32 v32, s5, 33
|
|
; GCN-NEXT: v_writelane_b32 v32, s6, 34
|
|
; GCN-NEXT: v_writelane_b32 v32, s7, 35
|
|
; GCN-NEXT: v_writelane_b32 v32, s8, 36
|
|
; GCN-NEXT: v_writelane_b32 v32, s9, 37
|
|
; GCN-NEXT: v_writelane_b32 v32, s10, 38
|
|
; GCN-NEXT: v_writelane_b32 v32, s11, 39
|
|
; GCN-NEXT: v_writelane_b32 v32, s12, 40
|
|
; GCN-NEXT: v_writelane_b32 v32, s13, 41
|
|
; GCN-NEXT: v_writelane_b32 v32, s14, 42
|
|
; GCN-NEXT: v_writelane_b32 v32, s15, 43
|
|
; GCN-NEXT: v_writelane_b32 v32, s16, 44
|
|
; GCN-NEXT: v_writelane_b32 v32, s17, 45
|
|
; GCN-NEXT: v_writelane_b32 v32, s18, 46
|
|
; GCN-NEXT: v_writelane_b32 v32, s19, 47
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v32, s4, 48
|
|
; GCN-NEXT: v_writelane_b32 v32, s5, 49
|
|
; GCN-NEXT: v_writelane_b32 v32, s6, 50
|
|
; GCN-NEXT: v_writelane_b32 v32, s7, 51
|
|
; GCN-NEXT: v_writelane_b32 v32, s8, 52
|
|
; GCN-NEXT: v_writelane_b32 v32, s9, 53
|
|
; GCN-NEXT: v_writelane_b32 v32, s10, 54
|
|
; GCN-NEXT: v_writelane_b32 v32, s11, 55
|
|
; GCN-NEXT: v_writelane_b32 v32, s12, 56
|
|
; GCN-NEXT: v_writelane_b32 v32, s13, 57
|
|
; GCN-NEXT: v_writelane_b32 v32, s14, 58
|
|
; GCN-NEXT: v_writelane_b32 v32, s15, 59
|
|
; GCN-NEXT: v_writelane_b32 v32, s16, 60
|
|
; GCN-NEXT: v_writelane_b32 v32, s17, 61
|
|
; GCN-NEXT: v_writelane_b32 v32, s18, 62
|
|
; GCN-NEXT: v_writelane_b32 v32, s19, 63
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_store_dword v32, off, s[52:55], 0 offset:4 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[2:3]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr32 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v32, s2, 0
|
|
; GCN-NEXT: v_writelane_b32 v32, s3, 1
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_store_dword v32, off, s[52:55], 0 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: s_mov_b32 s1, 0
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_cmp_eq_u32 s0, s1
|
|
; GCN-NEXT: s_cselect_b64 s[0:1], -1, 0
|
|
; GCN-NEXT: s_mov_b64 s[2:3], -1
|
|
; GCN-NEXT: s_xor_b64 s[0:1], s[0:1], s[2:3]
|
|
; GCN-NEXT: s_and_b64 vcc, exec, s[0:1]
|
|
; GCN-NEXT: s_cbranch_vccnz .LBB2_2
|
|
; GCN-NEXT: ; %bb.1: ; %bb0
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_load_dword v31, off, s[52:55], 0 offset:4 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: v_readlane_b32 s36, v31, 32
|
|
; GCN-NEXT: v_readlane_b32 s37, v31, 33
|
|
; GCN-NEXT: v_readlane_b32 s38, v31, 34
|
|
; GCN-NEXT: v_readlane_b32 s39, v31, 35
|
|
; GCN-NEXT: v_readlane_b32 s40, v31, 36
|
|
; GCN-NEXT: v_readlane_b32 s41, v31, 37
|
|
; GCN-NEXT: v_readlane_b32 s42, v31, 38
|
|
; GCN-NEXT: v_readlane_b32 s43, v31, 39
|
|
; GCN-NEXT: v_readlane_b32 s44, v31, 40
|
|
; GCN-NEXT: v_readlane_b32 s45, v31, 41
|
|
; GCN-NEXT: v_readlane_b32 s46, v31, 42
|
|
; GCN-NEXT: v_readlane_b32 s47, v31, 43
|
|
; GCN-NEXT: v_readlane_b32 s48, v31, 44
|
|
; GCN-NEXT: v_readlane_b32 s49, v31, 45
|
|
; GCN-NEXT: v_readlane_b32 s50, v31, 46
|
|
; GCN-NEXT: v_readlane_b32 s51, v31, 47
|
|
; GCN-NEXT: v_readlane_b32 s0, v31, 16
|
|
; GCN-NEXT: v_readlane_b32 s1, v31, 17
|
|
; GCN-NEXT: v_readlane_b32 s2, v31, 18
|
|
; GCN-NEXT: v_readlane_b32 s3, v31, 19
|
|
; GCN-NEXT: v_readlane_b32 s4, v31, 20
|
|
; GCN-NEXT: v_readlane_b32 s5, v31, 21
|
|
; GCN-NEXT: v_readlane_b32 s6, v31, 22
|
|
; GCN-NEXT: v_readlane_b32 s7, v31, 23
|
|
; GCN-NEXT: v_readlane_b32 s8, v31, 24
|
|
; GCN-NEXT: v_readlane_b32 s9, v31, 25
|
|
; GCN-NEXT: v_readlane_b32 s10, v31, 26
|
|
; GCN-NEXT: v_readlane_b32 s11, v31, 27
|
|
; GCN-NEXT: v_readlane_b32 s12, v31, 28
|
|
; GCN-NEXT: v_readlane_b32 s13, v31, 29
|
|
; GCN-NEXT: v_readlane_b32 s14, v31, 30
|
|
; GCN-NEXT: v_readlane_b32 s15, v31, 31
|
|
; GCN-NEXT: v_readlane_b32 s16, v31, 0
|
|
; GCN-NEXT: v_readlane_b32 s17, v31, 1
|
|
; GCN-NEXT: v_readlane_b32 s18, v31, 2
|
|
; GCN-NEXT: v_readlane_b32 s19, v31, 3
|
|
; GCN-NEXT: v_readlane_b32 s20, v31, 4
|
|
; GCN-NEXT: v_readlane_b32 s21, v31, 5
|
|
; GCN-NEXT: v_readlane_b32 s22, v31, 6
|
|
; GCN-NEXT: v_readlane_b32 s23, v31, 7
|
|
; GCN-NEXT: v_readlane_b32 s24, v31, 8
|
|
; GCN-NEXT: v_readlane_b32 s25, v31, 9
|
|
; GCN-NEXT: v_readlane_b32 s26, v31, 10
|
|
; GCN-NEXT: v_readlane_b32 s27, v31, 11
|
|
; GCN-NEXT: v_readlane_b32 s28, v31, 12
|
|
; GCN-NEXT: v_readlane_b32 s29, v31, 13
|
|
; GCN-NEXT: v_readlane_b32 s30, v31, 14
|
|
; GCN-NEXT: v_readlane_b32 s31, v31, 15
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_load_dword v32, off, s[52:55], 0 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[16:31]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:15]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s4, v31, 48
|
|
; GCN-NEXT: v_readlane_b32 s5, v31, 49
|
|
; GCN-NEXT: v_readlane_b32 s6, v31, 50
|
|
; GCN-NEXT: v_readlane_b32 s7, v31, 51
|
|
; GCN-NEXT: v_readlane_b32 s8, v31, 52
|
|
; GCN-NEXT: v_readlane_b32 s9, v31, 53
|
|
; GCN-NEXT: v_readlane_b32 s10, v31, 54
|
|
; GCN-NEXT: v_readlane_b32 s11, v31, 55
|
|
; GCN-NEXT: v_readlane_b32 s12, v31, 56
|
|
; GCN-NEXT: v_readlane_b32 s13, v31, 57
|
|
; GCN-NEXT: v_readlane_b32 s14, v31, 58
|
|
; GCN-NEXT: v_readlane_b32 s15, v31, 59
|
|
; GCN-NEXT: v_readlane_b32 s16, v31, 60
|
|
; GCN-NEXT: v_readlane_b32 s17, v31, 61
|
|
; GCN-NEXT: v_readlane_b32 s18, v31, 62
|
|
; GCN-NEXT: v_readlane_b32 s19, v31, 63
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: v_readlane_b32 s0, v32, 0
|
|
; GCN-NEXT: v_readlane_b32 s1, v32, 1
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[36:51]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:1]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: .LBB2_2: ; %ret
|
|
; GCN-NEXT: s_endpgm
|
|
call void asm sideeffect "", "~{v[0:7]}" () #0
|
|
call void asm sideeffect "", "~{v[8:15]}" () #0
|
|
call void asm sideeffect "", "~{v[16:23]}" () #0
|
|
call void asm sideeffect "", "~{v[24:27]}"() #0
|
|
call void asm sideeffect "", "~{v[28:29]}"() #0
|
|
call void asm sideeffect "", "~{v30}"() #0
|
|
|
|
%wide.sgpr0 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr1 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr2 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr3 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr4 = call <2 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%cmp = icmp eq i32 %in, 0
|
|
br i1 %cmp, label %bb0, label %ret
|
|
|
|
bb0:
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr0) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr1) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr2) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr3) #0
|
|
call void asm sideeffect "; use $0", "s"(<2 x i32> %wide.sgpr4) #0
|
|
br label %ret
|
|
|
|
ret:
|
|
ret void
|
|
}
|
|
|
|
; Same as @no_vgprs_last_sgpr_spill, some SGPR spills must go to memory.
|
|
; Additionally, v0 is live throughout the function.
|
|
define amdgpu_kernel void @no_vgprs_last_sgpr_spill_live_v0(i32 %in) #1 {
|
|
; GCN-LABEL: no_vgprs_last_sgpr_spill_live_v0:
|
|
; GCN: ; %bb.0:
|
|
; GCN-NEXT: s_mov_b32 s52, SCRATCH_RSRC_DWORD0
|
|
; GCN-NEXT: s_mov_b32 s53, SCRATCH_RSRC_DWORD1
|
|
; GCN-NEXT: s_mov_b32 s54, -1
|
|
; GCN-NEXT: s_mov_b32 s55, 0xe8f000
|
|
; GCN-NEXT: s_add_u32 s52, s52, s11
|
|
; GCN-NEXT: s_addc_u32 s53, s53, 0
|
|
; GCN-NEXT: s_load_dword s0, s[4:5], 0x9
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dword s0, s[4:5], 0x9
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr32 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v32, s4, 0
|
|
; GCN-NEXT: v_writelane_b32 v32, s5, 1
|
|
; GCN-NEXT: v_writelane_b32 v32, s6, 2
|
|
; GCN-NEXT: v_writelane_b32 v32, s7, 3
|
|
; GCN-NEXT: v_writelane_b32 v32, s8, 4
|
|
; GCN-NEXT: v_writelane_b32 v32, s9, 5
|
|
; GCN-NEXT: v_writelane_b32 v32, s10, 6
|
|
; GCN-NEXT: v_writelane_b32 v32, s11, 7
|
|
; GCN-NEXT: v_writelane_b32 v32, s12, 8
|
|
; GCN-NEXT: v_writelane_b32 v32, s13, 9
|
|
; GCN-NEXT: v_writelane_b32 v32, s14, 10
|
|
; GCN-NEXT: v_writelane_b32 v32, s15, 11
|
|
; GCN-NEXT: v_writelane_b32 v32, s16, 12
|
|
; GCN-NEXT: v_writelane_b32 v32, s17, 13
|
|
; GCN-NEXT: v_writelane_b32 v32, s18, 14
|
|
; GCN-NEXT: v_writelane_b32 v32, s19, 15
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v32, s4, 16
|
|
; GCN-NEXT: v_writelane_b32 v32, s5, 17
|
|
; GCN-NEXT: v_writelane_b32 v32, s6, 18
|
|
; GCN-NEXT: v_writelane_b32 v32, s7, 19
|
|
; GCN-NEXT: v_writelane_b32 v32, s8, 20
|
|
; GCN-NEXT: v_writelane_b32 v32, s9, 21
|
|
; GCN-NEXT: v_writelane_b32 v32, s10, 22
|
|
; GCN-NEXT: v_writelane_b32 v32, s11, 23
|
|
; GCN-NEXT: v_writelane_b32 v32, s12, 24
|
|
; GCN-NEXT: v_writelane_b32 v32, s13, 25
|
|
; GCN-NEXT: v_writelane_b32 v32, s14, 26
|
|
; GCN-NEXT: v_writelane_b32 v32, s15, 27
|
|
; GCN-NEXT: v_writelane_b32 v32, s16, 28
|
|
; GCN-NEXT: v_writelane_b32 v32, s17, 29
|
|
; GCN-NEXT: v_writelane_b32 v32, s18, 30
|
|
; GCN-NEXT: v_writelane_b32 v32, s19, 31
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v32, s4, 32
|
|
; GCN-NEXT: v_writelane_b32 v32, s5, 33
|
|
; GCN-NEXT: v_writelane_b32 v32, s6, 34
|
|
; GCN-NEXT: v_writelane_b32 v32, s7, 35
|
|
; GCN-NEXT: v_writelane_b32 v32, s8, 36
|
|
; GCN-NEXT: v_writelane_b32 v32, s9, 37
|
|
; GCN-NEXT: v_writelane_b32 v32, s10, 38
|
|
; GCN-NEXT: v_writelane_b32 v32, s11, 39
|
|
; GCN-NEXT: v_writelane_b32 v32, s12, 40
|
|
; GCN-NEXT: v_writelane_b32 v32, s13, 41
|
|
; GCN-NEXT: v_writelane_b32 v32, s14, 42
|
|
; GCN-NEXT: v_writelane_b32 v32, s15, 43
|
|
; GCN-NEXT: v_writelane_b32 v32, s16, 44
|
|
; GCN-NEXT: v_writelane_b32 v32, s17, 45
|
|
; GCN-NEXT: v_writelane_b32 v32, s18, 46
|
|
; GCN-NEXT: v_writelane_b32 v32, s19, 47
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_writelane_b32 v32, s4, 48
|
|
; GCN-NEXT: v_writelane_b32 v32, s5, 49
|
|
; GCN-NEXT: v_writelane_b32 v32, s6, 50
|
|
; GCN-NEXT: v_writelane_b32 v32, s7, 51
|
|
; GCN-NEXT: v_writelane_b32 v32, s8, 52
|
|
; GCN-NEXT: v_writelane_b32 v32, s9, 53
|
|
; GCN-NEXT: v_writelane_b32 v32, s10, 54
|
|
; GCN-NEXT: v_writelane_b32 v32, s11, 55
|
|
; GCN-NEXT: v_writelane_b32 v32, s12, 56
|
|
; GCN-NEXT: v_writelane_b32 v32, s13, 57
|
|
; GCN-NEXT: v_writelane_b32 v32, s14, 58
|
|
; GCN-NEXT: v_writelane_b32 v32, s15, 59
|
|
; GCN-NEXT: v_writelane_b32 v32, s16, 60
|
|
; GCN-NEXT: v_writelane_b32 v32, s17, 61
|
|
; GCN-NEXT: v_writelane_b32 v32, s18, 62
|
|
; GCN-NEXT: v_writelane_b32 v32, s19, 63
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_store_dword v32, off, s[52:55], 0 offset:4 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def s[2:3]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ; implicit-def: $vgpr32 : SGPR spill to VGPR lane
|
|
; GCN-NEXT: v_writelane_b32 v32, s2, 0
|
|
; GCN-NEXT: v_writelane_b32 v32, s3, 1
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_store_dword v32, off, s[52:55], 0 ; 4-byte Folded Spill
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: s_mov_b32 s1, 0
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_cmp_eq_u32 s0, s1
|
|
; GCN-NEXT: s_cselect_b64 s[0:1], -1, 0
|
|
; GCN-NEXT: s_mov_b64 s[2:3], -1
|
|
; GCN-NEXT: s_xor_b64 s[0:1], s[0:1], s[2:3]
|
|
; GCN-NEXT: s_and_b64 vcc, exec, s[0:1]
|
|
; GCN-NEXT: s_cbranch_vccnz .LBB3_2
|
|
; GCN-NEXT: ; %bb.1: ; %bb0
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_load_dword v31, off, s[52:55], 0 offset:4 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: v_readlane_b32 s36, v31, 32
|
|
; GCN-NEXT: v_readlane_b32 s37, v31, 33
|
|
; GCN-NEXT: v_readlane_b32 s38, v31, 34
|
|
; GCN-NEXT: v_readlane_b32 s39, v31, 35
|
|
; GCN-NEXT: v_readlane_b32 s40, v31, 36
|
|
; GCN-NEXT: v_readlane_b32 s41, v31, 37
|
|
; GCN-NEXT: v_readlane_b32 s42, v31, 38
|
|
; GCN-NEXT: v_readlane_b32 s43, v31, 39
|
|
; GCN-NEXT: v_readlane_b32 s44, v31, 40
|
|
; GCN-NEXT: v_readlane_b32 s45, v31, 41
|
|
; GCN-NEXT: v_readlane_b32 s46, v31, 42
|
|
; GCN-NEXT: v_readlane_b32 s47, v31, 43
|
|
; GCN-NEXT: v_readlane_b32 s48, v31, 44
|
|
; GCN-NEXT: v_readlane_b32 s49, v31, 45
|
|
; GCN-NEXT: v_readlane_b32 s50, v31, 46
|
|
; GCN-NEXT: v_readlane_b32 s51, v31, 47
|
|
; GCN-NEXT: v_readlane_b32 s0, v31, 16
|
|
; GCN-NEXT: v_readlane_b32 s1, v31, 17
|
|
; GCN-NEXT: v_readlane_b32 s2, v31, 18
|
|
; GCN-NEXT: v_readlane_b32 s3, v31, 19
|
|
; GCN-NEXT: v_readlane_b32 s4, v31, 20
|
|
; GCN-NEXT: v_readlane_b32 s5, v31, 21
|
|
; GCN-NEXT: v_readlane_b32 s6, v31, 22
|
|
; GCN-NEXT: v_readlane_b32 s7, v31, 23
|
|
; GCN-NEXT: v_readlane_b32 s8, v31, 24
|
|
; GCN-NEXT: v_readlane_b32 s9, v31, 25
|
|
; GCN-NEXT: v_readlane_b32 s10, v31, 26
|
|
; GCN-NEXT: v_readlane_b32 s11, v31, 27
|
|
; GCN-NEXT: v_readlane_b32 s12, v31, 28
|
|
; GCN-NEXT: v_readlane_b32 s13, v31, 29
|
|
; GCN-NEXT: v_readlane_b32 s14, v31, 30
|
|
; GCN-NEXT: v_readlane_b32 s15, v31, 31
|
|
; GCN-NEXT: v_readlane_b32 s16, v31, 0
|
|
; GCN-NEXT: v_readlane_b32 s17, v31, 1
|
|
; GCN-NEXT: v_readlane_b32 s18, v31, 2
|
|
; GCN-NEXT: v_readlane_b32 s19, v31, 3
|
|
; GCN-NEXT: v_readlane_b32 s20, v31, 4
|
|
; GCN-NEXT: v_readlane_b32 s21, v31, 5
|
|
; GCN-NEXT: v_readlane_b32 s22, v31, 6
|
|
; GCN-NEXT: v_readlane_b32 s23, v31, 7
|
|
; GCN-NEXT: v_readlane_b32 s24, v31, 8
|
|
; GCN-NEXT: v_readlane_b32 s25, v31, 9
|
|
; GCN-NEXT: v_readlane_b32 s26, v31, 10
|
|
; GCN-NEXT: v_readlane_b32 s27, v31, 11
|
|
; GCN-NEXT: v_readlane_b32 s28, v31, 12
|
|
; GCN-NEXT: v_readlane_b32 s29, v31, 13
|
|
; GCN-NEXT: v_readlane_b32 s30, v31, 14
|
|
; GCN-NEXT: v_readlane_b32 s31, v31, 15
|
|
; GCN-NEXT: s_or_saveexec_b64 s[34:35], -1
|
|
; GCN-NEXT: buffer_load_dword v32, off, s[52:55], 0 ; 4-byte Folded Reload
|
|
; GCN-NEXT: s_mov_b64 exec, s[34:35]
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; def v0
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[16:31]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:15]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: v_readlane_b32 s4, v31, 48
|
|
; GCN-NEXT: v_readlane_b32 s5, v31, 49
|
|
; GCN-NEXT: v_readlane_b32 s6, v31, 50
|
|
; GCN-NEXT: v_readlane_b32 s7, v31, 51
|
|
; GCN-NEXT: v_readlane_b32 s8, v31, 52
|
|
; GCN-NEXT: v_readlane_b32 s9, v31, 53
|
|
; GCN-NEXT: v_readlane_b32 s10, v31, 54
|
|
; GCN-NEXT: v_readlane_b32 s11, v31, 55
|
|
; GCN-NEXT: v_readlane_b32 s12, v31, 56
|
|
; GCN-NEXT: v_readlane_b32 s13, v31, 57
|
|
; GCN-NEXT: v_readlane_b32 s14, v31, 58
|
|
; GCN-NEXT: v_readlane_b32 s15, v31, 59
|
|
; GCN-NEXT: v_readlane_b32 s16, v31, 60
|
|
; GCN-NEXT: v_readlane_b32 s17, v31, 61
|
|
; GCN-NEXT: v_readlane_b32 s18, v31, 62
|
|
; GCN-NEXT: v_readlane_b32 s19, v31, 63
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: v_readlane_b32 s0, v32, 0
|
|
; GCN-NEXT: v_readlane_b32 s1, v32, 1
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[36:51]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[4:19]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use s[0:1]
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
; GCN-NEXT: ; use v0
|
|
; GCN-NEXT: ;;#ASMEND
|
|
; GCN-NEXT: .LBB3_2: ; %ret
|
|
; GCN-NEXT: s_endpgm
|
|
call void asm sideeffect "", "~{v[0:7]}" () #0
|
|
call void asm sideeffect "", "~{v[8:15]}" () #0
|
|
call void asm sideeffect "", "~{v[16:23]}" () #0
|
|
call void asm sideeffect "", "~{v[24:27]}"() #0
|
|
call void asm sideeffect "", "~{v[28:29]}"() #0
|
|
call void asm sideeffect "", "~{v30}"() #0
|
|
|
|
%wide.sgpr0 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr1 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr2 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr3 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%wide.sgpr4 = call <2 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
%cmp = icmp eq i32 %in, 0
|
|
br i1 %cmp, label %bb0, label %ret
|
|
|
|
bb0:
|
|
%vgpr0 = call i32 asm sideeffect "; def $0", "=v" () #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr0) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr1) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr2) #0
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr3) #0
|
|
call void asm sideeffect "; use $0", "s"(<2 x i32> %wide.sgpr4) #0
|
|
call void asm sideeffect "; use $0", "v"(i32 %vgpr0) #0
|
|
br label %ret
|
|
|
|
ret:
|
|
ret void
|
|
}
|
|
|
|
attributes #0 = { nounwind }
|
|
attributes #1 = { nounwind "amdgpu-waves-per-eu"="7,7" }
|
|
|