; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1250 -mattr=-real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-FAKE16 %s
; RUN: llc -global-isel=1 -new-reg-bank-select -mtriple=amdgcn -mcpu=gfx1250 -mattr=-real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-FAKE16 %s
; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1250 -mattr=+real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-TRUE16 %s
; RUN: llc -global-isel=1 -new-reg-bank-select -mtriple=amdgcn -mcpu=gfx1250 -mattr=+real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-TRUE16 %s
; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1310 -mattr=-real-true16 < %s | FileCheck --check-prefixes=GFX13,GFX13-SDAG,GFX13-FAKE16 %s
; RUN: llc -global-isel=1 -new-reg-bank-select -mtriple=amdgcn -mcpu=gfx1310 -mattr=-real-true16 < %s | FileCheck --check-prefixes=GFX13,GFX13-GISEL,GFX13-FAKE16 %s
; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1310 -mattr=+real-true16 < %s | FileCheck --check-prefixes=GFX13,GFX13-SDAG,GFX13-TRUE16 %s
; RUN: llc -global-isel=1 -new-reg-bank-select -mtriple=amdgcn -mcpu=gfx1310 -mattr=+real-true16 < %s | FileCheck --check-prefixes=GFX13,GFX13-GISEL,GFX13-TRUE16 %s


define amdgpu_ps float @global_load_b32_idxprom(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_load_b32_idxprom:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b32_idxprom:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds float, ptr addrspace(1) %p, i64 %idxprom
  %ret = load float, ptr addrspace(1) %arrayidx, align 4
  ret float %ret
}

define amdgpu_ps float @global_load_b32_idx32(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_load_b32_idx32:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b32_idx32:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %arrayidx = getelementptr inbounds float, ptr addrspace(1) %p, i32 %idx
  %ret = load float, ptr addrspace(1) %arrayidx, align 4
  ret float %ret
}

define amdgpu_ps float @global_load_b32_idxprom_wrong_stride(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_load_b32_idxprom_wrong_stride:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    v_ashrrev_i32_e32 v1, 31, v0
; GFX1250-NEXT:    s_delay_alu instid0(VALU_DEP_1)
; GFX1250-NEXT:    v_lshl_add_u64 v[0:1], v[0:1], 3, s[0:1]
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-SDAG-LABEL: global_load_b32_idxprom_wrong_stride:
; GFX13-SDAG:       ; %bb.0: ; %entry
; GFX13-SDAG-NEXT:    v_ashrrev_i32_e32 v1, 31, v0
; GFX13-SDAG-NEXT:    s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX13-SDAG-NEXT:    v_lshlrev_b64_e32 v[0:1], 3, v[0:1]
; GFX13-SDAG-NEXT:    v_add_co_u32 v0, vcc_lo, s0, v0
; GFX13-SDAG-NEXT:    s_delay_alu instid0(VALU_DEP_1)
; GFX13-SDAG-NEXT:    v_add_co_ci_u32_e64 v1, null, s1, v1, vcc_lo
; GFX13-SDAG-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-SDAG-NEXT:    s_wait_loadcnt 0x0
; GFX13-SDAG-NEXT:    ; return to shader part epilog
;
; GFX13-GISEL-LABEL: global_load_b32_idxprom_wrong_stride:
; GFX13-GISEL:       ; %bb.0: ; %entry
; GFX13-GISEL-NEXT:    v_dual_ashrrev_i32 v1, 31, v0 :: v_dual_mov_b32 v3, s1
; GFX13-GISEL-NEXT:    v_mov_b32_e32 v2, s0
; GFX13-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX13-GISEL-NEXT:    v_lshlrev_b64_e32 v[0:1], 3, v[0:1]
; GFX13-GISEL-NEXT:    v_add_co_u32 v0, vcc_lo, v2, v0
; GFX13-GISEL-NEXT:    s_delay_alu instid0(VALU_DEP_1)
; GFX13-GISEL-NEXT:    v_add_co_ci_u32_e64 v1, null, v3, v1, vcc_lo
; GFX13-GISEL-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-GISEL-NEXT:    s_wait_loadcnt 0x0
; GFX13-GISEL-NEXT:    ; return to shader part epilog
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds <2 x float>, ptr addrspace(1) %p, i64 %idxprom
  %ret = load float, ptr addrspace(1) %arrayidx, align 4
  ret float %ret
}

define amdgpu_ps float @global_load_b16_idxprom_ioffset(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_load_b16_idxprom_ioffset:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_u16 v0, v0, s[0:1] offset:32 scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b16_idxprom_ioffset:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_u16 v0, v0, s[0:1] offset:32 scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idxprom = sext i32 %idx to i64
  %idxadd = add i64 %idxprom, 16
  %arrayidx = getelementptr inbounds i16, ptr addrspace(1) %p, i64 %idxadd
  %ld = load i16, ptr addrspace(1) %arrayidx, align 2
  %ret.i32 = zext i16 %ld to i32
  %ret = bitcast i32 %ret.i32 to float
  ret float %ret
}

define amdgpu_ps <2 x float> @global_load_b64_idxprom(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_load_b64_idxprom:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b64 v[0:1], v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b64_idxprom:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b64 v[0:1], v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds <2 x float>, ptr addrspace(1) %p, i64 %idxprom
  %ret = load <2 x float>, ptr addrspace(1) %arrayidx, align 4
  ret <2 x float> %ret
}

define amdgpu_ps <3 x float> @global_load_b96_idxprom(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_load_b96_idxprom:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b96 v[0:2], v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b96_idxprom:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b96 v[0:2], v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds [3 x float], ptr addrspace(1) %p, i64 %idxprom
  %ret = load <3 x float>, ptr addrspace(1) %arrayidx, align 4
  ret <3 x float> %ret
}

define amdgpu_ps <3 x float> @global_load_b96_idxpromi_ioffset(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_load_b96_idxpromi_ioffset:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b96 v[0:2], v0, s[0:1] offset:192 scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b96_idxpromi_ioffset:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b96 v[0:2], v0, s[0:1] offset:192 scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idxprom = sext i32 %idx to i64
  %idxadd = add i64 %idxprom, 16
  %arrayidx = getelementptr inbounds [3 x float], ptr addrspace(1) %p, i64 %idxadd
  %ret = load <3 x float>, ptr addrspace(1) %arrayidx, align 4
  ret <3 x float> %ret
}

define amdgpu_ps <4 x float> @global_load_b128_idxprom(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_load_b128_idxprom:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b128 v[0:3], v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b128_idxprom:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b128 v[0:3], v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds <4 x float>, ptr addrspace(1) %p, i64 %idxprom
  %ret = load <4 x float>, ptr addrspace(1) %arrayidx, align 4
  ret <4 x float> %ret
}

define amdgpu_ps float @global_load_b32_idxprom_range(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b32_idxprom_range:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_b32 v0, v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b32_idxprom_range:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_b32 v0, v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds float, ptr addrspace(1) %p, i64 %idxprom
  %ret = load float, ptr addrspace(1) %arrayidx, align 4
  ret float %ret
}

define amdgpu_ps float @global_load_b32_idxprom_range_ioffset(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b32_idxprom_range_ioffset:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_b32 v0, v0, s[0:1] offset:64 scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b32_idxprom_range_ioffset:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_b32 v0, v0, s[0:1] offset:64 scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %idxadd = add i64 %idxprom, 16
  %arrayidx = getelementptr inbounds float, ptr addrspace(1) %p, i64 %idxadd
  %ret = load float, ptr addrspace(1) %arrayidx, align 4
  ret float %ret
}

; Note: this is a byte load, there is nothing to scale

define amdgpu_ps float @global_load_b8_idxprom_range_ioffset(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b8_idxprom_range_ioffset:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_u8 v0, v0, s[0:1] offset:16
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b8_idxprom_range_ioffset:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_u8 v0, v0, s[0:1] offset:16
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %idxadd = add i64 %idxprom, 16
  %arrayidx = getelementptr inbounds i8, ptr addrspace(1) %p, i64 %idxadd
  %ld = load i8, ptr addrspace(1) %arrayidx
  %ret.i32 = zext i8 %ld to i32
  %ret = bitcast i32 %ret.i32 to float
  ret float %ret
}

define amdgpu_ps float @global_load_b16_idxprom_range(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b16_idxprom_range:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_u16 v0, v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b16_idxprom_range:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_u16 v0, v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds i16, ptr addrspace(1) %p, i64 %idxprom
  %ld = load i16, ptr addrspace(1) %arrayidx, align 2
  %ret.i32 = zext i16 %ld to i32
  %ret = bitcast i32 %ret.i32 to float
  ret float %ret
}

define amdgpu_ps float @global_load_b16_idxprom_range_ioffset(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b16_idxprom_range_ioffset:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_u16 v0, v0, s[0:1] offset:32 scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b16_idxprom_range_ioffset:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_u16 v0, v0, s[0:1] offset:32 scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %idxadd = add i64 %idxprom, 16
  %arrayidx = getelementptr inbounds i16, ptr addrspace(1) %p, i64 %idxadd
  %ld = load i16, ptr addrspace(1) %arrayidx, align 2
  %ret.i32 = zext i16 %ld to i32
  %ret = bitcast i32 %ret.i32 to float
  ret float %ret
}

define amdgpu_ps <2 x float> @global_load_b64_idxprom_range(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b64_idxprom_range:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_b64 v[0:1], v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b64_idxprom_range:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_b64 v[0:1], v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds <2 x float>, ptr addrspace(1) %p, i64 %idxprom
  %ret = load <2 x float>, ptr addrspace(1) %arrayidx, align 4
  ret <2 x float> %ret
}

define amdgpu_ps <3 x float> @global_load_b96_idxprom_range(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b96_idxprom_range:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_b96 v[0:2], v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b96_idxprom_range:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_b96 v[0:2], v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds [3 x float], ptr addrspace(1) %p, i64 %idxprom
  %ret = load <3 x float>, ptr addrspace(1) %arrayidx, align 4
  ret <3 x float> %ret
}

define amdgpu_ps <3 x float> @global_load_b96_idxprom_range_ioffset(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b96_idxprom_range_ioffset:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_b96 v[0:2], v0, s[0:1] offset:192 scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b96_idxprom_range_ioffset:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_b96 v[0:2], v0, s[0:1] offset:192 scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %idxadd = add i64 %idxprom, 16
  %arrayidx = getelementptr inbounds [3 x float], ptr addrspace(1) %p, i64 %idxadd
  %ret = load <3 x float>, ptr addrspace(1) %arrayidx, align 4
  ret <3 x float> %ret
}

define amdgpu_ps <4 x float> @global_load_b128_idxprom_range(ptr addrspace(1) align 4 inreg %p, ptr addrspace(1) align 4 %pp) {
; GFX1250-LABEL: global_load_b128_idxprom_range:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    global_load_b32 v0, v[0:1], off
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    global_load_b128 v[0:3], v0, s[0:1] scale_offset
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_load_b128_idxprom_range:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    global_load_b32 v0, v[0:1], off
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    global_load_b128 v[0:3], v0, s[0:1] scale_offset
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idx = load i32, ptr addrspace(1) %pp, align 4, !range !0
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds <4 x float>, ptr addrspace(1) %p, i64 %idxprom
  %ret = load <4 x float>, ptr addrspace(1) %arrayidx, align 4
  ret <4 x float> %ret
}

define amdgpu_ps void @global_store_b32_idxprom(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_store_b32_idxprom:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    v_mov_b32_e32 v1, 1.0
; GFX1250-NEXT:    global_store_b32 v0, v1, s[0:1] scale_offset
; GFX1250-NEXT:    s_endpgm
;
; GFX13-LABEL: global_store_b32_idxprom:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    v_mov_b32_e32 v1, 1.0
; GFX13-NEXT:    global_store_b32 v0, v1, s[0:1] scale_offset
; GFX13-NEXT:    s_endpgm
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds float, ptr addrspace(1) %p, i64 %idxprom
  store float 1.0, ptr addrspace(1) %arrayidx, align 4
  ret void
}

define amdgpu_ps void @global_store_b16_idxprom(ptr addrspace(1) align 2 inreg %p, i32 %idx) {
; GFX1250-FAKE16-LABEL: global_store_b16_idxprom:
; GFX1250-FAKE16:       ; %bb.0: ; %entry
; GFX1250-FAKE16-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-FAKE16-NEXT:    v_nop
; GFX1250-FAKE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-FAKE16-NEXT:    v_mov_b32_e32 v1, 1
; GFX1250-FAKE16-NEXT:    global_store_b16 v0, v1, s[0:1] scale_offset
; GFX1250-FAKE16-NEXT:    s_endpgm
;
; GFX1250-TRUE16-LABEL: global_store_b16_idxprom:
; GFX1250-TRUE16:       ; %bb.0: ; %entry
; GFX1250-TRUE16-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-TRUE16-NEXT:    v_nop
; GFX1250-TRUE16-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-TRUE16-NEXT:    v_mov_b16_e32 v1.l, 1
; GFX1250-TRUE16-NEXT:    global_store_b16 v0, v1, s[0:1] scale_offset
; GFX1250-TRUE16-NEXT:    s_endpgm
;
; GFX13-FAKE16-LABEL: global_store_b16_idxprom:
; GFX13-FAKE16:       ; %bb.0: ; %entry
; GFX13-FAKE16-NEXT:    v_mov_b32_e32 v1, 1
; GFX13-FAKE16-NEXT:    global_store_b16 v0, v1, s[0:1] scale_offset
; GFX13-FAKE16-NEXT:    s_endpgm
;
; GFX13-TRUE16-LABEL: global_store_b16_idxprom:
; GFX13-TRUE16:       ; %bb.0: ; %entry
; GFX13-TRUE16-NEXT:    v_mov_b16_e32 v1.l, 1
; GFX13-TRUE16-NEXT:    global_store_b16 v0, v1, s[0:1] scale_offset
; GFX13-TRUE16-NEXT:    s_endpgm
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds i16, ptr addrspace(1) %p, i64 %idxprom
  store i16 1, ptr addrspace(1) %arrayidx, align 2
  ret void
}

define amdgpu_ps void @global_store_b64_idxprom(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_store_b64_idxprom:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    v_mov_b64_e32 v[2:3], 1.0
; GFX1250-NEXT:    global_store_b64 v0, v[2:3], s[0:1] scale_offset
; GFX1250-NEXT:    s_endpgm
;
; GFX13-LABEL: global_store_b64_idxprom:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    v_dual_mov_b32 v1, 0 :: v_dual_mov_b32 v2, 0x3ff00000
; GFX13-NEXT:    global_store_b64 v0, v[1:2], s[0:1] scale_offset
; GFX13-NEXT:    s_endpgm
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds double, ptr addrspace(1) %p, i64 %idxprom
  store double 1.0, ptr addrspace(1) %arrayidx, align 4
  ret void
}

define amdgpu_ps void @global_atomicrmw_b32_idxprom(ptr addrspace(1) align 4 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_atomicrmw_b32_idxprom:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    v_mov_b32_e32 v1, 1
; GFX1250-NEXT:    global_atomic_add_u32 v0, v1, s[0:1] scale_offset scope:SCOPE_SYS
; GFX1250-NEXT:    s_endpgm
;
; GFX13-LABEL: global_atomicrmw_b32_idxprom:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    v_mov_b32_e32 v1, 1
; GFX13-NEXT:    global_atomic_add_u32 v0, v1, s[0:1] scale_offset scope:SCOPE_SYS
; GFX13-NEXT:    s_endpgm
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds i32, ptr addrspace(1) %p, i64 %idxprom
  atomicrmw add ptr addrspace(1) %arrayidx, i32 1 monotonic
  ret void
}

define amdgpu_ps <2 x float> @global_atomicrmw_b64_rtn_idxprom(ptr addrspace(1) align 8 inreg %p, i32 %idx) {
; GFX1250-LABEL: global_atomicrmw_b64_rtn_idxprom:
; GFX1250:       ; %bb.0: ; %entry
; GFX1250-NEXT:    global_prefetch_b8 v0, s[0:1] scope:SCOPE_SE
; GFX1250-NEXT:    v_nop
; GFX1250-NEXT:    s_setreg_imm32_b32 hwreg(HW_REG_WAVE_MODE, 25, 1), 1 ; msbs: dst=0 src0=0 src1=0 src2=0
; GFX1250-NEXT:    v_mov_b64_e32 v[2:3], 1
; GFX1250-NEXT:    global_atomic_add_u64 v[0:1], v0, v[2:3], s[0:1] scale_offset th:TH_ATOMIC_RETURN scope:SCOPE_SYS
; GFX1250-NEXT:    s_wait_loadcnt 0x0
; GFX1250-NEXT:    ; return to shader part epilog
;
; GFX13-LABEL: global_atomicrmw_b64_rtn_idxprom:
; GFX13:       ; %bb.0: ; %entry
; GFX13-NEXT:    v_dual_mov_b32 v1, 1 :: v_dual_mov_b32 v2, 0
; GFX13-NEXT:    global_atomic_add_u64 v[0:1], v0, v[1:2], s[0:1] scale_offset th:TH_ATOMIC_RETURN scope:SCOPE_SYS
; GFX13-NEXT:    s_wait_loadcnt 0x0
; GFX13-NEXT:    ; return to shader part epilog
entry:
  %idxprom = sext i32 %idx to i64
  %arrayidx = getelementptr inbounds i64, ptr addrspace(1) %p, i64 %idxprom
  %ret = atomicrmw add ptr addrspace(1) %arrayidx, i64 1 monotonic
  %ret.cast = bitcast i64 %ret to <2 x float>
  ret <2 x float> %ret.cast
}

!0 = !{i32 0, i32 1024}