; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve < %s | FileCheck %s
; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve -aarch64-sve-vector-bits-min=128 -aarch64-sve-vector-bits-max=128 < %s | FileCheck %s --check-prefix=CHECK-128
; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve -aarch64-sve-vector-bits-min=256 -aarch64-sve-vector-bits-max=256 < %s | FileCheck %s --check-prefix=CHECK-256
; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve -aarch64-sve-vector-bits-min=512 -aarch64-sve-vector-bits-max=512 < %s | FileCheck %s --check-prefix=CHECK-512
; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve -aarch64-sve-vector-bits-min=1024 -aarch64-sve-vector-bits-max=1024 < %s | FileCheck %s --check-prefix=CHECK-1024
; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve -aarch64-sve-vector-bits-min=2048 -aarch64-sve-vector-bits-max=2048 < %s | FileCheck %s --check-prefix=CHECK-2048

define void @nxv16i8(ptr %ldptr, ptr %stptr) {
; CHECK-LABEL: nxv16i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.b
; CHECK-NEXT:    mov w8, #256 // =0x100
; CHECK-NEXT:    ld1b { z0.b }, p0/z, [x0, x8]
; CHECK-NEXT:    st1b { z0.b }, p0, [x1, x8]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: nxv16i8:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    ldr z0, [x0, #16, mul vl]
; CHECK-128-NEXT:    str z0, [x1, #16, mul vl]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: nxv16i8:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    ldr z0, [x0, #8, mul vl]
; CHECK-256-NEXT:    str z0, [x1, #8, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: nxv16i8:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    ldr z0, [x0, #4, mul vl]
; CHECK-512-NEXT:    str z0, [x1, #4, mul vl]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: nxv16i8:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    ldr z0, [x0, #2, mul vl]
; CHECK-1024-NEXT:    str z0, [x1, #2, mul vl]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: nxv16i8:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    ldr z0, [x0, #1, mul vl]
; CHECK-2048-NEXT:    str z0, [x1, #1, mul vl]
; CHECK-2048-NEXT:    ret
  %ldoff = getelementptr inbounds nuw i8, ptr %ldptr, i64 256
  %stoff = getelementptr inbounds nuw i8, ptr %stptr, i64 256
  %x = load <vscale x 16 x i8>, ptr %ldoff, align 1
  store <vscale x 16 x i8> %x, ptr %stoff, align 1
  ret void
}

define void @nxv8i16(ptr %ldptr, ptr %stptr) {
; CHECK-LABEL: nxv8i16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.h
; CHECK-NEXT:    mov x8, #128 // =0x80
; CHECK-NEXT:    ld1h { z0.h }, p0/z, [x0, x8, lsl #1]
; CHECK-NEXT:    st1h { z0.h }, p0, [x1, x8, lsl #1]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: nxv8i16:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    ldr z0, [x0, #16, mul vl]
; CHECK-128-NEXT:    str z0, [x1, #16, mul vl]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: nxv8i16:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    ldr z0, [x0, #8, mul vl]
; CHECK-256-NEXT:    str z0, [x1, #8, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: nxv8i16:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    ldr z0, [x0, #4, mul vl]
; CHECK-512-NEXT:    str z0, [x1, #4, mul vl]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: nxv8i16:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    ldr z0, [x0, #2, mul vl]
; CHECK-1024-NEXT:    str z0, [x1, #2, mul vl]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: nxv8i16:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    ldr z0, [x0, #1, mul vl]
; CHECK-2048-NEXT:    str z0, [x1, #1, mul vl]
; CHECK-2048-NEXT:    ret
  %ldoff = getelementptr inbounds nuw i16, ptr %ldptr, i64 128
  %stoff = getelementptr inbounds nuw i16, ptr %stptr, i64 128
  %x = load <vscale x 8 x i16>, ptr %ldoff, align 2
  store <vscale x 8 x i16> %x, ptr %stoff, align 2
  ret void
}

define void @nxv4i32(ptr %ldptr, ptr %stptr) {
; CHECK-LABEL: nxv4i32:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.s
; CHECK-NEXT:    mov x8, #64 // =0x40
; CHECK-NEXT:    ld1w { z0.s }, p0/z, [x0, x8, lsl #2]
; CHECK-NEXT:    st1w { z0.s }, p0, [x1, x8, lsl #2]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: nxv4i32:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    ldr z0, [x0, #16, mul vl]
; CHECK-128-NEXT:    str z0, [x1, #16, mul vl]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: nxv4i32:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    ldr z0, [x0, #8, mul vl]
; CHECK-256-NEXT:    str z0, [x1, #8, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: nxv4i32:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    ldr z0, [x0, #4, mul vl]
; CHECK-512-NEXT:    str z0, [x1, #4, mul vl]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: nxv4i32:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    ldr z0, [x0, #2, mul vl]
; CHECK-1024-NEXT:    str z0, [x1, #2, mul vl]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: nxv4i32:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    ldr z0, [x0, #1, mul vl]
; CHECK-2048-NEXT:    str z0, [x1, #1, mul vl]
; CHECK-2048-NEXT:    ret
  %ldoff = getelementptr inbounds nuw i32, ptr %ldptr, i64 64
  %stoff = getelementptr inbounds nuw i32, ptr %stptr, i64 64
  %x = load <vscale x 4 x i32>, ptr %ldoff, align 4
  store <vscale x 4 x i32> %x, ptr %stoff, align 4
  ret void
}

define void @nxv2i64(ptr %ldptr, ptr %stptr) {
; CHECK-LABEL: nxv2i64:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    mov x8, #32 // =0x20
; CHECK-NEXT:    ld1d { z0.d }, p0/z, [x0, x8, lsl #3]
; CHECK-NEXT:    st1d { z0.d }, p0, [x1, x8, lsl #3]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: nxv2i64:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    ldr z0, [x0, #16, mul vl]
; CHECK-128-NEXT:    str z0, [x1, #16, mul vl]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: nxv2i64:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    ldr z0, [x0, #8, mul vl]
; CHECK-256-NEXT:    str z0, [x1, #8, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: nxv2i64:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    ldr z0, [x0, #4, mul vl]
; CHECK-512-NEXT:    str z0, [x1, #4, mul vl]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: nxv2i64:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    ldr z0, [x0, #2, mul vl]
; CHECK-1024-NEXT:    str z0, [x1, #2, mul vl]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: nxv2i64:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    ldr z0, [x0, #1, mul vl]
; CHECK-2048-NEXT:    str z0, [x1, #1, mul vl]
; CHECK-2048-NEXT:    ret
  %ldoff = getelementptr inbounds nuw i64, ptr %ldptr, i64 32
  %stoff = getelementptr inbounds nuw i64, ptr %stptr, i64 32
  %x = load <vscale x 2 x i64>, ptr %ldoff, align 8
  store <vscale x 2 x i64> %x, ptr %stoff, align 8
  ret void
}

define void @nxv4i8(ptr %ldptr, ptr %stptr) {
; CHECK-LABEL: nxv4i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.s
; CHECK-NEXT:    mov w8, #32 // =0x20
; CHECK-NEXT:    ld1b { z0.s }, p0/z, [x0, x8]
; CHECK-NEXT:    st1b { z0.s }, p0, [x1, x8]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: nxv4i8:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    ptrue p0.s
; CHECK-128-NEXT:    mov w8, #32 // =0x20
; CHECK-128-NEXT:    ld1b { z0.s }, p0/z, [x0, x8]
; CHECK-128-NEXT:    st1b { z0.s }, p0, [x1, x8]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: nxv4i8:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    ptrue p0.s
; CHECK-256-NEXT:    ld1b { z0.s }, p0/z, [x0, #4, mul vl]
; CHECK-256-NEXT:    st1b { z0.s }, p0, [x1, #4, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: nxv4i8:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    ptrue p0.s
; CHECK-512-NEXT:    ld1b { z0.s }, p0/z, [x0, #2, mul vl]
; CHECK-512-NEXT:    st1b { z0.s }, p0, [x1, #2, mul vl]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: nxv4i8:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    ptrue p0.s
; CHECK-1024-NEXT:    ld1b { z0.s }, p0/z, [x0, #1, mul vl]
; CHECK-1024-NEXT:    st1b { z0.s }, p0, [x1, #1, mul vl]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: nxv4i8:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    ptrue p0.s
; CHECK-2048-NEXT:    mov w8, #32 // =0x20
; CHECK-2048-NEXT:    ld1b { z0.s }, p0/z, [x0, x8]
; CHECK-2048-NEXT:    st1b { z0.s }, p0, [x1, x8]
; CHECK-2048-NEXT:    ret
  %ldoff = getelementptr inbounds nuw i8, ptr %ldptr, i64 32
  %stoff = getelementptr inbounds nuw i8, ptr %stptr, i64 32
  %x = load <vscale x 4 x i8>, ptr %ldoff, align 1
  store <vscale x 4 x i8> %x, ptr %stoff, align 1
  ret void
}

define void @nxv2f32(ptr %ldptr, ptr %stptr) {
; CHECK-LABEL: nxv2f32:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    mov x8, #16 // =0x10
; CHECK-NEXT:    ld1w { z0.d }, p0/z, [x0, x8, lsl #2]
; CHECK-NEXT:    st1w { z0.d }, p0, [x1, x8, lsl #2]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: nxv2f32:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    ptrue p0.d
; CHECK-128-NEXT:    mov x8, #16 // =0x10
; CHECK-128-NEXT:    ld1w { z0.d }, p0/z, [x0, x8, lsl #2]
; CHECK-128-NEXT:    st1w { z0.d }, p0, [x1, x8, lsl #2]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: nxv2f32:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    ptrue p0.d
; CHECK-256-NEXT:    ld1w { z0.d }, p0/z, [x0, #4, mul vl]
; CHECK-256-NEXT:    st1w { z0.d }, p0, [x1, #4, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: nxv2f32:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    ptrue p0.d
; CHECK-512-NEXT:    ld1w { z0.d }, p0/z, [x0, #2, mul vl]
; CHECK-512-NEXT:    st1w { z0.d }, p0, [x1, #2, mul vl]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: nxv2f32:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    ptrue p0.d
; CHECK-1024-NEXT:    ld1w { z0.d }, p0/z, [x0, #1, mul vl]
; CHECK-1024-NEXT:    st1w { z0.d }, p0, [x1, #1, mul vl]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: nxv2f32:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    ptrue p0.d
; CHECK-2048-NEXT:    mov x8, #16 // =0x10
; CHECK-2048-NEXT:    ld1w { z0.d }, p0/z, [x0, x8, lsl #2]
; CHECK-2048-NEXT:    st1w { z0.d }, p0, [x1, x8, lsl #2]
; CHECK-2048-NEXT:    ret
  %ldoff = getelementptr inbounds nuw i8, ptr %ldptr, i64 64
  %stoff = getelementptr inbounds nuw i8, ptr %stptr, i64 64
  %x = load <vscale x 2 x float>, ptr %ldoff, align 4
  store <vscale x 2 x float> %x, ptr %stoff, align 4
  ret void
}

define void @nxv4f64(ptr %ldptr, ptr %stptr) {
; CHECK-LABEL: nxv4f64:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    mov x8, #16 // =0x10
; CHECK-NEXT:    add x9, x0, #128
; CHECK-NEXT:    ldr z1, [x9, #1, mul vl]
; CHECK-NEXT:    add x9, x1, #128
; CHECK-NEXT:    ld1d { z0.d }, p0/z, [x0, x8, lsl #3]
; CHECK-NEXT:    st1d { z0.d }, p0, [x1, x8, lsl #3]
; CHECK-NEXT:    str z1, [x9, #1, mul vl]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: nxv4f64:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    add x8, x0, #128
; CHECK-128-NEXT:    ldr z1, [x0, #8, mul vl]
; CHECK-128-NEXT:    ldr z0, [x8, #1, mul vl]
; CHECK-128-NEXT:    add x8, x1, #128
; CHECK-128-NEXT:    str z0, [x8, #1, mul vl]
; CHECK-128-NEXT:    str z1, [x1, #8, mul vl]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: nxv4f64:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    add x8, x0, #128
; CHECK-256-NEXT:    ldr z1, [x0, #4, mul vl]
; CHECK-256-NEXT:    ldr z0, [x8, #1, mul vl]
; CHECK-256-NEXT:    add x8, x1, #128
; CHECK-256-NEXT:    str z0, [x8, #1, mul vl]
; CHECK-256-NEXT:    str z1, [x1, #4, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: nxv4f64:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    add x8, x0, #128
; CHECK-512-NEXT:    ldr z1, [x0, #2, mul vl]
; CHECK-512-NEXT:    ldr z0, [x8, #1, mul vl]
; CHECK-512-NEXT:    add x8, x1, #128
; CHECK-512-NEXT:    str z0, [x8, #1, mul vl]
; CHECK-512-NEXT:    str z1, [x1, #2, mul vl]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: nxv4f64:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    add x8, x0, #128
; CHECK-1024-NEXT:    ldr z1, [x0, #1, mul vl]
; CHECK-1024-NEXT:    ldr z0, [x8, #1, mul vl]
; CHECK-1024-NEXT:    add x8, x1, #128
; CHECK-1024-NEXT:    str z0, [x8, #1, mul vl]
; CHECK-1024-NEXT:    str z1, [x1, #1, mul vl]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: nxv4f64:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    ptrue p0.d
; CHECK-2048-NEXT:    mov x8, #16 // =0x10
; CHECK-2048-NEXT:    add x9, x0, #128
; CHECK-2048-NEXT:    ldr z1, [x9, #1, mul vl]
; CHECK-2048-NEXT:    add x9, x1, #128
; CHECK-2048-NEXT:    ld1d { z0.d }, p0/z, [x0, x8, lsl #3]
; CHECK-2048-NEXT:    st1d { z0.d }, p0, [x1, x8, lsl #3]
; CHECK-2048-NEXT:    str z1, [x9, #1, mul vl]
; CHECK-2048-NEXT:    ret
  %ldoff = getelementptr inbounds nuw i8, ptr %ldptr, i64 128
  %stoff = getelementptr inbounds nuw i8, ptr %stptr, i64 128
  %x = load <vscale x 4 x double>, ptr %ldoff, align 8
  store <vscale x 4 x double> %x, ptr %stoff, align 8
  ret void
}

define void @v8i32(ptr %ldptr, ptr %stptr) {
; CHECK-LABEL: v8i32:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldp q0, q1, [x0, #64]
; CHECK-NEXT:    ldp q3, q2, [x0, #32]
; CHECK-NEXT:    stp q0, q1, [x1, #64]
; CHECK-NEXT:    stp q3, q2, [x1, #32]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: v8i32:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    ldp q0, q1, [x0, #64]
; CHECK-128-NEXT:    ldp q3, q2, [x0, #32]
; CHECK-128-NEXT:    stp q0, q1, [x1, #64]
; CHECK-128-NEXT:    stp q3, q2, [x1, #32]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: v8i32:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    ldr z0, [x0, #2, mul vl]
; CHECK-256-NEXT:    ldr z1, [x0, #1, mul vl]
; CHECK-256-NEXT:    str z0, [x1, #2, mul vl]
; CHECK-256-NEXT:    str z1, [x1, #1, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: v8i32:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    ptrue p0.s
; CHECK-512-NEXT:    mov x8, #8 // =0x8
; CHECK-512-NEXT:    ld1w { z0.s }, p0/z, [x0, x8, lsl #2]
; CHECK-512-NEXT:    st1w { z0.s }, p0, [x1, x8, lsl #2]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: v8i32:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    ptrue p0.s, vl16
; CHECK-1024-NEXT:    mov x8, #8 // =0x8
; CHECK-1024-NEXT:    ld1w { z0.s }, p0/z, [x0, x8, lsl #2]
; CHECK-1024-NEXT:    st1w { z0.s }, p0, [x1, x8, lsl #2]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: v8i32:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    ptrue p0.s, vl16
; CHECK-2048-NEXT:    mov x8, #8 // =0x8
; CHECK-2048-NEXT:    ld1w { z0.s }, p0/z, [x0, x8, lsl #2]
; CHECK-2048-NEXT:    st1w { z0.s }, p0, [x1, x8, lsl #2]
; CHECK-2048-NEXT:    ret
  %ldoff = getelementptr inbounds nuw i8, ptr %ldptr, i64 32
  %stoff = getelementptr inbounds nuw i8, ptr %stptr, i64 32
  %x = load <16 x i32>, ptr %ldoff, align 4
  store <16 x i32> %x, ptr %stoff, align 4
  ret void
}

define void @v8i32_vscale(ptr %0) {
; CHECK-LABEL: v8i32_vscale:
; CHECK:       // %bb.0:
; CHECK-NEXT:    movi v0.4s, #1
; CHECK-NEXT:    rdvl x8, #2
; CHECK-NEXT:    add x8, x0, x8
; CHECK-NEXT:    stp q0, q0, [x8]
; CHECK-NEXT:    ret
;
; CHECK-128-LABEL: v8i32_vscale:
; CHECK-128:       // %bb.0:
; CHECK-128-NEXT:    movi v0.4s, #1
; CHECK-128-NEXT:    rdvl x8, #2
; CHECK-128-NEXT:    add x8, x0, x8
; CHECK-128-NEXT:    stp q0, q0, [x8]
; CHECK-128-NEXT:    ret
;
; CHECK-256-LABEL: v8i32_vscale:
; CHECK-256:       // %bb.0:
; CHECK-256-NEXT:    mov z0.s, #1 // =0x1
; CHECK-256-NEXT:    str z0, [x0, #2, mul vl]
; CHECK-256-NEXT:    ret
;
; CHECK-512-LABEL: v8i32_vscale:
; CHECK-512:       // %bb.0:
; CHECK-512-NEXT:    mov z0.s, #1 // =0x1
; CHECK-512-NEXT:    ptrue p0.s, vl8
; CHECK-512-NEXT:    st1w { z0.s }, p0, [x0, #2, mul vl]
; CHECK-512-NEXT:    ret
;
; CHECK-1024-LABEL: v8i32_vscale:
; CHECK-1024:       // %bb.0:
; CHECK-1024-NEXT:    mov z0.s, #1 // =0x1
; CHECK-1024-NEXT:    ptrue p0.s, vl8
; CHECK-1024-NEXT:    st1w { z0.s }, p0, [x0, #2, mul vl]
; CHECK-1024-NEXT:    ret
;
; CHECK-2048-LABEL: v8i32_vscale:
; CHECK-2048:       // %bb.0:
; CHECK-2048-NEXT:    mov z0.s, #1 // =0x1
; CHECK-2048-NEXT:    ptrue p0.s, vl8
; CHECK-2048-NEXT:    st1w { z0.s }, p0, [x0, #2, mul vl]
; CHECK-2048-NEXT:    ret
  %vl = call i64 @llvm.vscale()
  %vlx = shl i64 %vl, 5
  %2 = getelementptr inbounds nuw i8, ptr %0, i64 %vlx
  store <8 x i32> splat (i32 1), ptr %2, align 4
  ret void
}