; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -mtriple=riscv64 -mattr=+m,+v -verify-machineinstrs < %s | FileCheck %s define @test_vp_reverse_nxv1i1_masked( %src, %mask, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv1i1_masked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli zero, a0, e8, mf8, ta, ma ; CHECK-NEXT: vmv.v.i v9, 0 ; CHECK-NEXT: addi a0, a0, -1 ; CHECK-NEXT: vmerge.vim v9, v9, 1, v0 ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: vsetvli zero, zero, e16, mf4, ta, ma ; CHECK-NEXT: vid.v v10, v0.t ; CHECK-NEXT: vrsub.vx v10, v10, a0, v0.t ; CHECK-NEXT: vsetvli zero, zero, e8, mf8, ta, ma ; CHECK-NEXT: vrgatherei16.vv v11, v9, v10, v0.t ; CHECK-NEXT: vmsne.vi v0, v11, 0, v0.t ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv1i1( %src, %mask, i32 %evl) ret %dst } define @test_vp_reverse_nxv1i1( %src, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv1i1: ; CHECK: # %bb.0: ; CHECK-NEXT: addi a1, a0, -1 ; CHECK-NEXT: vsetvli zero, a0, e16, mf4, ta, ma ; CHECK-NEXT: vid.v v8 ; CHECK-NEXT: vsetvli zero, zero, e8, mf8, ta, ma ; CHECK-NEXT: vmv.v.i v9, 0 ; CHECK-NEXT: vsetvli zero, zero, e16, mf4, ta, ma ; CHECK-NEXT: vrsub.vx v8, v8, a1 ; CHECK-NEXT: vsetvli zero, zero, e8, mf8, ta, ma ; CHECK-NEXT: vmerge.vim v9, v9, 1, v0 ; CHECK-NEXT: vrgatherei16.vv v10, v9, v8 ; CHECK-NEXT: vmsne.vi v0, v10, 0 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv1i1( %src, splat (i1 1), i32 %evl) ret %dst } define @test_vp_reverse_nxv2i1_masked( %src, %mask, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv2i1_masked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli zero, a0, e8, mf4, ta, ma ; CHECK-NEXT: vmv.v.i v9, 0 ; CHECK-NEXT: addi a0, a0, -1 ; CHECK-NEXT: vmerge.vim v9, v9, 1, v0 ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: vsetvli zero, zero, e16, mf2, ta, ma ; CHECK-NEXT: vid.v v10, v0.t ; CHECK-NEXT: vrsub.vx v10, v10, a0, v0.t ; CHECK-NEXT: vsetvli zero, zero, e8, mf4, ta, ma ; CHECK-NEXT: vrgatherei16.vv v11, v9, v10, v0.t ; CHECK-NEXT: vmsne.vi v0, v11, 0, v0.t ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv2i1( %src, %mask, i32 %evl) ret %dst } define @test_vp_reverse_nxv2i1( %src, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv2i1: ; CHECK: # %bb.0: ; CHECK-NEXT: addi a1, a0, -1 ; CHECK-NEXT: vsetvli zero, a0, e16, mf2, ta, ma ; CHECK-NEXT: vid.v v8 ; CHECK-NEXT: vsetvli zero, zero, e8, mf4, ta, ma ; CHECK-NEXT: vmv.v.i v9, 0 ; CHECK-NEXT: vsetvli zero, zero, e16, mf2, ta, ma ; CHECK-NEXT: vrsub.vx v8, v8, a1 ; CHECK-NEXT: vsetvli zero, zero, e8, mf4, ta, ma ; CHECK-NEXT: vmerge.vim v9, v9, 1, v0 ; CHECK-NEXT: vrgatherei16.vv v10, v9, v8 ; CHECK-NEXT: vmsne.vi v0, v10, 0 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv2i1( %src, splat (i1 1), i32 %evl) ret %dst } define @test_vp_reverse_nxv4i1_masked( %src, %mask, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv4i1_masked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli zero, a0, e8, mf2, ta, ma ; CHECK-NEXT: vmv.v.i v9, 0 ; CHECK-NEXT: addi a0, a0, -1 ; CHECK-NEXT: vmerge.vim v9, v9, 1, v0 ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: vsetvli zero, zero, e16, m1, ta, ma ; CHECK-NEXT: vid.v v10, v0.t ; CHECK-NEXT: vrsub.vx v10, v10, a0, v0.t ; CHECK-NEXT: vsetvli zero, zero, e8, mf2, ta, ma ; CHECK-NEXT: vrgatherei16.vv v11, v9, v10, v0.t ; CHECK-NEXT: vmsne.vi v0, v11, 0, v0.t ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv4i1( %src, %mask, i32 %evl) ret %dst } define @test_vp_reverse_nxv4i1( %src, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv4i1: ; CHECK: # %bb.0: ; CHECK-NEXT: addi a1, a0, -1 ; CHECK-NEXT: vsetvli zero, a0, e16, m1, ta, ma ; CHECK-NEXT: vid.v v8 ; CHECK-NEXT: vsetvli zero, zero, e8, mf2, ta, ma ; CHECK-NEXT: vmv.v.i v9, 0 ; CHECK-NEXT: vsetvli zero, zero, e16, m1, ta, ma ; CHECK-NEXT: vrsub.vx v8, v8, a1 ; CHECK-NEXT: vsetvli zero, zero, e8, mf2, ta, ma ; CHECK-NEXT: vmerge.vim v9, v9, 1, v0 ; CHECK-NEXT: vrgatherei16.vv v10, v9, v8 ; CHECK-NEXT: vmsne.vi v0, v10, 0 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv4i1( %src, splat (i1 1), i32 %evl) ret %dst } define @test_vp_reverse_nxv8i1_masked( %src, %mask, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv8i1_masked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli zero, a0, e8, m1, ta, ma ; CHECK-NEXT: vmv.v.i v9, 0 ; CHECK-NEXT: addi a0, a0, -1 ; CHECK-NEXT: vmerge.vim v9, v9, 1, v0 ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: vsetvli zero, zero, e16, m2, ta, ma ; CHECK-NEXT: vid.v v10, v0.t ; CHECK-NEXT: vrsub.vx v10, v10, a0, v0.t ; CHECK-NEXT: vsetvli zero, zero, e8, m1, ta, ma ; CHECK-NEXT: vrgatherei16.vv v12, v9, v10, v0.t ; CHECK-NEXT: vmsne.vi v0, v12, 0, v0.t ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv8i1( %src, %mask, i32 %evl) ret %dst } define @test_vp_reverse_nxv8i1( %src, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv8i1: ; CHECK: # %bb.0: ; CHECK-NEXT: addi a1, a0, -1 ; CHECK-NEXT: vsetvli zero, a0, e16, m2, ta, ma ; CHECK-NEXT: vid.v v8 ; CHECK-NEXT: vsetvli zero, zero, e8, m1, ta, ma ; CHECK-NEXT: vmv.v.i v10, 0 ; CHECK-NEXT: vsetvli zero, zero, e16, m2, ta, ma ; CHECK-NEXT: vrsub.vx v8, v8, a1 ; CHECK-NEXT: vsetvli zero, zero, e8, m1, ta, ma ; CHECK-NEXT: vmerge.vim v10, v10, 1, v0 ; CHECK-NEXT: vrgatherei16.vv v11, v10, v8 ; CHECK-NEXT: vmsne.vi v0, v11, 0 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv8i1( %src, splat (i1 1), i32 %evl) ret %dst } define @test_vp_reverse_nxv16i1_masked( %src, %mask, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv16i1_masked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli zero, a0, e8, m2, ta, ma ; CHECK-NEXT: vmv.v.i v10, 0 ; CHECK-NEXT: addi a0, a0, -1 ; CHECK-NEXT: vmerge.vim v10, v10, 1, v0 ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: vsetvli zero, zero, e16, m4, ta, ma ; CHECK-NEXT: vid.v v12, v0.t ; CHECK-NEXT: vrsub.vx v12, v12, a0, v0.t ; CHECK-NEXT: vsetvli zero, zero, e8, m2, ta, ma ; CHECK-NEXT: vrgatherei16.vv v16, v10, v12, v0.t ; CHECK-NEXT: vmsne.vi v8, v16, 0, v0.t ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv16i1( %src, %mask, i32 %evl) ret %dst } define @test_vp_reverse_nxv16i1( %src, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv16i1: ; CHECK: # %bb.0: ; CHECK-NEXT: addi a1, a0, -1 ; CHECK-NEXT: vsetvli zero, a0, e16, m4, ta, ma ; CHECK-NEXT: vid.v v8 ; CHECK-NEXT: vsetvli zero, zero, e8, m2, ta, ma ; CHECK-NEXT: vmv.v.i v12, 0 ; CHECK-NEXT: vsetvli zero, zero, e16, m4, ta, ma ; CHECK-NEXT: vrsub.vx v8, v8, a1 ; CHECK-NEXT: vsetvli zero, zero, e8, m2, ta, ma ; CHECK-NEXT: vmerge.vim v12, v12, 1, v0 ; CHECK-NEXT: vrgatherei16.vv v14, v12, v8 ; CHECK-NEXT: vmsne.vi v0, v14, 0 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv16i1( %src, splat (i1 1), i32 %evl) ret %dst } define @test_vp_reverse_nxv32i1_masked( %src, %mask, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv32i1_masked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli zero, a0, e8, m4, ta, ma ; CHECK-NEXT: vmv.v.i v12, 0 ; CHECK-NEXT: addi a0, a0, -1 ; CHECK-NEXT: vmerge.vim v12, v12, 1, v0 ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: vsetvli zero, zero, e16, m8, ta, ma ; CHECK-NEXT: vid.v v16, v0.t ; CHECK-NEXT: vrsub.vx v16, v16, a0, v0.t ; CHECK-NEXT: vsetvli zero, zero, e8, m4, ta, ma ; CHECK-NEXT: vrgatherei16.vv v24, v12, v16, v0.t ; CHECK-NEXT: vmsne.vi v8, v24, 0, v0.t ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv32i1( %src, %mask, i32 %evl) ret %dst } define @test_vp_reverse_nxv32i1( %src, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv32i1: ; CHECK: # %bb.0: ; CHECK-NEXT: addi a1, a0, -1 ; CHECK-NEXT: vsetvli zero, a0, e16, m8, ta, ma ; CHECK-NEXT: vid.v v8 ; CHECK-NEXT: vsetvli zero, zero, e8, m4, ta, ma ; CHECK-NEXT: vmv.v.i v16, 0 ; CHECK-NEXT: vsetvli zero, zero, e16, m8, ta, ma ; CHECK-NEXT: vrsub.vx v8, v8, a1 ; CHECK-NEXT: vsetvli zero, zero, e8, m4, ta, ma ; CHECK-NEXT: vmerge.vim v16, v16, 1, v0 ; CHECK-NEXT: vrgatherei16.vv v20, v16, v8 ; CHECK-NEXT: vmsne.vi v0, v20, 0 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv32i1( %src, splat (i1 1), i32 %evl) ret %dst } define @test_vp_reverse_nxv64i1_masked( %src, %mask, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv64i1_masked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli zero, a0, e8, m8, ta, ma ; CHECK-NEXT: vmv.v.i v16, 0 ; CHECK-NEXT: csrr a1, vlenb ; CHECK-NEXT: vsetvli a2, zero, e16, m2, ta, ma ; CHECK-NEXT: vid.v v10 ; CHECK-NEXT: vsetvli zero, a0, e8, m8, ta, ma ; CHECK-NEXT: vmerge.vim v16, v16, 1, v0 ; CHECK-NEXT: addi a2, a1, -1 ; CHECK-NEXT: slli a1, a1, 3 ; CHECK-NEXT: vsetvli a3, zero, e16, m2, ta, ma ; CHECK-NEXT: vrsub.vx v10, v10, a2 ; CHECK-NEXT: vsetvli zero, zero, e8, m1, ta, ma ; CHECK-NEXT: vrgatherei16.vv v31, v16, v10 ; CHECK-NEXT: vrgatherei16.vv v30, v17, v10 ; CHECK-NEXT: vrgatherei16.vv v29, v18, v10 ; CHECK-NEXT: vrgatherei16.vv v28, v19, v10 ; CHECK-NEXT: vrgatherei16.vv v27, v20, v10 ; CHECK-NEXT: vrgatherei16.vv v26, v21, v10 ; CHECK-NEXT: vrgatherei16.vv v25, v22, v10 ; CHECK-NEXT: vrgatherei16.vv v24, v23, v10 ; CHECK-NEXT: sub a1, a1, a0 ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: vsetvli zero, a0, e8, m8, ta, ma ; CHECK-NEXT: vslidedown.vx v16, v24, a1, v0.t ; CHECK-NEXT: vmsne.vi v8, v16, 0, v0.t ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv64i1( %src, %mask, i32 %evl) ret %dst } define @test_vp_reverse_nxv64i1( %src, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv64i1: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli zero, a0, e8, m8, ta, ma ; CHECK-NEXT: vmv.v.i v8, 0 ; CHECK-NEXT: csrr a1, vlenb ; CHECK-NEXT: vsetvli a2, zero, e16, m2, ta, ma ; CHECK-NEXT: vid.v v16 ; CHECK-NEXT: vsetvli zero, a0, e8, m8, ta, ma ; CHECK-NEXT: vmerge.vim v8, v8, 1, v0 ; CHECK-NEXT: addi a2, a1, -1 ; CHECK-NEXT: slli a1, a1, 3 ; CHECK-NEXT: vsetvli a3, zero, e16, m2, ta, ma ; CHECK-NEXT: vrsub.vx v24, v16, a2 ; CHECK-NEXT: vsetvli zero, zero, e8, m1, ta, ma ; CHECK-NEXT: vrgatherei16.vv v23, v8, v24 ; CHECK-NEXT: vrgatherei16.vv v22, v9, v24 ; CHECK-NEXT: vrgatherei16.vv v21, v10, v24 ; CHECK-NEXT: vrgatherei16.vv v20, v11, v24 ; CHECK-NEXT: vrgatherei16.vv v19, v12, v24 ; CHECK-NEXT: vrgatherei16.vv v18, v13, v24 ; CHECK-NEXT: vrgatherei16.vv v17, v14, v24 ; CHECK-NEXT: vrgatherei16.vv v16, v15, v24 ; CHECK-NEXT: sub a1, a1, a0 ; CHECK-NEXT: vsetvli zero, a0, e8, m8, ta, ma ; CHECK-NEXT: vslidedown.vx v8, v16, a1 ; CHECK-NEXT: vmsne.vi v0, v8, 0 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv64i1( %src, splat (i1 1), i32 %evl) ret %dst } ; nxv128i1 is split via the generic SplitVecRes_VP_REVERSE stack round-trip. ; The i1 elements must be widened to a byte type so the strided store uses a ; per-element stride, not stride 0 (which aliases every lane to one slot). define @test_vp_reverse_nxv128i1( %src, i32 zeroext %evl) { ; CHECK-LABEL: test_vp_reverse_nxv128i1: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a1, zero, e8, m8, ta, ma ; CHECK-NEXT: vmv.v.i v16, 0 ; CHECK-NEXT: csrr a2, vlenb ; CHECK-NEXT: slli a2, a2, 3 ; CHECK-NEXT: vmerge.vim v24, v16, 1, v0 ; CHECK-NEXT: mv a1, a0 ; CHECK-NEXT: bltu a0, a2, .LBB14_2 ; CHECK-NEXT: # %bb.1: ; CHECK-NEXT: mv a1, a2 ; CHECK-NEXT: .LBB14_2: ; CHECK-NEXT: addi sp, sp, -80 ; CHECK-NEXT: .cfi_def_cfa_offset 80 ; CHECK-NEXT: sd ra, 72(sp) # 8-byte Folded Spill ; CHECK-NEXT: sd s0, 64(sp) # 8-byte Folded Spill ; CHECK-NEXT: .cfi_offset ra, -8 ; CHECK-NEXT: .cfi_offset s0, -16 ; CHECK-NEXT: addi s0, sp, 80 ; CHECK-NEXT: .cfi_def_cfa s0, 0 ; CHECK-NEXT: csrr a3, vlenb ; CHECK-NEXT: slli a3, a3, 4 ; CHECK-NEXT: sub sp, sp, a3 ; CHECK-NEXT: andi sp, sp, -64 ; CHECK-NEXT: vmv1r.v v0, v8 ; CHECK-NEXT: addi a3, sp, 64 ; CHECK-NEXT: li a4, -1 ; CHECK-NEXT: sub a5, a0, a2 ; CHECK-NEXT: add a6, a0, a3 ; CHECK-NEXT: sltu a0, a0, a5 ; CHECK-NEXT: add a2, a3, a2 ; CHECK-NEXT: addi a6, a6, -1 ; CHECK-NEXT: addi a0, a0, -1 ; CHECK-NEXT: vsetvli zero, a1, e8, m8, ta, ma ; CHECK-NEXT: vsse8.v v24, (a6), a4 ; CHECK-NEXT: sub a6, a6, a1 ; CHECK-NEXT: and a0, a0, a5 ; CHECK-NEXT: vsetvli zero, a0, e8, m8, ta, ma ; CHECK-NEXT: vmerge.vim v8, v16, 1, v0 ; CHECK-NEXT: vsse8.v v8, (a6), a4 ; CHECK-NEXT: vle8.v v8, (a2) ; CHECK-NEXT: vsetvli zero, a1, e8, m8, ta, ma ; CHECK-NEXT: vle8.v v16, (a3) ; CHECK-NEXT: vsetvli a0, zero, e8, m8, ta, ma ; CHECK-NEXT: vand.vi v24, v8, 1 ; CHECK-NEXT: vand.vi v16, v16, 1 ; CHECK-NEXT: vmsne.vi v8, v24, 0 ; CHECK-NEXT: vmsne.vi v0, v16, 0 ; CHECK-NEXT: addi sp, s0, -80 ; CHECK-NEXT: .cfi_def_cfa sp, 80 ; CHECK-NEXT: ld ra, 72(sp) # 8-byte Folded Reload ; CHECK-NEXT: ld s0, 64(sp) # 8-byte Folded Reload ; CHECK-NEXT: .cfi_restore ra ; CHECK-NEXT: .cfi_restore s0 ; CHECK-NEXT: addi sp, sp, 80 ; CHECK-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NEXT: ret %dst = call @llvm.experimental.vp.reverse.nxv128i1( %src, splat (i1 1), i32 %evl) ret %dst }