derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
458 lines
18 KiB
LLVM
458 lines
18 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -mtriple=riscv32 -mattr=+v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV32
|
|
; RUN: llc -mtriple=riscv64 -mattr=+v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV64
|
|
|
|
define <4 x i64> @m2_splat_0(<4 x i64> %v1) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_splat_0:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 4, e64, m2, ta, ma
|
|
; CHECK-NEXT: vrgather.vi v10, v8, 0
|
|
; CHECK-NEXT: vmv.v.v v8, v10
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> poison, <4 x i32> <i32 0, i32 0, i32 0, i32 0>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <4 x i64> @m2_splat_in_chunks(<4 x i64> %v1) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_splat_in_chunks:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vrgather.vi v10, v8, 0
|
|
; CHECK-NEXT: vrgather.vi v11, v9, 0
|
|
; CHECK-NEXT: vmv2r.v v8, v10
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> poison, <4 x i32> <i32 0, i32 0, i32 2, i32 2>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <8 x i64> @m4_splat_in_chunks(<8 x i64> %v1) vscale_range(2,2) {
|
|
; CHECK-LABEL: m4_splat_in_chunks:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vrgather.vi v12, v8, 0
|
|
; CHECK-NEXT: vrgather.vi v13, v9, 0
|
|
; CHECK-NEXT: vrgather.vi v14, v10, 0
|
|
; CHECK-NEXT: vrgather.vi v15, v11, 1
|
|
; CHECK-NEXT: vmv4r.v v8, v12
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <8 x i64> %v1, <8 x i64> poison, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 4, i32 4, i32 7, i32 7>
|
|
ret <8 x i64> %res
|
|
}
|
|
|
|
|
|
define <4 x i64> @m2_splat_with_tail(<4 x i64> %v1) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_splat_with_tail:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vrgather.vi v10, v8, 0
|
|
; CHECK-NEXT: vmv1r.v v11, v9
|
|
; CHECK-NEXT: vmv2r.v v8, v10
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> poison, <4 x i32> <i32 0, i32 0, i32 2, i32 3>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <4 x i64> @m2_pair_swap_vl4(<4 x i64> %v1) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_pair_swap_vl4:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vslidedown.vi v11, v9, 1
|
|
; CHECK-NEXT: vslideup.vi v11, v9, 1
|
|
; CHECK-NEXT: vslidedown.vi v10, v8, 1
|
|
; CHECK-NEXT: vslideup.vi v10, v8, 1
|
|
; CHECK-NEXT: vmv2r.v v8, v10
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> poison, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <8 x i32> @m2_pair_swap_vl8(<8 x i32> %v1) vscale_range(2,2) {
|
|
; RV32-LABEL: m2_pair_swap_vl8:
|
|
; RV32: # %bb.0:
|
|
; RV32-NEXT: vsetivli zero, 4, e32, m1, ta, ma
|
|
; RV32-NEXT: vmv.v.i v12, 0
|
|
; RV32-NEXT: li a0, 32
|
|
; RV32-NEXT: li a1, 63
|
|
; RV32-NEXT: vwsubu.vx v10, v12, a0
|
|
; RV32-NEXT: vsetvli zero, zero, e64, m2, ta, ma
|
|
; RV32-NEXT: vmv.v.x v12, a0
|
|
; RV32-NEXT: vand.vx v10, v10, a1
|
|
; RV32-NEXT: vand.vx v12, v12, a1
|
|
; RV32-NEXT: vsrl.vv v10, v8, v10
|
|
; RV32-NEXT: vsll.vv v8, v8, v12
|
|
; RV32-NEXT: vor.vv v8, v8, v10
|
|
; RV32-NEXT: ret
|
|
;
|
|
; RV64-LABEL: m2_pair_swap_vl8:
|
|
; RV64: # %bb.0:
|
|
; RV64-NEXT: li a0, 32
|
|
; RV64-NEXT: vsetivli zero, 4, e64, m2, ta, ma
|
|
; RV64-NEXT: vsrl.vx v10, v8, a0
|
|
; RV64-NEXT: vsll.vx v8, v8, a0
|
|
; RV64-NEXT: vor.vv v8, v8, v10
|
|
; RV64-NEXT: ret
|
|
%res = shufflevector <8 x i32> %v1, <8 x i32> poison, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
|
|
ret <8 x i32> %res
|
|
}
|
|
|
|
define <4 x i64> @m2_splat_into_identity(<4 x i64> %v1) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_splat_into_identity:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vrgather.vi v10, v8, 0
|
|
; CHECK-NEXT: vmv1r.v v11, v9
|
|
; CHECK-NEXT: vmv2r.v v8, v10
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> poison, <4 x i32> <i32 0, i32 0, i32 2, i32 3>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <4 x i64> @m2_broadcast_i128(<4 x i64> %v1) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_broadcast_i128:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 1, e8, m1, ta, ma
|
|
; CHECK-NEXT: vmv1r.v v9, v8
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> poison, <4 x i32> <i32 0, i32 1, i32 0, i32 1>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <8 x i64> @m4_broadcast_i128(<8 x i64> %v1) vscale_range(2,2) {
|
|
; CHECK-LABEL: m4_broadcast_i128:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 1, e8, m1, ta, ma
|
|
; CHECK-NEXT: vmv1r.v v9, v8
|
|
; CHECK-NEXT: vmv1r.v v10, v8
|
|
; CHECK-NEXT: vmv1r.v v11, v8
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <8 x i64> %v1, <8 x i64> poison, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 0, i32 1, i32 0, i32 1>
|
|
ret <8 x i64> %res
|
|
}
|
|
|
|
|
|
define <4 x i64> @m2_splat_two_source(<4 x i64> %v1, <4 x i64> %v2) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_splat_two_source:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vrgather.vi v12, v8, 0
|
|
; CHECK-NEXT: vrgather.vi v13, v11, 1
|
|
; CHECK-NEXT: vmv2r.v v8, v12
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> %v2, <4 x i32> <i32 0, i32 0, i32 7, i32 7>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <4 x i64> @m2_splat_into_identity_two_source_v2_hi(<4 x i64> %v1, <4 x i64> %v2) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_splat_into_identity_two_source_v2_hi:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vrgather.vi v10, v8, 0
|
|
; CHECK-NEXT: vmv2r.v v8, v10
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> %v2, <4 x i32> <i32 0, i32 0, i32 6, i32 7>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <4 x i64> @m2_splat_into_slide_two_source_v2_lo(<4 x i64> %v1, <4 x i64> %v2) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_splat_into_slide_two_source_v2_lo:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vrgather.vi v12, v8, 0
|
|
; CHECK-NEXT: vmv1r.v v13, v10
|
|
; CHECK-NEXT: vmv2r.v v8, v12
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> %v2, <4 x i32> <i32 0, i32 0, i32 4, i32 5>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <4 x i64> @m2_splat_into_slide_two_source(<4 x i64> %v1, <4 x i64> %v2) vscale_range(2,2) {
|
|
; CHECK-LABEL: m2_splat_into_slide_two_source:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, ma
|
|
; CHECK-NEXT: vslidedown.vi v13, v10, 1
|
|
; CHECK-NEXT: vslideup.vi v13, v11, 1
|
|
; CHECK-NEXT: vrgather.vi v12, v8, 0
|
|
; CHECK-NEXT: vmv2r.v v8, v12
|
|
; CHECK-NEXT: ret
|
|
%res = shufflevector <4 x i64> %v1, <4 x i64> %v2, <4 x i32> <i32 0, i32 0, i32 5, i32 6>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define void @shuffle1(ptr %explicit_0, ptr %explicit_1) vscale_range(2,2) {
|
|
; CHECK-LABEL: shuffle1:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: addi a0, a0, 252
|
|
; CHECK-NEXT: vsetivli zero, 12, e8, m1, ta, ma
|
|
; CHECK-NEXT: vle8.v v10, (a0)
|
|
; CHECK-NEXT: vmv.v.i v0, 1
|
|
; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, mu
|
|
; CHECK-NEXT: vslidedown.vi v10, v10, 1, v0.t
|
|
; CHECK-NEXT: vmv.v.i v0, 5
|
|
; CHECK-NEXT: vsetivli zero, 8, e32, m2, ta, ma
|
|
; CHECK-NEXT: vmv.v.i v8, 0
|
|
; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, ma
|
|
; CHECK-NEXT: vmerge.vvm v9, v9, v10, v0
|
|
; CHECK-NEXT: addi a0, a1, 672
|
|
; CHECK-NEXT: vs2r.v v8, (a0)
|
|
; CHECK-NEXT: ret
|
|
%1 = getelementptr i32, ptr %explicit_0, i64 63
|
|
%2 = load <3 x i32>, ptr %1, align 1
|
|
%3 = shufflevector <3 x i32> %2, <3 x i32> poison, <2 x i32> <i32 1, i32 2>
|
|
%4 = shufflevector <2 x i32> %3, <2 x i32> poison, <8 x i32> <i32 0, i32 1, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison>
|
|
%5 = shufflevector <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 poison, i32 0, i32 poison, i32 0>, <8 x i32> %4, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 5, i32 9, i32 7>
|
|
%6 = getelementptr inbounds <8 x i32>, ptr %explicit_1, i64 21
|
|
store <8 x i32> %5, ptr %6, align 32
|
|
ret void
|
|
}
|
|
|
|
define <16 x float> @shuffle2(<4 x float> %a) vscale_range(2,2) {
|
|
; CHECK-LABEL: shuffle2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, ma
|
|
; CHECK-NEXT: vslidedown.vi v12, v8, 1
|
|
; CHECK-NEXT: vmv.v.i v0, 6
|
|
; CHECK-NEXT: vslideup.vi v12, v8, 2
|
|
; CHECK-NEXT: vsetivli zero, 16, e32, m4, ta, ma
|
|
; CHECK-NEXT: vmv.v.i v8, 0
|
|
; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, ma
|
|
; CHECK-NEXT: vmerge.vvm v9, v9, v12, v0
|
|
; CHECK-NEXT: ret
|
|
%b = extractelement <4 x float> %a, i32 2
|
|
%c = insertelement <16 x float> <float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float poison, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00, float 0.000000e+00>, float %b, i32 5
|
|
%b1 = extractelement <4 x float> %a, i32 0
|
|
%c1 = insertelement <16 x float> %c, float %b1, i32 6
|
|
ret <16 x float>%c1
|
|
}
|
|
|
|
define i64 @extract_any_extend_vector_inreg_v16i64(<16 x i64> %a0, i32 %a1) vscale_range(2,2) {
|
|
; RV32-LABEL: extract_any_extend_vector_inreg_v16i64:
|
|
; RV32: # %bb.0:
|
|
; RV32-NEXT: vsetivli zero, 16, e64, m8, ta, ma
|
|
; RV32-NEXT: vmv.v.i v16, 0
|
|
; RV32-NEXT: vsetivli zero, 2, e64, m1, ta, mu
|
|
; RV32-NEXT: vmv.v.i v0, 1
|
|
; RV32-NEXT: li a1, 32
|
|
; RV32-NEXT: vslidedown.vi v18, v15, 1, v0.t
|
|
; RV32-NEXT: vsetivli zero, 1, e64, m8, ta, ma
|
|
; RV32-NEXT: vslidedown.vx v8, v16, a0
|
|
; RV32-NEXT: vmv.x.s a0, v8
|
|
; RV32-NEXT: vsrl.vx v8, v8, a1
|
|
; RV32-NEXT: vmv.x.s a1, v8
|
|
; RV32-NEXT: ret
|
|
;
|
|
; RV64-LABEL: extract_any_extend_vector_inreg_v16i64:
|
|
; RV64: # %bb.0:
|
|
; RV64-NEXT: addi sp, sp, -256
|
|
; RV64-NEXT: .cfi_def_cfa_offset 256
|
|
; RV64-NEXT: sd ra, 248(sp) # 8-byte Folded Spill
|
|
; RV64-NEXT: sd s0, 240(sp) # 8-byte Folded Spill
|
|
; RV64-NEXT: sd s1, 232(sp) # 8-byte Folded Spill
|
|
; RV64-NEXT: .cfi_offset ra, -8
|
|
; RV64-NEXT: .cfi_offset s0, -16
|
|
; RV64-NEXT: .cfi_offset s1, -24
|
|
; RV64-NEXT: addi s0, sp, 256
|
|
; RV64-NEXT: .cfi_def_cfa s0, 0
|
|
; RV64-NEXT: andi sp, sp, -128
|
|
; RV64-NEXT: vsetivli zero, 1, e8, mf8, ta, ma
|
|
; RV64-NEXT: vmv.v.i v0, 1
|
|
; RV64-NEXT: vsetivli zero, 16, e64, m8, ta, ma
|
|
; RV64-NEXT: vmv.v.i v16, 0
|
|
; RV64-NEXT: vsetivli zero, 2, e64, m1, ta, mu
|
|
; RV64-NEXT: vslidedown.vi v18, v15, 1, v0.t
|
|
; RV64-NEXT: mv s1, sp
|
|
; RV64-NEXT: vs8r.v v16, (s1)
|
|
; RV64-NEXT: andi a0, a0, 15
|
|
; RV64-NEXT: li a1, 8
|
|
; RV64-NEXT: call __muldi3
|
|
; RV64-NEXT: add a0, s1, a0
|
|
; RV64-NEXT: ld a0, 0(a0)
|
|
; RV64-NEXT: addi sp, s0, -256
|
|
; RV64-NEXT: .cfi_def_cfa sp, 256
|
|
; RV64-NEXT: ld ra, 248(sp) # 8-byte Folded Reload
|
|
; RV64-NEXT: ld s0, 240(sp) # 8-byte Folded Reload
|
|
; RV64-NEXT: ld s1, 232(sp) # 8-byte Folded Reload
|
|
; RV64-NEXT: .cfi_restore ra
|
|
; RV64-NEXT: .cfi_restore s0
|
|
; RV64-NEXT: .cfi_restore s1
|
|
; RV64-NEXT: addi sp, sp, 256
|
|
; RV64-NEXT: .cfi_def_cfa_offset 0
|
|
; RV64-NEXT: ret
|
|
%1 = extractelement <16 x i64> %a0, i32 15
|
|
%2 = insertelement <16 x i64> zeroinitializer, i64 %1, i32 4
|
|
%3 = extractelement <16 x i64> %2, i32 %a1
|
|
ret i64 %3
|
|
}
|
|
|
|
define <4 x double> @shuffles_add(<4 x double> %0, <4 x double> %1) vscale_range(2,2) {
|
|
; CHECK-LABEL: shuffles_add:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetivli zero, 2, e64, m1, ta, mu
|
|
; CHECK-NEXT: vmv1r.v v13, v10
|
|
; CHECK-NEXT: vmv.v.i v0, 1
|
|
; CHECK-NEXT: vslideup.vi v13, v11, 1
|
|
; CHECK-NEXT: vslidedown.vi v11, v10, 1, v0.t
|
|
; CHECK-NEXT: vmv1r.v v10, v9
|
|
; CHECK-NEXT: vrgather.vi v12, v9, 0
|
|
; CHECK-NEXT: vsetivli zero, 4, e64, m2, ta, ma
|
|
; CHECK-NEXT: vfadd.vv v8, v12, v10
|
|
; CHECK-NEXT: ret
|
|
%3 = shufflevector <4 x double> %0, <4 x double> %1, <4 x i32> <i32 poison, i32 2, i32 4, i32 6>
|
|
%4 = shufflevector <4 x double> %0, <4 x double> %1, <4 x i32> <i32 poison, i32 3, i32 5, i32 7>
|
|
%5 = fadd <4 x double> %3, %4
|
|
ret <4 x double> %5
|
|
}
|
|
|
|
define <16 x i32> @m4_square_num_of_shuffles_in_chunks(<16 x i32> %0) vscale_range(2,2) {
|
|
; CHECK-LABEL: m4_square_num_of_shuffles_in_chunks:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: lui a0, %hi(.LCPI17_0)
|
|
; CHECK-NEXT: addi a0, a0, %lo(.LCPI17_0)
|
|
; CHECK-NEXT: vl1r.v v12, (a0)
|
|
; CHECK-NEXT: vsetivli zero, 16, e16, m2, ta, ma
|
|
; CHECK-NEXT: vsext.vf2 v16, v12
|
|
; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, ma
|
|
; CHECK-NEXT: vrgatherei16.vv v12, v8, v16
|
|
; CHECK-NEXT: vmv.v.v v8, v12
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%1 = shufflevector <16 x i32> %0, <16 x i32> poison, <16 x i32> <i32 0, i32 5, i32 8, i32 12, i32 1, i32 4, i32 9, i32 13, i32 2, i32 6, i32 10, i32 14, i32 3, i32 7, i32 11, i32 15>
|
|
ret <16 x i32> %1
|
|
}
|
|
|
|
define <16 x i32> @m4_linear_num_of_shuffles_in_chunks(<16 x i32> %0) vscale_range(2,2) {
|
|
; CHECK-LABEL: m4_linear_num_of_shuffles_in_chunks:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, ma
|
|
; CHECK-NEXT: vslideup.vi v12, v10, 2
|
|
; CHECK-NEXT: vslideup.vi v12, v11, 3
|
|
; CHECK-NEXT: vrgather.vi v14, v8, 2
|
|
; CHECK-NEXT: vrgather.vi v15, v10, 3
|
|
; CHECK-NEXT: vmv4r.v v8, v12
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%1 = shufflevector <16 x i32> %0, <16 x i32> poison, <16 x i32> <i32 poison, i32 poison, i32 8, i32 12, i32 poison, i32 poison, i32 poison, i32 poison, i32 2, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 11, i32 poison>
|
|
ret <16 x i32> %1
|
|
}
|
|
|
|
define i64 @multi_chunks_shuffle(<32 x i32> %0) vscale_range(8,8) {
|
|
; RV32-LABEL: multi_chunks_shuffle:
|
|
; RV32: # %bb.0: # %entry
|
|
; RV32-NEXT: vsetivli zero, 16, e32, m1, ta, ma
|
|
; RV32-NEXT: vmv.v.i v12, 0
|
|
; RV32-NEXT: li a0, 32
|
|
; RV32-NEXT: li a1, 63
|
|
; RV32-NEXT: vwsubu.vx v10, v12, a0
|
|
; RV32-NEXT: vsetvli zero, zero, e64, m2, ta, ma
|
|
; RV32-NEXT: vmv.v.x v12, a0
|
|
; RV32-NEXT: lui a0, 61681
|
|
; RV32-NEXT: addi a0, a0, -241
|
|
; RV32-NEXT: vand.vx v10, v10, a1
|
|
; RV32-NEXT: vand.vx v12, v12, a1
|
|
; RV32-NEXT: vsrl.vv v10, v8, v10
|
|
; RV32-NEXT: vsll.vv v8, v8, v12
|
|
; RV32-NEXT: vmv.s.x v0, a0
|
|
; RV32-NEXT: vor.vv v8, v8, v10
|
|
; RV32-NEXT: vsetvli a0, zero, e32, m2, ta, ma
|
|
; RV32-NEXT: vmv.v.i v10, 0
|
|
; RV32-NEXT: vmerge.vvm v8, v10, v8, v0
|
|
; RV32-NEXT: vrgather.vi v10, v8, 2
|
|
; RV32-NEXT: vor.vv v8, v8, v10
|
|
; RV32-NEXT: vsetivli zero, 1, e32, m1, ta, ma
|
|
; RV32-NEXT: vslidedown.vi v8, v8, 1
|
|
; RV32-NEXT: vmv.x.s a0, v8
|
|
; RV32-NEXT: srai a1, a0, 31
|
|
; RV32-NEXT: ret
|
|
;
|
|
; RV64-LABEL: multi_chunks_shuffle:
|
|
; RV64: # %bb.0: # %entry
|
|
; RV64-NEXT: li a0, 32
|
|
; RV64-NEXT: vsetivli zero, 16, e64, m2, ta, ma
|
|
; RV64-NEXT: vsrl.vx v10, v8, a0
|
|
; RV64-NEXT: vsll.vx v8, v8, a0
|
|
; RV64-NEXT: lui a0, 61681
|
|
; RV64-NEXT: addi a0, a0, -241
|
|
; RV64-NEXT: vor.vv v8, v8, v10
|
|
; RV64-NEXT: vmv.s.x v0, a0
|
|
; RV64-NEXT: vsetvli a0, zero, e32, m2, ta, ma
|
|
; RV64-NEXT: vmv.v.i v10, 0
|
|
; RV64-NEXT: vmerge.vvm v8, v10, v8, v0
|
|
; RV64-NEXT: vrgather.vi v10, v8, 2
|
|
; RV64-NEXT: vor.vv v8, v8, v10
|
|
; RV64-NEXT: vsetivli zero, 1, e32, m1, ta, ma
|
|
; RV64-NEXT: vslidedown.vi v8, v8, 1
|
|
; RV64-NEXT: vmv.x.s a0, v8
|
|
; RV64-NEXT: ret
|
|
entry:
|
|
%1 = shufflevector <32 x i32> %0, <32 x i32> zeroinitializer, <32 x i32> <i32 1, i32 0, i32 3, i32 2, i32 37, i32 36, i32 39, i32 38, i32 9, i32 8, i32 11, i32 10, i32 45, i32 44, i32 47, i32 46, i32 17, i32 16, i32 19, i32 18, i32 53, i32 52, i32 55, i32 54, i32 25, i32 24, i32 27, i32 26, i32 61, i32 60, i32 63, i32 62>
|
|
%2 = shufflevector <32 x i32> zeroinitializer, <32 x i32> %1, <32 x i32> <i32 3, i32 34, i32 33, i32 0, i32 7, i32 38, i32 37, i32 4, i32 11, i32 42, i32 41, i32 8, i32 15, i32 46, i32 45, i32 12, i32 19, i32 50, i32 49, i32 16, i32 23, i32 54, i32 53, i32 20, i32 27, i32 58, i32 57, i32 24, i32 31, i32 62, i32 61, i32 28>
|
|
%3 = or <32 x i32> %1, %2
|
|
%4 = extractelement <32 x i32> %3, i64 1
|
|
%conv199 = sext i32 %4 to i64
|
|
ret i64 %conv199
|
|
}
|
|
|
|
define void @shuffle_i128_ldst(ptr %p) vscale_range(2,2) {
|
|
; CHECK-LABEL: shuffle_i128_ldst:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl4re64.v v8, (a0)
|
|
; CHECK-NEXT: vsetivli zero, 1, e8, m1, ta, ma
|
|
; CHECK-NEXT: vmv1r.v v9, v8
|
|
; CHECK-NEXT: vmv4r.v v12, v8
|
|
; CHECK-NEXT: vmv1r.v v14, v11
|
|
; CHECK-NEXT: vmv1r.v v15, v10
|
|
; CHECK-NEXT: vs4r.v v12, (a0)
|
|
; CHECK-NEXT: ret
|
|
%a = load <4 x i128>, ptr %p
|
|
%res = shufflevector <4 x i128> %a, <4 x i128> poison, <4 x i32> <i32 0, i32 0, i32 3, i32 2>
|
|
store <4 x i128> %res, ptr %p
|
|
ret void
|
|
}
|
|
|
|
define void @shuffle_i256_ldst(ptr %p) vscale_range(2,2) {
|
|
; CHECK-LABEL: shuffle_i256_ldst:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl8re64.v v8, (a0)
|
|
; CHECK-NEXT: vsetivli zero, 1, e8, m1, ta, ma
|
|
; CHECK-NEXT: vmv1r.v v10, v8
|
|
; CHECK-NEXT: vmv1r.v v11, v9
|
|
; CHECK-NEXT: vmv8r.v v16, v8
|
|
; CHECK-NEXT: vmv1r.v v20, v14
|
|
; CHECK-NEXT: vmv1r.v v21, v15
|
|
; CHECK-NEXT: vmv1r.v v22, v12
|
|
; CHECK-NEXT: vmv1r.v v23, v13
|
|
; CHECK-NEXT: vs8r.v v16, (a0)
|
|
; CHECK-NEXT: ret
|
|
%a = load <4 x i256>, ptr %p
|
|
%res = shufflevector <4 x i256> %a, <4 x i256> poison, <4 x i32> <i32 0, i32 0, i32 3, i32 2>
|
|
store <4 x i256> %res, ptr %p
|
|
ret void
|
|
}
|
|
|
|
define void @shuffle_3_input_vectors() vscale_range(4,4) {
|
|
; CHECK-LABEL: shuffle_3_input_vectors:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, ma
|
|
; CHECK-NEXT: vmv.v.i v8, 1
|
|
; CHECK-NEXT: vsetivli zero, 1, e8, mf8, ta, ma
|
|
; CHECK-NEXT: vmv.v.i v0, 6
|
|
; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, ma
|
|
; CHECK-NEXT: vmv.v.i v16, 0
|
|
; CHECK-NEXT: vsetivli zero, 4, e64, m1, ta, mu
|
|
; CHECK-NEXT: vslidedown.vi v20, v8, 1, v0.t
|
|
; CHECK-NEXT: vslideup.vi v20, v9, 3
|
|
; CHECK-NEXT: vslidedown.vi v21, v9, 1
|
|
; CHECK-NEXT: vmv1r.v v22, v8
|
|
; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, ma
|
|
; CHECK-NEXT: vmsgt.vi v8, v16, 0
|
|
; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, ma
|
|
; CHECK-NEXT: vmv.x.s a0, v8
|
|
; CHECK-NEXT: sb a0, 0(zero)
|
|
; CHECK-NEXT: ret
|
|
%1 = shufflevector <32 x i64> zeroinitializer, <32 x i64> splat (i64 1), <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 34, i32 35, i32 36, i32 37, i32 38, i32 39, i32 poison, i32 poison, i32 33, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison, i32 poison>
|
|
%2 = icmp slt <32 x i64> zeroinitializer, %1
|
|
%3 = bitcast <32 x i1> %2 to i32
|
|
%4 = trunc i32 %3 to i8
|
|
store i8 %4, ptr null, align 1
|
|
ret void
|
|
}
|