; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -verify-machineinstrs < %s | FileCheck %s target triple = "aarch64-unknown-linux-gnu" ; ; VECTOR_SPLICE (index) ; define @splice_nxv16i8_zero_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv16i8_zero_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 0) ret %res } define @splice_nxv16i8_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv16i8_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #1 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 1) ret %res } define @splice_nxv16i8_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv16i8_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #255 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 255) ret %res } define @splice_nxv16i8_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv16i8_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #1 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %b, %b, i32 1) ret %res } define @splice_nxv8i16_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8i16_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #2 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i16( %a, %b, i32 1) ret %res } define @splice_nxv8i16_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8i16_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #2 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i16( %b, %b, i32 1) ret %res } define @splice_nxv4i32_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4i32_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #4 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4i32( %a, %b, i32 1) ret %res } define @splice_nxv4i32_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv4i32_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #252 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4i32( %a, %b, i32 63) ret %res } define @splice_nxv4i32_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4i32_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #4 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4i32( %b, %b, i32 1) ret %res } define @splice_nxv2i64_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2i64_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i64( %a, %b, i32 1) ret %res } define @splice_nxv2i64_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv2i64_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #248 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i64( %a, %b, i32 31) ret %res } define @splice_nxv2i64_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2i64_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i64( %b, %b, i32 1) ret %res } define @splice_nxv2f16_neg_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f16_neg_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl1 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f16( %a, %b, i32 -1) ret %res } define @splice_nxv2f16_neg2_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f16_neg2_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f16( %a, %b, i32 -2) ret %res } define @splice_nxv2f16_neg_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f16_neg_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl1 ; CHECK-NEXT: mov z0.d, z1.d ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f16( %b, %b, i32 -1) ret %res } define @splice_nxv2f16_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f16_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f16( %a, %b, i32 1) ret %res } define @splice_nxv2f16_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv2f16_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #248 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f16( %a, %b, i32 31) ret %res } define @splice_nxv2f16_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f16_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f16( %b, %b, i32 1) ret %res } define @splice_nxv4f16_neg_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f16_neg_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl1 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f16( %a, %b, i32 -1) ret %res } define @splice_nxv4f16_neg3_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f16_neg3_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl3 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f16( %a, %b, i32 -3) ret %res } define @splice_nxv4f16_neg_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f16_neg_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl1 ; CHECK-NEXT: mov z0.d, z1.d ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f16( %b, %b, i32 -1) ret %res } define @splice_nxv4f16_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f16_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #4 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f16( %a, %b, i32 1) ret %res } define @splice_nxv4f16_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv4f16_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #252 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f16( %a, %b, i32 63) ret %res } define @splice_nxv4f16_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f16_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #4 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f16( %b, %b, i32 1) ret %res } define @splice_nxv8f16_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8f16_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #2 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8f16( %a, %b, i32 1) ret %res } define @splice_nxv8f16_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv8f16_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #254 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8f16( %a, %b, i32 127) ret %res } define @splice_nxv8f16_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8f16_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #2 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8f16( %b, %b, i32 1) ret %res } define @splice_nxv2f32_neg_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f32_neg_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl1 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f32( %a, %b, i32 -1) ret %res } define @splice_nxv2f32_neg2_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f32_neg2_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f32( %a, %b, i32 -2) ret %res } define @splice_nxv2f32_neg_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f32_neg_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl1 ; CHECK-NEXT: mov z0.d, z1.d ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f32( %b, %b, i32 -1) ret %res } define @splice_nxv2f32_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f32_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f32( %a, %b, i32 1) ret %res } define @splice_nxv2f32_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv2f32_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #248 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f32( %a, %b, i32 31) ret %res } define @splice_nxv2f32_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f32_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f32( %b, %b, i32 1) ret %res } define @splice_nxv4f32_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f32_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #4 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f32( %a, %b, i32 1) ret %res } define @splice_nxv4f32_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv4f32_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #252 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f32( %a, %b, i32 63) ret %res } define @splice_nxv4f32_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f32_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #4 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f32( %b, %b, i32 1) ret %res } define @splice_nxv2f64_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f64_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f64( %a, %b, i32 1) ret %res } define @splice_nxv2f64_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv2f64_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #248 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f64( %a, %b, i32 31) ret %res } define @splice_nxv2f64_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f64_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f64( %b, %b, i32 1) ret %res } ; Ensure predicate based splice is promoted to use ZPRs. define @splice_nxv2i1_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2i1_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: mov z0.d, p1/z, #1 // =0x1 ; CHECK-NEXT: mov z1.d, p0/z, #1 // =0x1 ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: ext z1.b, z1.b, z0.b, #8 ; CHECK-NEXT: and z1.d, z1.d, #0x1 ; CHECK-NEXT: cmpne p0.d, p0/z, z1.d, #0 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i1( %a, %b, i32 1) ret %res } ; Ensure predicate based splice is promoted to use ZPRs. define @splice_nxv4i1_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4i1_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: mov z0.s, p1/z, #1 // =0x1 ; CHECK-NEXT: mov z1.s, p0/z, #1 // =0x1 ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: ext z1.b, z1.b, z0.b, #8 ; CHECK-NEXT: and z1.s, z1.s, #0x1 ; CHECK-NEXT: cmpne p0.s, p0/z, z1.s, #0 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4i1( %a, %b, i32 2) ret %res } ; Ensure predicate based splice is promoted to use ZPRs. define @splice_nxv8i1_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8i1_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: mov z0.h, p1/z, #1 // =0x1 ; CHECK-NEXT: mov z1.h, p0/z, #1 // =0x1 ; CHECK-NEXT: ptrue p0.h ; CHECK-NEXT: ext z1.b, z1.b, z0.b, #8 ; CHECK-NEXT: and z1.h, z1.h, #0x1 ; CHECK-NEXT: cmpne p0.h, p0/z, z1.h, #0 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i1( %a, %b, i32 4) ret %res } ; Ensure predicate based splice is promoted to use ZPRs. define @splice_nxv16i1_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv16i1_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: mov z0.b, p1/z, #1 // =0x1 ; CHECK-NEXT: mov z1.b, p0/z, #1 // =0x1 ; CHECK-NEXT: ptrue p0.b ; CHECK-NEXT: ext z1.b, z1.b, z0.b, #8 ; CHECK-NEXT: and z1.b, z1.b, #0x1 ; CHECK-NEXT: cmpne p0.b, p0/z, z1.b, #0 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i1( %a, %b, i32 8) ret %res } ; Verify promote type legalisation works as expected. define @splice_nxv2i8_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2i8_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i8( %a, %b, i32 1) ret %res } ; Verify splitvec type legalisation works as expected. define @splice_nxv8i32_idx( %a, %b) vscale_range(1, 16) #0 { ; CHECK-LABEL: splice_nxv8i32_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-4 ; CHECK-NEXT: mov x8, sp ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: orr x8, x8, #0x8 ; CHECK-NEXT: str z3, [sp, #3, mul vl] ; CHECK-NEXT: str z2, [sp, #2, mul vl] ; CHECK-NEXT: ldr z0, [x8] ; CHECK-NEXT: ldr z1, [x8, #1, mul vl] ; CHECK-NEXT: addvl sp, sp, #4 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i32( %a, %b, i32 2) ret %res } ; Verify splitvec type legalisation works as expected. define @splice_nxv16f32_16( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv16f32_16: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-8 ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: str z3, [sp, #3, mul vl] ; CHECK-NEXT: mov x8, #16 // =0x10 ; CHECK-NEXT: str z2, [sp, #2, mul vl] ; CHECK-NEXT: mov x9, sp ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: str z7, [sp, #7, mul vl] ; CHECK-NEXT: str z4, [sp, #4, mul vl] ; CHECK-NEXT: str z5, [sp, #5, mul vl] ; CHECK-NEXT: str z6, [sp, #6, mul vl] ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x9, x8, lsl #2] ; CHECK-NEXT: add x8, x9, #64 ; CHECK-NEXT: ldr z1, [x8, #1, mul vl] ; CHECK-NEXT: ldr z2, [x8, #2, mul vl] ; CHECK-NEXT: ldr z3, [x8, #3, mul vl] ; CHECK-NEXT: addvl sp, sp, #8 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16f32( %a, %b, i32 16) ret %res } ; ; VECTOR_SPLICE (trailing elements) ; define @splice_nxv16i8( %a, %b) #0 { ; CHECK-LABEL: splice_nxv16i8: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.b, vl16 ; CHECK-NEXT: rev p0.b, p0.b ; CHECK-NEXT: splice z0.b, p0, z0.b, z1.b ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 -16) ret %res } define @splice_nxv16i8_neg32( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv16i8_neg32: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.b, vl32 ; CHECK-NEXT: rev p0.b, p0.b ; CHECK-NEXT: splice z0.b, p0, z0.b, z1.b ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 -32) ret %res } define @splice_nxv16i8_neg64( %a, %b) vscale_range(4,16) #0 { ; CHECK-LABEL: splice_nxv16i8_neg64: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.b, vl64 ; CHECK-NEXT: rev p0.b, p0.b ; CHECK-NEXT: splice z0.b, p0, z0.b, z1.b ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 -64) ret %res } define @splice_nxv16i8_neg128( %a, %b) vscale_range(8,16) #0 { ; CHECK-LABEL: splice_nxv16i8_neg128: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.b, vl128 ; CHECK-NEXT: rev p0.b, p0.b ; CHECK-NEXT: splice z0.b, p0, z0.b, z1.b ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 -128) ret %res } define @splice_nxv16i8_neg256( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv16i8_neg256: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.b ; CHECK-NEXT: rev p0.b, p0.b ; CHECK-NEXT: splice z0.b, p0, z0.b, z1.b ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 -256) ret %res } define @splice_nxv16i8_1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv16i8_1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.b, vl1 ; CHECK-NEXT: rev p0.b, p0.b ; CHECK-NEXT: splice z0.b, p0, z0.b, z1.b ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 -1) ret %res } define @splice_nxv16i8_neg17( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv16i8_neg17: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-2 ; CHECK-NEXT: rdvl x8, #1 ; CHECK-NEXT: mov w9, #17 // =0x11 ; CHECK-NEXT: mov x10, sp ; CHECK-NEXT: cmp x8, #17 ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: csel x9, x8, x9, lo ; CHECK-NEXT: add x8, x10, x8 ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: sub x8, x8, x9 ; CHECK-NEXT: ldr z0, [x8] ; CHECK-NEXT: addvl sp, sp, #2 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i8( %a, %b, i32 -17) ret %res } define @splice_nxv8i16( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8i16: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.h, vl8 ; CHECK-NEXT: rev p0.h, p0.h ; CHECK-NEXT: splice z0.h, p0, z0.h, z1.h ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i16( %a, %b, i32 -8) ret %res } define @splice_nxv8i16_1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8i16_1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.h, vl1 ; CHECK-NEXT: rev p0.h, p0.h ; CHECK-NEXT: splice z0.h, p0, z0.h, z1.h ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i16( %a, %b, i32 -1) ret %res } define @splice_nxv8i16_neg9( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv8i16_neg9: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-2 ; CHECK-NEXT: rdvl x8, #1 ; CHECK-NEXT: mov w9, #18 // =0x12 ; CHECK-NEXT: mov x10, sp ; CHECK-NEXT: cmp x8, #18 ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: csel x9, x8, x9, lo ; CHECK-NEXT: add x8, x10, x8 ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: sub x8, x8, x9 ; CHECK-NEXT: ldr z0, [x8] ; CHECK-NEXT: addvl sp, sp, #2 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i16( %a, %b, i32 -9) ret %res } define @splice_nxv4i32( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4i32: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl4 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4i32( %a, %b, i32 -4) ret %res } define @splice_nxv4i32_1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4i32_1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl1 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4i32( %a, %b, i32 -1) ret %res } define @splice_nxv4i32_neg5( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv4i32_neg5: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl5 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4i32( %a, %b, i32 -5) ret %res } define @splice_nxv2i64( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2i64: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i64( %a, %b, i32 -2) ret %res } define @splice_nxv2i64_1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2i64_1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl1 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i64( %a, %b, i32 -1) ret %res } define @splice_nxv2i64_neg3( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv2i64_neg3: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl3 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i64( %a, %b, i32 -3) ret %res } define @splice_nxv8f16( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8f16: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.h, vl8 ; CHECK-NEXT: rev p0.h, p0.h ; CHECK-NEXT: splice z0.h, p0, z0.h, z1.h ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8f16( %a, %b, i32 -8) ret %res } define @splice_nxv8f16_1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8f16_1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.h, vl1 ; CHECK-NEXT: rev p0.h, p0.h ; CHECK-NEXT: splice z0.h, p0, z0.h, z1.h ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8f16( %a, %b, i32 -1) ret %res } define @splice_nxv8f16_neg9( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv8f16_neg9: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-2 ; CHECK-NEXT: rdvl x8, #1 ; CHECK-NEXT: mov w9, #18 // =0x12 ; CHECK-NEXT: mov x10, sp ; CHECK-NEXT: cmp x8, #18 ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: csel x9, x8, x9, lo ; CHECK-NEXT: add x8, x10, x8 ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: sub x8, x8, x9 ; CHECK-NEXT: ldr z0, [x8] ; CHECK-NEXT: addvl sp, sp, #2 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8f16( %a, %b, i32 -9) ret %res } define @splice_nxv4f32( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f32: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl4 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f32( %a, %b, i32 -4) ret %res } define @splice_nxv4f32_1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4f32_1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl1 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f32( %a, %b, i32 -1) ret %res } define @splice_nxv4f32_neg5( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv4f32_neg5: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl5 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4f32( %a, %b, i32 -5) ret %res } define @splice_nxv2f64( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f64: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f64( %a, %b, i32 -2) ret %res } define @splice_nxv2f64_1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2f64_1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl1 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f64( %a, %b, i32 -1) ret %res } define @splice_nxv2f64_neg3( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv2f64_neg3: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl3 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2f64( %a, %b, i32 -3) ret %res } define @splice_nxv2bf16_neg_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2bf16_neg_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl1 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2bf16( %a, %b, i32 -1) ret %res } define @splice_nxv2bf16_neg2_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2bf16_neg2_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2bf16( %a, %b, i32 -2) ret %res } define @splice_nxv2bf16_neg_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2bf16_neg_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl1 ; CHECK-NEXT: mov z0.d, z1.d ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2bf16( %b, %b, i32 -1) ret %res } define @splice_nxv2bf16_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2bf16_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2bf16( %a, %b, i32 1) ret %res } define @splice_nxv2bf16_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv2bf16_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #248 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2bf16( %a, %b, i32 31) ret %res } define @splice_nxv2bf16_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2bf16_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #8 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2bf16( %b, %b, i32 1) ret %res } define @splice_nxv4bf16_neg_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4bf16_neg_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl1 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4bf16( %a, %b, i32 -1) ret %res } define @splice_nxv4bf16_neg3_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4bf16_neg3_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl3 ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4bf16( %a, %b, i32 -3) ret %res } define @splice_nxv4bf16_neg_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4bf16_neg_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl1 ; CHECK-NEXT: mov z0.d, z1.d ; CHECK-NEXT: rev p0.s, p0.s ; CHECK-NEXT: splice z0.s, p0, z0.s, z1.s ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4bf16( %b, %b, i32 -1) ret %res } define @splice_nxv4bf16_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4bf16_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #4 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4bf16( %a, %b, i32 1) ret %res } define @splice_nxv4bf16_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv4bf16_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #252 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4bf16( %a, %b, i32 63) ret %res } define @splice_nxv4bf16_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4bf16_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #4 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4bf16( %b, %b, i32 1) ret %res } define @splice_nxv8bf16_first_idx( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8bf16_first_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #2 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8bf16( %a, %b, i32 1) ret %res } define @splice_nxv8bf16_last_idx( %a, %b) vscale_range(16,16) #0 { ; CHECK-LABEL: splice_nxv8bf16_last_idx: ; CHECK: // %bb.0: ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #254 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8bf16( %a, %b, i32 127) ret %res } define @splice_nxv8bf16_first_idx_unary( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8bf16_first_idx_unary: ; CHECK: // %bb.0: ; CHECK-NEXT: movprfx z0, z1 ; CHECK-NEXT: ext z0.b, z0.b, z1.b, #2 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8bf16( %b, %b, i32 1) ret %res } ; Ensure predicate based splice is promoted to use ZPRs. define @splice_nxv2i1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2i1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p2.d, vl1 ; CHECK-NEXT: mov z0.d, p1/z, #1 // =0x1 ; CHECK-NEXT: mov z1.d, p0/z, #1 // =0x1 ; CHECK-NEXT: rev p0.d, p2.d ; CHECK-NEXT: splice z1.d, p0, z1.d, z0.d ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: and z1.d, z1.d, #0x1 ; CHECK-NEXT: cmpne p0.d, p0/z, z1.d, #0 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i1( %a, %b, i32 -1) ret %res } ; Ensure predicate based splice is promoted to use ZPRs. define @splice_nxv4i1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv4i1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p2.s, vl1 ; CHECK-NEXT: mov z0.s, p1/z, #1 // =0x1 ; CHECK-NEXT: mov z1.s, p0/z, #1 // =0x1 ; CHECK-NEXT: rev p0.s, p2.s ; CHECK-NEXT: splice z1.s, p0, z1.s, z0.s ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: and z1.s, z1.s, #0x1 ; CHECK-NEXT: cmpne p0.s, p0/z, z1.s, #0 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv4i1( %a, %b, i32 -1) ret %res } ; Ensure predicate based splice is promoted to use ZPRs. define @splice_nxv8i1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv8i1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p2.h, vl1 ; CHECK-NEXT: mov z0.h, p1/z, #1 // =0x1 ; CHECK-NEXT: mov z1.h, p0/z, #1 // =0x1 ; CHECK-NEXT: rev p0.h, p2.h ; CHECK-NEXT: splice z1.h, p0, z1.h, z0.h ; CHECK-NEXT: ptrue p0.h ; CHECK-NEXT: and z1.h, z1.h, #0x1 ; CHECK-NEXT: cmpne p0.h, p0/z, z1.h, #0 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i1( %a, %b, i32 -1) ret %res } ; Ensure predicate based splice is promoted to use ZPRs. define @splice_nxv16i1( %a, %b) #0 { ; CHECK-LABEL: splice_nxv16i1: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p2.b, vl1 ; CHECK-NEXT: mov z0.b, p1/z, #1 // =0x1 ; CHECK-NEXT: mov z1.b, p0/z, #1 // =0x1 ; CHECK-NEXT: rev p0.b, p2.b ; CHECK-NEXT: splice z1.b, p0, z1.b, z0.b ; CHECK-NEXT: ptrue p0.b ; CHECK-NEXT: and z1.b, z1.b, #0x1 ; CHECK-NEXT: cmpne p0.b, p0/z, z1.b, #0 ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16i1( %a, %b, i32 -1) ret %res } ; Verify promote type legalisation works as expected. define @splice_nxv2i8( %a, %b) #0 { ; CHECK-LABEL: splice_nxv2i8: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: rev p0.d, p0.d ; CHECK-NEXT: splice z0.d, p0, z0.d, z1.d ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv2i8( %a, %b, i32 -2) ret %res } ; Verify splitvec type legalisation works as expected. define @splice_nxv8i32( %a, %b) vscale_range(1, 16) #0 { ; CHECK-LABEL: splice_nxv8i32: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-4 ; CHECK-NEXT: rdvl x8, #2 ; CHECK-NEXT: mov x9, sp ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: add x8, x9, x8 ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: mov x9, #-8 // =0xfffffffffffffff8 ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: sub x10, x8, #32 ; CHECK-NEXT: str z3, [sp, #3, mul vl] ; CHECK-NEXT: str z2, [sp, #2, mul vl] ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x8, x9, lsl #2] ; CHECK-NEXT: ldr z1, [x10, #1, mul vl] ; CHECK-NEXT: addvl sp, sp, #4 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv8i32( %a, %b, i32 -8) ret %res } ; Verify splitvec type legalisation works as expected. define @splice_nxv16f32_neg17( %a, %b) vscale_range(2,16) #0 { ; CHECK-LABEL: splice_nxv16f32_neg17: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-8 ; CHECK-NEXT: rdvl x8, #4 ; CHECK-NEXT: mov x9, sp ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: str z3, [sp, #3, mul vl] ; CHECK-NEXT: add x8, x9, x8 ; CHECK-NEXT: mov x9, #-17 // =0xffffffffffffffef ; CHECK-NEXT: str z2, [sp, #2, mul vl] ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: str z7, [sp, #7, mul vl] ; CHECK-NEXT: str z4, [sp, #4, mul vl] ; CHECK-NEXT: str z5, [sp, #5, mul vl] ; CHECK-NEXT: str z6, [sp, #6, mul vl] ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x8, x9, lsl #2] ; CHECK-NEXT: sub x8, x8, #68 ; CHECK-NEXT: ldr z1, [x8, #1, mul vl] ; CHECK-NEXT: ldr z2, [x8, #2, mul vl] ; CHECK-NEXT: ldr z3, [x8, #3, mul vl] ; CHECK-NEXT: addvl sp, sp, #8 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.nxv16f32( %a, %b, i32 -17) ret %res } define @splice_left_nxv4i32_variable_offset( %a, %b, i32 zeroext %offset) #0 { ; CHECK-LABEL: splice_left_nxv4i32_variable_offset: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-2 ; CHECK-NEXT: // kill: def $w0 killed $w0 def $x0 ; CHECK-NEXT: ubfiz x8, x0, #2, #32 ; CHECK-NEXT: rdvl x9, #1 ; CHECK-NEXT: ptrue p0.b ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: cmp x8, x9 ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: csel x8, x8, x9, lo ; CHECK-NEXT: mov x9, sp ; CHECK-NEXT: ld1b { z0.b }, p0/z, [x9, x8] ; CHECK-NEXT: addvl sp, sp, #2 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.left( %a, %b, i32 %offset) ret %res } define @splice_right_nxv4i32_variable_offset( %a, %b, i32 zeroext %offset) #0 { ; CHECK-LABEL: splice_right_nxv4i32_variable_offset: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-2 ; CHECK-NEXT: // kill: def $w0 killed $w0 def $x0 ; CHECK-NEXT: ubfiz x8, x0, #2, #32 ; CHECK-NEXT: rdvl x9, #1 ; CHECK-NEXT: mov x10, sp ; CHECK-NEXT: str z0, [sp] ; CHECK-NEXT: cmp x8, x9 ; CHECK-NEXT: str z1, [sp, #1, mul vl] ; CHECK-NEXT: csel x8, x8, x9, lo ; CHECK-NEXT: add x9, x10, x9 ; CHECK-NEXT: sub x8, x9, x8 ; CHECK-NEXT: ldr z0, [x8] ; CHECK-NEXT: addvl sp, sp, #2 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.splice.right( %a, %b, i32 %offset) ret %res } declare @llvm.vector.splice.nxv2i1(, , i32) declare @llvm.vector.splice.nxv4i1(, , i32) declare @llvm.vector.splice.nxv8i1(, , i32) declare @llvm.vector.splice.nxv16i1(, , i32) declare @llvm.vector.splice.nxv2i8(, , i32) declare @llvm.vector.splice.nxv16i8(, , i32) declare @llvm.vector.splice.nxv8i16(, , i32) declare @llvm.vector.splice.nxv4i32(, , i32) declare @llvm.vector.splice.nxv8i32(, , i32) declare @llvm.vector.splice.nxv2i64(, , i32) declare @llvm.vector.splice.nxv2f16(, , i32) declare @llvm.vector.splice.nxv4f16(, , i32) declare @llvm.vector.splice.nxv8f16(, , i32) declare @llvm.vector.splice.nxv2f32(, , i32) declare @llvm.vector.splice.nxv4f32(, , i32) declare @llvm.vector.splice.nxv16f32(, , i32) declare @llvm.vector.splice.nxv2f64(, , i32) declare @llvm.vector.splice.nxv2bf16(, , i32) declare @llvm.vector.splice.nxv4bf16(, , i32) declare @llvm.vector.splice.nxv8bf16(, , i32) attributes #0 = { nounwind "target-features"="+sve" }