; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -enable-subreg-liveness -mattr=+sve -force-streaming-compatible < %s | FileCheck %s ; RUN: llc -enable-subreg-liveness -mattr=+sme -force-streaming < %s | FileCheck %s ; RUN: llc -enable-subreg-liveness -force-streaming-compatible < %s | FileCheck %s --check-prefix=NONEON-NOSVE target triple = "aarch64-unknown-linux-gnu" ; REVB pattern for shuffle v32i8 -> v16i16 define void @test_revbv16i16(ptr %a) { ; CHECK-LABEL: test_revbv16i16: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.h ; CHECK-NEXT: revb z0.h, p0/m, z0.h ; CHECK-NEXT: revb z1.h, p0/m, z1.h ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revbv16i16: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #12] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: strb w8, [sp, #29] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #13] ; NONEON-NOSVE-NEXT: strb w8, [sp, #28] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #11] ; NONEON-NOSVE-NEXT: strb w8, [sp, #26] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #8] ; NONEON-NOSVE-NEXT: strb w8, [sp, #25] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #6] ; NONEON-NOSVE-NEXT: strb w8, [sp, #23] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #7] ; NONEON-NOSVE-NEXT: strb w8, [sp, #22] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #4] ; NONEON-NOSVE-NEXT: strb w8, [sp, #21] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #5] ; NONEON-NOSVE-NEXT: strb w8, [sp, #20] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #2] ; NONEON-NOSVE-NEXT: strb w8, [sp, #19] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #3] ; NONEON-NOSVE-NEXT: strb w8, [sp, #18] ; NONEON-NOSVE-NEXT: ldrb w8, [sp] ; NONEON-NOSVE-NEXT: strb w8, [sp, #17] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #1] ; NONEON-NOSVE-NEXT: strb w8, [sp, #16] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #46] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: strb w8, [sp, #63] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #47] ; NONEON-NOSVE-NEXT: strb w8, [sp, #62] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #44] ; NONEON-NOSVE-NEXT: strb w8, [sp, #61] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #45] ; NONEON-NOSVE-NEXT: strb w8, [sp, #60] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #42] ; NONEON-NOSVE-NEXT: strb w8, [sp, #59] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #43] ; NONEON-NOSVE-NEXT: strb w8, [sp, #58] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #40] ; NONEON-NOSVE-NEXT: strb w8, [sp, #57] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41] ; NONEON-NOSVE-NEXT: strb w8, [sp, #56] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #38] ; NONEON-NOSVE-NEXT: strb w8, [sp, #55] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #39] ; NONEON-NOSVE-NEXT: strb w8, [sp, #54] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #36] ; NONEON-NOSVE-NEXT: strb w8, [sp, #53] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #37] ; NONEON-NOSVE-NEXT: strb w8, [sp, #52] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #34] ; NONEON-NOSVE-NEXT: strb w8, [sp, #51] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #35] ; NONEON-NOSVE-NEXT: strb w8, [sp, #50] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #32] ; NONEON-NOSVE-NEXT: strb w8, [sp, #49] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #33] ; NONEON-NOSVE-NEXT: strb w8, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <32 x i8>, ptr %a %tmp2 = shufflevector <32 x i8> %tmp1, <32 x i8> poison, <32 x i32> store <32 x i8> %tmp2, ptr %a ret void } ; REVB pattern for shuffle v32i8 -> v8i32 define void @test_revbv8i32(ptr %a) { ; CHECK-LABEL: test_revbv8i32: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: revb z0.s, p0/m, z0.s ; CHECK-NEXT: revb z1.s, p0/m, z1.s ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revbv8i32: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #13] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: strb w8, [sp, #30] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #14] ; NONEON-NOSVE-NEXT: strb w8, [sp, #29] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #15] ; NONEON-NOSVE-NEXT: strb w8, [sp, #28] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #11] ; NONEON-NOSVE-NEXT: strb w8, [sp, #24] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #4] ; NONEON-NOSVE-NEXT: strb w8, [sp, #23] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #5] ; NONEON-NOSVE-NEXT: strb w8, [sp, #22] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #6] ; NONEON-NOSVE-NEXT: strb w8, [sp, #21] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #7] ; NONEON-NOSVE-NEXT: strb w8, [sp, #20] ; NONEON-NOSVE-NEXT: ldrb w8, [sp] ; NONEON-NOSVE-NEXT: strb w8, [sp, #19] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #1] ; NONEON-NOSVE-NEXT: strb w8, [sp, #18] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #2] ; NONEON-NOSVE-NEXT: strb w8, [sp, #17] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #3] ; NONEON-NOSVE-NEXT: strb w8, [sp, #16] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #44] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: strb w8, [sp, #63] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #45] ; NONEON-NOSVE-NEXT: strb w8, [sp, #62] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #46] ; NONEON-NOSVE-NEXT: strb w8, [sp, #61] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #47] ; NONEON-NOSVE-NEXT: strb w8, [sp, #60] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #40] ; NONEON-NOSVE-NEXT: strb w8, [sp, #59] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41] ; NONEON-NOSVE-NEXT: strb w8, [sp, #58] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #42] ; NONEON-NOSVE-NEXT: strb w8, [sp, #57] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #43] ; NONEON-NOSVE-NEXT: strb w8, [sp, #56] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #36] ; NONEON-NOSVE-NEXT: strb w8, [sp, #55] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #37] ; NONEON-NOSVE-NEXT: strb w8, [sp, #54] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #38] ; NONEON-NOSVE-NEXT: strb w8, [sp, #53] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #39] ; NONEON-NOSVE-NEXT: strb w8, [sp, #52] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #32] ; NONEON-NOSVE-NEXT: strb w8, [sp, #51] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #33] ; NONEON-NOSVE-NEXT: strb w8, [sp, #50] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #34] ; NONEON-NOSVE-NEXT: strb w8, [sp, #49] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #35] ; NONEON-NOSVE-NEXT: strb w8, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <32 x i8>, ptr %a %tmp2 = shufflevector <32 x i8> %tmp1, <32 x i8> poison, <32 x i32> store <32 x i8> %tmp2, ptr %a ret void } ; REVB pattern for shuffle v32i8 -> v4i64 define void @test_revbv4i64(ptr %a) { ; CHECK-LABEL: test_revbv4i64: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: revb z0.d, p0/m, z0.d ; CHECK-NEXT: revb z1.d, p0/m, z1.d ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revbv4i64: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #11] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: strb w8, [sp, #28] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #13] ; NONEON-NOSVE-NEXT: strb w8, [sp, #26] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #14] ; NONEON-NOSVE-NEXT: strb w8, [sp, #25] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #15] ; NONEON-NOSVE-NEXT: strb w8, [sp, #24] ; NONEON-NOSVE-NEXT: ldrb w8, [sp] ; NONEON-NOSVE-NEXT: strb w8, [sp, #23] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #1] ; NONEON-NOSVE-NEXT: strb w8, [sp, #22] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #2] ; NONEON-NOSVE-NEXT: strb w8, [sp, #21] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #3] ; NONEON-NOSVE-NEXT: strb w8, [sp, #20] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #4] ; NONEON-NOSVE-NEXT: strb w8, [sp, #19] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #5] ; NONEON-NOSVE-NEXT: strb w8, [sp, #18] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #6] ; NONEON-NOSVE-NEXT: strb w8, [sp, #17] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #7] ; NONEON-NOSVE-NEXT: strb w8, [sp, #16] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #40] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: strb w8, [sp, #63] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41] ; NONEON-NOSVE-NEXT: strb w8, [sp, #62] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #42] ; NONEON-NOSVE-NEXT: strb w8, [sp, #61] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #43] ; NONEON-NOSVE-NEXT: strb w8, [sp, #60] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #44] ; NONEON-NOSVE-NEXT: strb w8, [sp, #59] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #45] ; NONEON-NOSVE-NEXT: strb w8, [sp, #58] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #46] ; NONEON-NOSVE-NEXT: strb w8, [sp, #57] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #47] ; NONEON-NOSVE-NEXT: strb w8, [sp, #56] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #32] ; NONEON-NOSVE-NEXT: strb w8, [sp, #55] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #33] ; NONEON-NOSVE-NEXT: strb w8, [sp, #54] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #34] ; NONEON-NOSVE-NEXT: strb w8, [sp, #53] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #35] ; NONEON-NOSVE-NEXT: strb w8, [sp, #52] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #36] ; NONEON-NOSVE-NEXT: strb w8, [sp, #51] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #37] ; NONEON-NOSVE-NEXT: strb w8, [sp, #50] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #38] ; NONEON-NOSVE-NEXT: strb w8, [sp, #49] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #39] ; NONEON-NOSVE-NEXT: strb w8, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <32 x i8>, ptr %a %tmp2 = shufflevector <32 x i8> %tmp1, <32 x i8> poison, <32 x i32> store <32 x i8> %tmp2, ptr %a ret void } ; REVH pattern for shuffle v16i16 -> v8i32 define void @test_revhv8i32(ptr %a) { ; CHECK-LABEL: test_revhv8i32: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: revh z0.s, p0/m, z0.s ; CHECK-NEXT: revh z1.s, p0/m, z1.s ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revhv8i32: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #4] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #44] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #40] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #36] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #32] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <16 x i16>, ptr %a %tmp2 = shufflevector <16 x i16> %tmp1, <16 x i16> poison, <16 x i32> store <16 x i16> %tmp2, ptr %a ret void } ; REVH pattern for shuffle v16f16 -> v8f32 define void @test_revhv8f32(ptr %a) { ; CHECK-LABEL: test_revhv8f32: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: revh z0.s, p0/m, z0.s ; CHECK-NEXT: revh z1.s, p0/m, z1.s ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revhv8f32: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #4] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #44] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #40] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #36] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #32] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <16 x half>, ptr %a %tmp2 = shufflevector <16 x half> %tmp1, <16 x half> poison, <16 x i32> store <16 x half> %tmp2, ptr %a ret void } ; REVH pattern for shuffle v16i16 -> v4i64 define void @test_revhv4i64(ptr %a) { ; CHECK-LABEL: test_revhv4i64: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: revh z0.d, p0/m, z0.d ; CHECK-NEXT: revh z1.d, p0/m, z1.d ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revhv4i64: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] ; NONEON-NOSVE-NEXT: ldr w8, [sp] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #4] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #40] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #44] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #32] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #36] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <16 x i16>, ptr %a %tmp2 = shufflevector <16 x i16> %tmp1, <16 x i16> poison, <16 x i32> store <16 x i16> %tmp2, ptr %a ret void } ; REVW pattern for shuffle v8i32 -> v4i64 define void @test_revwv4i64(ptr %a) { ; CHECK-LABEL: test_revwv4i64: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: revw z0.d, p0/m, z0.d ; CHECK-NEXT: revw z1.d, p0/m, z1.d ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revwv4i64: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #8] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #40] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #32] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <8 x i32>, ptr %a %tmp2 = shufflevector <8 x i32> %tmp1, <8 x i32> poison, <8 x i32> store <8 x i32> %tmp2, ptr %a ret void } ; REVW pattern for shuffle v8f32 -> v4f64 define void @test_revwv4f64(ptr %a) { ; CHECK-LABEL: test_revwv4f64: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: revw z0.d, p0/m, z0.d ; CHECK-NEXT: revw z1.d, p0/m, z1.d ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revwv4f64: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: ldp s1, s0, [sp, #8] ; NONEON-NOSVE-NEXT: stp s0, s1, [sp, #24] ; NONEON-NOSVE-NEXT: ldp s1, s0, [sp] ; NONEON-NOSVE-NEXT: stp s0, s1, [sp, #16] ; NONEON-NOSVE-NEXT: ldp s1, s0, [sp, #40] ; NONEON-NOSVE-NEXT: stp s0, s1, [sp, #56] ; NONEON-NOSVE-NEXT: ldp s1, s0, [sp, #32] ; NONEON-NOSVE-NEXT: stp s0, s1, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <8 x float>, ptr %a %tmp2 = shufflevector <8 x float> %tmp1, <8 x float> poison, <8 x i32> store <8 x float> %tmp2, ptr %a ret void } define <16 x i8> @test_revv16i8(ptr %a) { ; CHECK-LABEL: test_revv16i8: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: ldr q0, [x0] ; CHECK-NEXT: revb z0.d, p0/m, z0.d ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revv16i8: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldr q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-32]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 32 ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #8] ; NONEON-NOSVE-NEXT: strb w8, [sp, #31] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #9] ; NONEON-NOSVE-NEXT: strb w8, [sp, #30] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #10] ; NONEON-NOSVE-NEXT: strb w8, [sp, #29] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #11] ; NONEON-NOSVE-NEXT: strb w8, [sp, #28] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #12] ; NONEON-NOSVE-NEXT: strb w8, [sp, #27] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #13] ; NONEON-NOSVE-NEXT: strb w8, [sp, #26] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #14] ; NONEON-NOSVE-NEXT: strb w8, [sp, #25] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #15] ; NONEON-NOSVE-NEXT: strb w8, [sp, #24] ; NONEON-NOSVE-NEXT: ldrb w8, [sp] ; NONEON-NOSVE-NEXT: strb w8, [sp, #23] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #1] ; NONEON-NOSVE-NEXT: strb w8, [sp, #22] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #2] ; NONEON-NOSVE-NEXT: strb w8, [sp, #21] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #3] ; NONEON-NOSVE-NEXT: strb w8, [sp, #20] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #4] ; NONEON-NOSVE-NEXT: strb w8, [sp, #19] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #5] ; NONEON-NOSVE-NEXT: strb w8, [sp, #18] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #6] ; NONEON-NOSVE-NEXT: strb w8, [sp, #17] ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #7] ; NONEON-NOSVE-NEXT: strb w8, [sp, #16] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #16] ; NONEON-NOSVE-NEXT: add sp, sp, #32 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <16 x i8>, ptr %a %tmp2 = shufflevector <16 x i8> %tmp1, <16 x i8> poison, <16 x i32> ret <16 x i8> %tmp2 } ; REVW pattern for shuffle two v8i32 inputs with the second input available. define void @test_revwv8i32v8i32(ptr %a, ptr %b) { ; CHECK-LABEL: test_revwv8i32v8i32: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x1] ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: revw z0.d, p0/m, z0.d ; CHECK-NEXT: revw z1.d, p0/m, z1.d ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revwv8i32v8i32: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x1] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #8] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #40] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #32] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <8 x i32>, ptr %a %tmp2 = load <8 x i32>, ptr %b %tmp3 = shufflevector <8 x i32> %tmp1, <8 x i32> %tmp2, <8 x i32> store <8 x i32> %tmp3, ptr %a ret void } define void @test_revhv32i16(ptr %a) { ; CHECK-LABEL: test_revhv32i16: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0, #32] ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: ldp q2, q3, [x0] ; CHECK-NEXT: revh z0.d, p0/m, z0.d ; CHECK-NEXT: revh z1.d, p0/m, z1.d ; CHECK-NEXT: revh z2.d, p0/m, z2.d ; CHECK-NEXT: revh z3.d, p0/m, z3.d ; CHECK-NEXT: stp q0, q1, [x0, #32] ; CHECK-NEXT: stp q2, q3, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revhv32i16: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: sub sp, sp, #128 ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 128 ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: ldp q2, q3, [x0, #32] ; NONEON-NOSVE-NEXT: str q0, [sp, #32] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #40] ; NONEON-NOSVE-NEXT: str q1, [sp, #96] ; NONEON-NOSVE-NEXT: str q3, [sp, #64] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #44] ; NONEON-NOSVE-NEXT: str q2, [sp] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #32] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #36] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #104] ; NONEON-NOSVE-NEXT: ldr q2, [sp, #48] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #108] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #96] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #100] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112] ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #78] ; NONEON-NOSVE-NEXT: ldr q3, [sp, #112] ; NONEON-NOSVE-NEXT: strh w8, [sp, #88] ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #70] ; NONEON-NOSVE-NEXT: strh w8, [sp, #80] ; NONEON-NOSVE-NEXT: ldur w8, [sp, #74] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stur w8, [sp, #90] ; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #80] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] ; NONEON-NOSVE-NEXT: ldr w8, [sp] ; NONEON-NOSVE-NEXT: ror w9, w8, #16 ; NONEON-NOSVE-NEXT: ldr w8, [sp, #4] ; NONEON-NOSVE-NEXT: ror w8, w8, #16 ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #16] ; NONEON-NOSVE-NEXT: stp q3, q2, [x0] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0, #32] ; NONEON-NOSVE-NEXT: add sp, sp, #128 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <32 x i16>, ptr %a %tmp2 = shufflevector <32 x i16> %tmp1, <32 x i16> poison, <32 x i32> store <32 x i16> %tmp2, ptr %a ret void } define void @test_rev_elts_fail(ptr %a) { ; CHECK-LABEL: test_rev_elts_fail: ; CHECK: // %bb.0: ; CHECK-NEXT: index z0.d, #1, #-1 ; CHECK-NEXT: ldp q1, q2, [x0] ; CHECK-NEXT: tbl z1.d, { z1.d }, z0.d ; CHECK-NEXT: tbl z0.d, { z2.d }, z0.d ; CHECK-NEXT: stp q1, q0, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_rev_elts_fail: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldp x9, x8, [sp] ; NONEON-NOSVE-NEXT: str q1, [sp, #32] ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #16] ; NONEON-NOSVE-NEXT: ldp x9, x8, [sp, #32] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #16] ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #48] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #48] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <4 x i64>, ptr %a %tmp2 = shufflevector <4 x i64> %tmp1, <4 x i64> poison, <4 x i32> store <4 x i64> %tmp2, ptr %a ret void } ; This is the same test as above, but with sve2p1 it can use the REVD instruction to reverse ; the double-words within quard-words. define void @test_revdv4i64_sve2p1(ptr %a) #1 { ; CHECK-LABEL: test_revdv4i64_sve2p1: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: revd z0.q, p0/m, z0.q ; CHECK-NEXT: revd z1.q, p0/m, z1.q ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revdv4i64_sve2p1: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q0, q1, [x0] ; NONEON-NOSVE-NEXT: ptrue p0.d, vl2 ; NONEON-NOSVE-NEXT: revd z0.q, p0/m, z0.q ; NONEON-NOSVE-NEXT: revd z1.q, p0/m, z1.q ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: ret %tmp1 = load <4 x i64>, ptr %a %tmp2 = shufflevector <4 x i64> %tmp1, <4 x i64> poison, <4 x i32> store <4 x i64> %tmp2, ptr %a ret void } define void @test_revdv4f64_sve2p1(ptr %a) #1 { ; CHECK-LABEL: test_revdv4f64_sve2p1: ; CHECK: // %bb.0: ; CHECK-NEXT: ldp q0, q1, [x0] ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: revd z0.q, p0/m, z0.q ; CHECK-NEXT: revd z1.q, p0/m, z1.q ; CHECK-NEXT: stp q0, q1, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revdv4f64_sve2p1: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: ldp q0, q1, [x0] ; NONEON-NOSVE-NEXT: ptrue p0.d, vl2 ; NONEON-NOSVE-NEXT: revd z0.q, p0/m, z0.q ; NONEON-NOSVE-NEXT: revd z1.q, p0/m, z1.q ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: ret %tmp1 = load <4 x double>, ptr %a %tmp2 = shufflevector <4 x double> %tmp1, <4 x double> poison, <4 x i32> store <4 x double> %tmp2, ptr %a ret void } define void @test_revv8i32(ptr %a) { ; CHECK-LABEL: test_revv8i32: ; CHECK: // %bb.0: ; CHECK-NEXT: index z0.s, #3, #-1 ; CHECK-NEXT: ldp q2, q1, [x0] ; CHECK-NEXT: tbl z1.s, { z1.s }, z0.s ; CHECK-NEXT: tbl z0.s, { z2.s }, z0.s ; CHECK-NEXT: stp q1, q0, [x0] ; CHECK-NEXT: ret ; ; NONEON-NOSVE-LABEL: test_revv8i32: ; NONEON-NOSVE: // %bb.0: ; NONEON-NOSVE-NEXT: sub sp, sp, #64 ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 ; NONEON-NOSVE-NEXT: ldp q0, q1, [x0] ; NONEON-NOSVE-NEXT: str q0, [sp, #32] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #32] ; NONEON-NOSVE-NEXT: str q1, [sp] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #40] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp] ; NONEON-NOSVE-NEXT: ldr q1, [sp, #48] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #8] ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] ; NONEON-NOSVE-NEXT: ldr q0, [sp, #16] ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] ; NONEON-NOSVE-NEXT: add sp, sp, #64 ; NONEON-NOSVE-NEXT: ret %tmp1 = load <8 x i32>, ptr %a %tmp2 = shufflevector <8 x i32> %tmp1, <8 x i32> poison, <8 x i32> store <8 x i32> %tmp2, ptr %a ret void } attributes #1 = { "target-features"="+sve2p1" }