derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
3483 lines
149 KiB
LLVM
3483 lines
149 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -enable-subreg-liveness -mattr=+sve2 -force-streaming-compatible < %s | FileCheck %s
|
|
; RUN: llc -enable-subreg-liveness -mattr=+sme -force-streaming < %s | FileCheck %s
|
|
; RUN: llc -enable-subreg-liveness -force-streaming-compatible < %s | FileCheck %s --check-prefix=NONEON-NOSVE
|
|
|
|
|
|
target triple = "aarch64-unknown-linux-gnu"
|
|
|
|
;
|
|
; truncate i16 -> i8
|
|
;
|
|
|
|
define <16 x i8> @trunc_v16i16_v16i8(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v16i16_v16i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0]
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: uzp1 z2.b, z0.b, z0.b
|
|
; CHECK-NEXT: uzp1 z1.b, z1.b, z1.b
|
|
; CHECK-NEXT: splice z0.b, p0, { z1.b, z2.b }
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v16i16_v16i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-48]!
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #30]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #47]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #28]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #46]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #26]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #45]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #44]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #22]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #43]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #20]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #42]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #18]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #41]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #39]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #38]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #37]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #36]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #6]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #35]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #4]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #34]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #2]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #33]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #48
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <16 x i16>, ptr %in
|
|
%b = trunc <16 x i16> %a to <16 x i8>
|
|
ret <16 x i8> %b
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v32i16_v32i8(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v32i16_v32i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: ldp q3, q2, [x0]
|
|
; CHECK-NEXT: uzp1 z5.b, z0.b, z0.b
|
|
; CHECK-NEXT: uzp1 z4.b, z1.b, z1.b
|
|
; CHECK-NEXT: uzp1 z1.b, z2.b, z2.b
|
|
; CHECK-NEXT: uzp1 z0.b, z3.b, z3.b
|
|
; CHECK-NEXT: splice z2.b, p0, { z4.b, z5.b }
|
|
; CHECK-NEXT: splice z0.b, p0, { z0.b, z1.b }
|
|
; CHECK-NEXT: add z1.b, z2.b, z2.b
|
|
; CHECK-NEXT: add z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: stp q0, q1, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v32i16_v32i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #208
|
|
; NONEON-NOSVE-NEXT: ldp q0, q1, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #112] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0]
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #128] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #144] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #160] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp q3, q1, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: stp q2, q0, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldrh w25, [sp, #28]
|
|
; NONEON-NOSVE-NEXT: ldrh w26, [sp, #30]
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #66]
|
|
; NONEON-NOSVE-NEXT: ldrh w29, [sp, #52]
|
|
; NONEON-NOSVE-NEXT: ldrh w27, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldrh w28, [sp, #50]
|
|
; NONEON-NOSVE-NEXT: ldrh w23, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #54]
|
|
; NONEON-NOSVE-NEXT: ldrh w24, [sp, #26]
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #176] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w21, [sp, #20]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: ldrh w22, [sp, #22]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #92]
|
|
; NONEON-NOSVE-NEXT: add w8, w29, w29
|
|
; NONEON-NOSVE-NEXT: ldrh w4, [sp, #44]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #91]
|
|
; NONEON-NOSVE-NEXT: add w9, w28, w28
|
|
; NONEON-NOSVE-NEXT: ldrh w7, [sp, #46]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #90]
|
|
; NONEON-NOSVE-NEXT: add w8, w27, w27
|
|
; NONEON-NOSVE-NEXT: ldrh w2, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #89]
|
|
; NONEON-NOSVE-NEXT: add w9, w26, w26
|
|
; NONEON-NOSVE-NEXT: ldrh w3, [sp, #42]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: add w8, w25, w25
|
|
; NONEON-NOSVE-NEXT: ldrh w18, [sp, #36]
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #192] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w19, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldrh w20, [sp, #18]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #87]
|
|
; NONEON-NOSVE-NEXT: add w9, w24, w24
|
|
; NONEON-NOSVE-NEXT: ldrh w0, [sp, #38]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #86]
|
|
; NONEON-NOSVE-NEXT: add w8, w23, w23
|
|
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #60]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #85]
|
|
; NONEON-NOSVE-NEXT: add w9, w22, w22
|
|
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #62]
|
|
; NONEON-NOSVE-NEXT: add w6, w12, w12
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #84]
|
|
; NONEON-NOSVE-NEXT: add w8, w21, w21
|
|
; NONEON-NOSVE-NEXT: add w5, w13, w13
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #83]
|
|
; NONEON-NOSVE-NEXT: add w9, w20, w20
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #82]
|
|
; NONEON-NOSVE-NEXT: add w8, w19, w19
|
|
; NONEON-NOSVE-NEXT: ldrh w16, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #81]
|
|
; NONEON-NOSVE-NEXT: add w9, w7, w7
|
|
; NONEON-NOSVE-NEXT: ldrh w17, [sp, #34]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: add w8, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldrh w14, [sp, #76]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #111]
|
|
; NONEON-NOSVE-NEXT: add w9, w3, w3
|
|
; NONEON-NOSVE-NEXT: ldrh w15, [sp, #78]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #110]
|
|
; NONEON-NOSVE-NEXT: add w8, w2, w2
|
|
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #109]
|
|
; NONEON-NOSVE-NEXT: add w9, w0, w0
|
|
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #74]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #108]
|
|
; NONEON-NOSVE-NEXT: add w8, w18, w18
|
|
; NONEON-NOSVE-NEXT: ldrh w10, [sp, #68]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #107]
|
|
; NONEON-NOSVE-NEXT: add w9, w17, w17
|
|
; NONEON-NOSVE-NEXT: ldrh w11, [sp, #70]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #106]
|
|
; NONEON-NOSVE-NEXT: add w8, w16, w16
|
|
; NONEON-NOSVE-NEXT: ldrh w30, [sp, #58]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #105]
|
|
; NONEON-NOSVE-NEXT: add w9, w15, w15
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: add w8, w14, w14
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #103]
|
|
; NONEON-NOSVE-NEXT: add w9, w13, w13
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #102]
|
|
; NONEON-NOSVE-NEXT: add w8, w12, w12
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #101]
|
|
; NONEON-NOSVE-NEXT: add w9, w11, w11
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #100]
|
|
; NONEON-NOSVE-NEXT: add w8, w10, w10
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #99]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #8] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #98]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strb w5, [sp, #95]
|
|
; NONEON-NOSVE-NEXT: add w5, w30, w30
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w6, [sp, #94]
|
|
; NONEON-NOSVE-NEXT: strb w5, [sp, #93]
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #192] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #97]
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #176] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #160] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #144] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #128] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #112] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #208
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <32 x i16>, ptr %in
|
|
%b = trunc <32 x i16> %a to <32 x i8>
|
|
%c = add <32 x i8> %b, %b
|
|
store <32 x i8> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v64i16_v64i8(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v64i16_v64i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #64]
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #96]
|
|
; CHECK-NEXT: ldp q4, q5, [x0]
|
|
; CHECK-NEXT: uzp1 z7.b, z0.b, z0.b
|
|
; CHECK-NEXT: uzp1 z6.b, z1.b, z1.b
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: uzp1 z3.b, z3.b, z3.b
|
|
; CHECK-NEXT: uzp1 z2.b, z2.b, z2.b
|
|
; CHECK-NEXT: uzp1 z5.b, z5.b, z5.b
|
|
; CHECK-NEXT: uzp1 z4.b, z4.b, z4.b
|
|
; CHECK-NEXT: uzp1 z17.b, z0.b, z0.b
|
|
; CHECK-NEXT: uzp1 z16.b, z1.b, z1.b
|
|
; CHECK-NEXT: splice z0.b, p0, { z6.b, z7.b }
|
|
; CHECK-NEXT: splice z1.b, p0, { z2.b, z3.b }
|
|
; CHECK-NEXT: splice z2.b, p0, { z4.b, z5.b }
|
|
; CHECK-NEXT: splice z3.b, p0, { z16.b, z17.b }
|
|
; CHECK-NEXT: add z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: add z1.b, z1.b, z1.b
|
|
; CHECK-NEXT: add z2.b, z2.b, z2.b
|
|
; CHECK-NEXT: add z3.b, z3.b, z3.b
|
|
; CHECK-NEXT: stp q0, q1, [x1, #32]
|
|
; CHECK-NEXT: stp q2, q3, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v64i16_v64i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #448
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #416] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0]
|
|
; NONEON-NOSVE-NEXT: str x1, [sp, #152] // 8-byte Spill
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #432] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #400] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: stp q2, q4, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #238]
|
|
; NONEON-NOSVE-NEXT: stp q3, q1, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: ldrh w10, [sp, #232]
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: stp q5, q7, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: ldrh w11, [sp, #230]
|
|
; NONEON-NOSVE-NEXT: add w21, w8, w8
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #274]
|
|
; NONEON-NOSVE-NEXT: stp q6, q0, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #228]
|
|
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #226]
|
|
; NONEON-NOSVE-NEXT: ldrh w14, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #276]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #278]
|
|
; NONEON-NOSVE-NEXT: ldrh w15, [sp, #270]
|
|
; NONEON-NOSVE-NEXT: ldrh w16, [sp, #268]
|
|
; NONEON-NOSVE-NEXT: ldrh w17, [sp, #266]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #280]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #282]
|
|
; NONEON-NOSVE-NEXT: ldrh w18, [sp, #264]
|
|
; NONEON-NOSVE-NEXT: ldrh w0, [sp, #262]
|
|
; NONEON-NOSVE-NEXT: ldrh w1, [sp, #260]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #284]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #286]
|
|
; NONEON-NOSVE-NEXT: ldrh w2, [sp, #258]
|
|
; NONEON-NOSVE-NEXT: ldrh w3, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: ldrh w4, [sp, #254]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #210]
|
|
; NONEON-NOSVE-NEXT: ldrh w5, [sp, #252]
|
|
; NONEON-NOSVE-NEXT: ldrh w6, [sp, #250]
|
|
; NONEON-NOSVE-NEXT: ldrh w7, [sp, #248]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #212]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #214]
|
|
; NONEON-NOSVE-NEXT: ldrh w19, [sp, #246]
|
|
; NONEON-NOSVE-NEXT: ldrh w20, [sp, #244]
|
|
; NONEON-NOSVE-NEXT: ldrh w22, [sp, #242]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #216]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #218]
|
|
; NONEON-NOSVE-NEXT: ldrh w23, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: ldrh w24, [sp, #174]
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #384] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #96] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #220]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #222]
|
|
; NONEON-NOSVE-NEXT: ldrh w25, [sp, #172]
|
|
; NONEON-NOSVE-NEXT: ldrh w26, [sp, #170]
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #368] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #88] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #178]
|
|
; NONEON-NOSVE-NEXT: ldrh w27, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: ldrh w28, [sp, #166]
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #352] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #80] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #180]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #182]
|
|
; NONEON-NOSVE-NEXT: ldrh w29, [sp, #164]
|
|
; NONEON-NOSVE-NEXT: ldrh w30, [sp, #162]
|
|
; NONEON-NOSVE-NEXT: strb w21, [sp, #335]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #72] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #184]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #186]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #188]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #190]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #194]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #196]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #198]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #200]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #202]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #204]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #206]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #236]
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #20] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #234]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #334]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #333]
|
|
; NONEON-NOSVE-NEXT: add w8, w10, w10
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #332]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #331]
|
|
; NONEON-NOSVE-NEXT: add w8, w12, w12
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #330]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #329]
|
|
; NONEON-NOSVE-NEXT: add w8, w14, w14
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #328]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #327]
|
|
; NONEON-NOSVE-NEXT: add w8, w16, w16
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #326]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #325]
|
|
; NONEON-NOSVE-NEXT: add w8, w18, w18
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #324]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #323]
|
|
; NONEON-NOSVE-NEXT: add w8, w1, w1
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #322]
|
|
; NONEON-NOSVE-NEXT: add w8, w2, w2
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #321]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #320]
|
|
; NONEON-NOSVE-NEXT: add w8, w4, w4
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #319]
|
|
; NONEON-NOSVE-NEXT: add w8, w5, w5
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #318]
|
|
; NONEON-NOSVE-NEXT: add w8, w6, w6
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #317]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #316]
|
|
; NONEON-NOSVE-NEXT: add w8, w19, w19
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #315]
|
|
; NONEON-NOSVE-NEXT: add w8, w20, w20
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #314]
|
|
; NONEON-NOSVE-NEXT: add w8, w22, w22
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #313]
|
|
; NONEON-NOSVE-NEXT: add w8, w23, w23
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #312]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #311]
|
|
; NONEON-NOSVE-NEXT: add w8, w25, w25
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #310]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #309]
|
|
; NONEON-NOSVE-NEXT: add w8, w27, w27
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #308]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #307]
|
|
; NONEON-NOSVE-NEXT: add w8, w29, w29
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #306]
|
|
; NONEON-NOSVE-NEXT: add w8, w30, w30
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #305]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #20] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #432] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #416] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #304]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #24] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #400] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #384] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #303]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #28] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #368] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #352] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #302]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #32] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #301]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #36] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #300]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #40] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #299]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #44] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #298]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #48] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #297]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #52] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #296]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #56] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #295]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #60] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #294]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #64] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #293]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #68] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #292]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #72] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #291]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #76] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #290]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #80] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #289]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #84] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #88] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q1, q3, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #351]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #92] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #350]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #96] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #349]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #100] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #348]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #104] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #347]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #108] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #346]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #112] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #345]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #116] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #344]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #120] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #343]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #124] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #342]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #128] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #341]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #132] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #340]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #136] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #339]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #140] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #338]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #144] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #337]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #148] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #336]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #152] // 8-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q2, q0, [sp, #320]
|
|
; NONEON-NOSVE-NEXT: stp q3, q2, [x8]
|
|
; NONEON-NOSVE-NEXT: stp q0, q1, [x8, #32]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #448
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <64 x i16>, ptr %in
|
|
%b = trunc <64 x i16> %a to <64 x i8>
|
|
%c = add <64 x i8> %b, %b
|
|
store <64 x i8> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v128i16_v128i8(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v128i16_v128i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #192]
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: ldp q16, q17, [x0, #224]
|
|
; CHECK-NEXT: ldp q0, q1, [x0, #32]
|
|
; CHECK-NEXT: ldp q4, q5, [x0]
|
|
; CHECK-NEXT: uzp1 z3.b, z3.b, z3.b
|
|
; CHECK-NEXT: ldp q6, q7, [x0, #64]
|
|
; CHECK-NEXT: uzp1 z2.b, z2.b, z2.b
|
|
; CHECK-NEXT: ldp q18, q19, [x0, #128]
|
|
; CHECK-NEXT: uzp1 z17.b, z17.b, z17.b
|
|
; CHECK-NEXT: ldp q20, q21, [x0, #160]
|
|
; CHECK-NEXT: uzp1 z16.b, z16.b, z16.b
|
|
; CHECK-NEXT: ldp q22, q23, [x0, #96]
|
|
; CHECK-NEXT: splice z2.b, p0, { z2.b, z3.b }
|
|
; CHECK-NEXT: uzp1 z19.b, z19.b, z19.b
|
|
; CHECK-NEXT: uzp1 z18.b, z18.b, z18.b
|
|
; CHECK-NEXT: uzp1 z7.b, z7.b, z7.b
|
|
; CHECK-NEXT: uzp1 z21.b, z21.b, z21.b
|
|
; CHECK-NEXT: uzp1 z20.b, z20.b, z20.b
|
|
; CHECK-NEXT: splice z3.b, p0, { z16.b, z17.b }
|
|
; CHECK-NEXT: uzp1 z6.b, z6.b, z6.b
|
|
; CHECK-NEXT: uzp1 z17.b, z23.b, z23.b
|
|
; CHECK-NEXT: uzp1 z16.b, z22.b, z22.b
|
|
; CHECK-NEXT: uzp1 z5.b, z5.b, z5.b
|
|
; CHECK-NEXT: uzp1 z4.b, z4.b, z4.b
|
|
; CHECK-NEXT: uzp1 z1.b, z1.b, z1.b
|
|
; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: splice z18.b, p0, { z18.b, z19.b }
|
|
; CHECK-NEXT: splice z19.b, p0, { z20.b, z21.b }
|
|
; CHECK-NEXT: splice z6.b, p0, { z6.b, z7.b }
|
|
; CHECK-NEXT: splice z7.b, p0, { z16.b, z17.b }
|
|
; CHECK-NEXT: add z2.b, z2.b, z2.b
|
|
; CHECK-NEXT: splice z4.b, p0, { z4.b, z5.b }
|
|
; CHECK-NEXT: add z3.b, z3.b, z3.b
|
|
; CHECK-NEXT: splice z0.b, p0, { z0.b, z1.b }
|
|
; CHECK-NEXT: add z5.b, z18.b, z18.b
|
|
; CHECK-NEXT: add z1.b, z19.b, z19.b
|
|
; CHECK-NEXT: stp q2, q3, [x1, #96]
|
|
; CHECK-NEXT: add z2.b, z6.b, z6.b
|
|
; CHECK-NEXT: add z3.b, z7.b, z7.b
|
|
; CHECK-NEXT: add z4.b, z4.b, z4.b
|
|
; CHECK-NEXT: add z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: stp q5, q1, [x1, #64]
|
|
; CHECK-NEXT: stp q2, q3, [x1, #32]
|
|
; CHECK-NEXT: stp q4, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v128i16_v128i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #-96]! // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #16] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #32] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #48] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #64] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #80] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #800
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: str x1, [sp, #408] // 8-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0]
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: ldp q17, q16, [x0, #192]
|
|
; NONEON-NOSVE-NEXT: ldp q19, q18, [x0, #160]
|
|
; NONEON-NOSVE-NEXT: ldp q21, q20, [x0, #128]
|
|
; NONEON-NOSVE-NEXT: ldp q23, q22, [x0, #224]
|
|
; NONEON-NOSVE-NEXT: str q0, [sp, #592]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #606]
|
|
; NONEON-NOSVE-NEXT: str q19, [sp, #496]
|
|
; NONEON-NOSVE-NEXT: ldrh w10, [sp, #600]
|
|
; NONEON-NOSVE-NEXT: stp q18, q20, [sp, #512]
|
|
; NONEON-NOSVE-NEXT: ldrh w11, [sp, #598]
|
|
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #596]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: stp q17, q23, [sp, #432]
|
|
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #594]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #64] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #432]
|
|
; NONEON-NOSVE-NEXT: ldrh w14, [sp, #592]
|
|
; NONEON-NOSVE-NEXT: stp q22, q16, [sp, #464]
|
|
; NONEON-NOSVE-NEXT: ldr w30, [sp, #64] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #404] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #434]
|
|
; NONEON-NOSVE-NEXT: stp q4, q6, [sp, #560]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #400] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #436]
|
|
; NONEON-NOSVE-NEXT: str q5, [sp, #544]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #396] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #438]
|
|
; NONEON-NOSVE-NEXT: stp q2, q1, [sp, #608]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #392] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #440]
|
|
; NONEON-NOSVE-NEXT: ldrh w15, [sp, #638]
|
|
; NONEON-NOSVE-NEXT: stp q7, q21, [sp, #640]
|
|
; NONEON-NOSVE-NEXT: ldrh w16, [sp, #636]
|
|
; NONEON-NOSVE-NEXT: ldrh w17, [sp, #634]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #388] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #442]
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #666]
|
|
; NONEON-NOSVE-NEXT: str q3, [sp, #416]
|
|
; NONEON-NOSVE-NEXT: ldrh w18, [sp, #632]
|
|
; NONEON-NOSVE-NEXT: ldrh w0, [sp, #630]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #384] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #444]
|
|
; NONEON-NOSVE-NEXT: ldrh w1, [sp, #628]
|
|
; NONEON-NOSVE-NEXT: ldrh w2, [sp, #626]
|
|
; NONEON-NOSVE-NEXT: ldrh w3, [sp, #624]
|
|
; NONEON-NOSVE-NEXT: ldrh w4, [sp, #622]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #380] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #446]
|
|
; NONEON-NOSVE-NEXT: ldrh w5, [sp, #620]
|
|
; NONEON-NOSVE-NEXT: ldrh w6, [sp, #618]
|
|
; NONEON-NOSVE-NEXT: ldrh w7, [sp, #616]
|
|
; NONEON-NOSVE-NEXT: ldrh w19, [sp, #614]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #376] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #480]
|
|
; NONEON-NOSVE-NEXT: ldrh w20, [sp, #612]
|
|
; NONEON-NOSVE-NEXT: ldrh w21, [sp, #610]
|
|
; NONEON-NOSVE-NEXT: ldrh w22, [sp, #608]
|
|
; NONEON-NOSVE-NEXT: ldrh w23, [sp, #430]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #372] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #482]
|
|
; NONEON-NOSVE-NEXT: ldrh w24, [sp, #428]
|
|
; NONEON-NOSVE-NEXT: ldrh w25, [sp, #426]
|
|
; NONEON-NOSVE-NEXT: ldrh w26, [sp, #424]
|
|
; NONEON-NOSVE-NEXT: ldrh w27, [sp, #422]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #368] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #484]
|
|
; NONEON-NOSVE-NEXT: ldrh w28, [sp, #420]
|
|
; NONEON-NOSVE-NEXT: ldrh w29, [sp, #418]
|
|
; NONEON-NOSVE-NEXT: strb w30, [sp, #767]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #364] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #486]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #360] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #488]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #356] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #490]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #352] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #492]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #348] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #494]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #344] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #448]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #340] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #450]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #336] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #452]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #332] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #454]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #328] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #456]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #324] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #458]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #320] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #460]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #316] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #462]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #312] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #464]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #308] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #466]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #304] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #468]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #300] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #470]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #296] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #472]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #292] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #474]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #288] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #476]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #284] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #478]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #280] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #656]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #276] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #658]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #272] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #660]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #268] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #662]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #264] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #664]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #260] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #668]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #252] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #670]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #528]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #244] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #530]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #532]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #236] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #534]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #536]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #228] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #538]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #540]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #220] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #542]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #496]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #212] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #498]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #500]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #204] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #502]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #504]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #196] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #506]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #508]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #188] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #510]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #512]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #180] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #514]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #516]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #172] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #518]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #520]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #164] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #522]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #524]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #156] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #526]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #640]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #148] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #642]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #644]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #140] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #646]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #648]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #132] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #650]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #652]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #124] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #654]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #576]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #116] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #578]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #580]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #108] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #582]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #584]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #100] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #586]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #588]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #92] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #590]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #544]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #84] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #546]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #548]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #76] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #550]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #552]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #68] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #554]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #556]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #558]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #560]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #562]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #564]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #566]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #568]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #570]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #572]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #574]
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #416]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #602]
|
|
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #604]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #765]
|
|
; NONEON-NOSVE-NEXT: add w8, w10, w10
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #764]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #763]
|
|
; NONEON-NOSVE-NEXT: add w8, w12, w12
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #762]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #761]
|
|
; NONEON-NOSVE-NEXT: add w8, w14, w14
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #760]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #759]
|
|
; NONEON-NOSVE-NEXT: add w8, w16, w16
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #758]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #757]
|
|
; NONEON-NOSVE-NEXT: add w8, w18, w18
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #756]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #755]
|
|
; NONEON-NOSVE-NEXT: add w8, w1, w1
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #754]
|
|
; NONEON-NOSVE-NEXT: add w8, w2, w2
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #753]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #752]
|
|
; NONEON-NOSVE-NEXT: add w8, w4, w4
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #751]
|
|
; NONEON-NOSVE-NEXT: add w8, w5, w5
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #750]
|
|
; NONEON-NOSVE-NEXT: add w8, w6, w6
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #749]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #748]
|
|
; NONEON-NOSVE-NEXT: add w8, w19, w19
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #747]
|
|
; NONEON-NOSVE-NEXT: add w8, w20, w20
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #746]
|
|
; NONEON-NOSVE-NEXT: add w8, w21, w21
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #745]
|
|
; NONEON-NOSVE-NEXT: add w8, w22, w22
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #744]
|
|
; NONEON-NOSVE-NEXT: add w8, w23, w23
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #743]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #742]
|
|
; NONEON-NOSVE-NEXT: add w8, w25, w25
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #741]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #740]
|
|
; NONEON-NOSVE-NEXT: add w8, w27, w27
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #739]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #738]
|
|
; NONEON-NOSVE-NEXT: add w8, w29, w29
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #737]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #16] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #766]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #736]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #20] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #736]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #735]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #24] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #734]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #28] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #733]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #32] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #732]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #36] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #731]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #40] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #730]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #44] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #729]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #48] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #728]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #52] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #727]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #56] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #726]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #60] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #725]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #68] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #724]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #72] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #723]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #76] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #722]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #80] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #721]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #84] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #720]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #88] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #783]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #92] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #782]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #96] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #781]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #100] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #780]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #104] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #779]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #108] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #778]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #112] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #777]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #116] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #776]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #120] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #775]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #124] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #774]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #128] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #773]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #132] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #772]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #136] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #771]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #140] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #770]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #144] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #769]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #148] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #768]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #152] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #719]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #156] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #718]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #160] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #717]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #164] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #716]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #168] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #715]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #172] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #714]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #176] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #713]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #180] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #712]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #184] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #711]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #188] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #710]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #192] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #709]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #196] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #708]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #200] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #707]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #204] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #706]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #208] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #705]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #212] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #704]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #216] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q6, q3, [sp, #704]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #799]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #220] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #798]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #224] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #797]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #228] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #796]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #232] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #795]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #236] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #794]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #240] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #793]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #244] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #792]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #248] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #791]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #252] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #790]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #256] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #789]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #260] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #788]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #264] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #787]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #268] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #786]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #272] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #785]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #276] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #784]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #280] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q4, q7, [sp, #768]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #687]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #284] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #686]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #288] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #685]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #292] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #684]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #296] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #683]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #300] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #682]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #304] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #681]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #308] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #680]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #312] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #679]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #316] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #678]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #320] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #677]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #324] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #676]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #328] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #675]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #332] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #674]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #336] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #673]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #340] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #672]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #344] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #703]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #348] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #702]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #352] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #701]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #356] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #700]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #360] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #699]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #364] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #698]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #368] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #697]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #372] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #696]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #376] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #695]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #380] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #694]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #384] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #693]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #388] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #692]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #392] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #691]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #396] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #690]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #400] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #689]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #404] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #688]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #408] // 8-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #672]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x8]
|
|
; NONEON-NOSVE-NEXT: stp q4, q3, [x8, #32]
|
|
; NONEON-NOSVE-NEXT: stp q7, q6, [x8, #64]
|
|
; NONEON-NOSVE-NEXT: stp q2, q5, [x8, #96]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #800
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #80] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #64] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #48] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #32] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #16] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp], #96 // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <128 x i16>, ptr %in
|
|
%b = trunc <128 x i16> %a to <128 x i8>
|
|
%c = add <128 x i8> %b, %b
|
|
store <128 x i8> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
;
|
|
; truncate i32 -> i8
|
|
;
|
|
|
|
define <8 x i8> @trunc_v8i32_v8i8(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v8i32_v8i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0]
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: uzp1 z2.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z1.h, z1.h, z1.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z1.h, z2.h }
|
|
; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v8i32_v8i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-48]!
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #47]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #46]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #45]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #44]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #43]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #42]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #41]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #48
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <8 x i32>, ptr %in
|
|
%b = trunc <8 x i32> %a to <8 x i8>
|
|
ret <8 x i8> %b
|
|
}
|
|
|
|
define <16 x i8> @trunc_v16i32_v16i8(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v16i32_v16i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: ldp q3, q2, [x0]
|
|
; CHECK-NEXT: uzp1 z5.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z4.h, z1.h, z1.h
|
|
; CHECK-NEXT: uzp1 z1.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z0.h, z3.h, z3.h
|
|
; CHECK-NEXT: splice z2.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: uzp1 z1.b, z2.b, z2.b
|
|
; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: splice z0.b, p0, { z0.b, z1.b }
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v16i32_v16i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #80
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q2, q3, [x0]
|
|
; NONEON-NOSVE-NEXT: str q1, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: stp q0, q3, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: str q2, [sp]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #79]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #78]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #77]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #76]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #75]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #74]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #73]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #71]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #70]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #69]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #68]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #67]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #66]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #65]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #80
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <16 x i32>, ptr %in
|
|
%b = trunc <16 x i32> %a to <16 x i8>
|
|
ret <16 x i8> %b
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v32i32_v32i8(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v32i32_v32i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q0, q1, [x0, #96]
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #32]
|
|
; CHECK-NEXT: ldp q4, q5, [x0, #64]
|
|
; CHECK-NEXT: ldp q6, q7, [x0]
|
|
; CHECK-NEXT: uzp1 z1.h, z1.h, z1.h
|
|
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z3.h, z3.h, z3.h
|
|
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z5.h, z5.h, z5.h
|
|
; CHECK-NEXT: uzp1 z4.h, z4.h, z4.h
|
|
; CHECK-NEXT: uzp1 z7.h, z7.h, z7.h
|
|
; CHECK-NEXT: uzp1 z6.h, z6.h, z6.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: splice z2.h, p0, { z2.h, z3.h }
|
|
; CHECK-NEXT: splice z1.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: splice z3.h, p0, { z6.h, z7.h }
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: uzp1 z5.b, z0.b, z0.b
|
|
; CHECK-NEXT: uzp1 z2.b, z2.b, z2.b
|
|
; CHECK-NEXT: uzp1 z4.b, z1.b, z1.b
|
|
; CHECK-NEXT: uzp1 z1.b, z3.b, z3.b
|
|
; CHECK-NEXT: splice z0.b, p0, { z4.b, z5.b }
|
|
; CHECK-NEXT: splice z1.b, p0, { z1.b, z2.b }
|
|
; CHECK-NEXT: add z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: add z1.b, z1.b, z1.b
|
|
; CHECK-NEXT: stp q1, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v32i32_v32i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #272
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #192] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0]
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #208] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #224] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #240] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: stp q2, q4, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: stp q3, q1, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: stp q5, q7, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: ldp w27, w28, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: ldp w25, w26, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: add w6, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w5, w9, w9
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #256] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w10, w8, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: ldp w23, w24, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldp w21, w22, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: stp w8, w10, [sp, #8] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #120]
|
|
; NONEON-NOSVE-NEXT: stp q6, q0, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldp w19, w20, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #176] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #155]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #154]
|
|
; NONEON-NOSVE-NEXT: add w9, w27, w27
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #153]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #152]
|
|
; NONEON-NOSVE-NEXT: add w9, w25, w25
|
|
; NONEON-NOSVE-NEXT: ldp w4, w7, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #151]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #150]
|
|
; NONEON-NOSVE-NEXT: add w9, w23, w23
|
|
; NONEON-NOSVE-NEXT: ldp w2, w3, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #149]
|
|
; NONEON-NOSVE-NEXT: add w8, w22, w22
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #148]
|
|
; NONEON-NOSVE-NEXT: add w9, w21, w21
|
|
; NONEON-NOSVE-NEXT: ldp w18, w0, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #147]
|
|
; NONEON-NOSVE-NEXT: add w8, w20, w20
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #146]
|
|
; NONEON-NOSVE-NEXT: add w9, w19, w19
|
|
; NONEON-NOSVE-NEXT: ldp w16, w17, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #145]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: add w9, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldp w14, w15, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #175]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #174]
|
|
; NONEON-NOSVE-NEXT: add w9, w2, w2
|
|
; NONEON-NOSVE-NEXT: ldp w12, w13, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #173]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #172]
|
|
; NONEON-NOSVE-NEXT: add w9, w18, w18
|
|
; NONEON-NOSVE-NEXT: ldp w10, w11, [sp, #136]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #171]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #170]
|
|
; NONEON-NOSVE-NEXT: add w9, w16, w16
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #169]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: add w9, w14, w14
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #167]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #166]
|
|
; NONEON-NOSVE-NEXT: add w9, w12, w12
|
|
; NONEON-NOSVE-NEXT: ldp w29, w30, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #165]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #164]
|
|
; NONEON-NOSVE-NEXT: add w9, w10, w10
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #163]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #162]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #12] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strb w5, [sp, #159]
|
|
; NONEON-NOSVE-NEXT: add w5, w30, w30
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w6, [sp, #158]
|
|
; NONEON-NOSVE-NEXT: add w6, w29, w29
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: strb w5, [sp, #157]
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #256] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w6, [sp, #156]
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #240] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #161]
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #224] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #208] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #192] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #176] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #272
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <32 x i32>, ptr %in
|
|
%b = trunc <32 x i32> %a to <32 x i8>
|
|
%c = add <32 x i8> %b, %b
|
|
store <32 x i8> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v64i32_v64i8(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v64i32_v64i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #160]
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: ldp q16, q17, [x0, #128]
|
|
; CHECK-NEXT: ldp q0, q1, [x0, #64]
|
|
; CHECK-NEXT: ldp q4, q5, [x0, #96]
|
|
; CHECK-NEXT: uzp1 z3.h, z3.h, z3.h
|
|
; CHECK-NEXT: ldp q6, q7, [x0]
|
|
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: ldp q18, q19, [x0, #192]
|
|
; CHECK-NEXT: uzp1 z17.h, z17.h, z17.h
|
|
; CHECK-NEXT: ldp q20, q21, [x0, #224]
|
|
; CHECK-NEXT: uzp1 z16.h, z16.h, z16.h
|
|
; CHECK-NEXT: ldp q22, q23, [x0, #32]
|
|
; CHECK-NEXT: splice z2.h, p0, { z2.h, z3.h }
|
|
; CHECK-NEXT: uzp1 z19.h, z19.h, z19.h
|
|
; CHECK-NEXT: uzp1 z18.h, z18.h, z18.h
|
|
; CHECK-NEXT: uzp1 z7.h, z7.h, z7.h
|
|
; CHECK-NEXT: uzp1 z21.h, z21.h, z21.h
|
|
; CHECK-NEXT: uzp1 z20.h, z20.h, z20.h
|
|
; CHECK-NEXT: uzp1 z5.h, z5.h, z5.h
|
|
; CHECK-NEXT: uzp1 z23.h, z23.h, z23.h
|
|
; CHECK-NEXT: uzp1 z22.h, z22.h, z22.h
|
|
; CHECK-NEXT: uzp1 z6.h, z6.h, z6.h
|
|
; CHECK-NEXT: uzp1 z4.h, z4.h, z4.h
|
|
; CHECK-NEXT: uzp1 z1.h, z1.h, z1.h
|
|
; CHECK-NEXT: splice z3.h, p0, { z16.h, z17.h }
|
|
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: splice z16.h, p0, { z20.h, z21.h }
|
|
; CHECK-NEXT: splice z17.h, p0, { z18.h, z19.h }
|
|
; CHECK-NEXT: splice z18.h, p0, { z22.h, z23.h }
|
|
; CHECK-NEXT: splice z6.h, p0, { z6.h, z7.h }
|
|
; CHECK-NEXT: uzp1 z2.b, z2.b, z2.b
|
|
; CHECK-NEXT: splice z4.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: uzp1 z1.b, z3.b, z3.b
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: uzp1 z20.b, z16.b, z16.b
|
|
; CHECK-NEXT: uzp1 z19.b, z17.b, z17.b
|
|
; CHECK-NEXT: uzp1 z7.b, z18.b, z18.b
|
|
; CHECK-NEXT: uzp1 z6.b, z6.b, z6.b
|
|
; CHECK-NEXT: uzp1 z3.b, z4.b, z4.b
|
|
; CHECK-NEXT: splice z1.b, p0, { z1.b, z2.b }
|
|
; CHECK-NEXT: uzp1 z2.b, z0.b, z0.b
|
|
; CHECK-NEXT: splice z0.b, p0, { z19.b, z20.b }
|
|
; CHECK-NEXT: splice z4.b, p0, { z6.b, z7.b }
|
|
; CHECK-NEXT: splice z2.b, p0, { z2.b, z3.b }
|
|
; CHECK-NEXT: add z1.b, z1.b, z1.b
|
|
; CHECK-NEXT: add z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: add z3.b, z4.b, z4.b
|
|
; CHECK-NEXT: add z2.b, z2.b, z2.b
|
|
; CHECK-NEXT: stp q1, q0, [x1, #32]
|
|
; CHECK-NEXT: stp q3, q2, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v64i32_v64i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #-96]! // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #16] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #32] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #48] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #64] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #80] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #480
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: str x1, [sp, #152] // 8-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: ldp q17, q16, [x0, #128]
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0]
|
|
; NONEON-NOSVE-NEXT: ldp q19, q18, [x0, #224]
|
|
; NONEON-NOSVE-NEXT: ldp q21, q20, [x0, #192]
|
|
; NONEON-NOSVE-NEXT: ldp q23, q22, [x0, #160]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #316]
|
|
; NONEON-NOSVE-NEXT: str q18, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #304]
|
|
; NONEON-NOSVE-NEXT: stp q21, q19, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: ldr w11, [sp, #296]
|
|
; NONEON-NOSVE-NEXT: ldr w12, [sp, #292]
|
|
; NONEON-NOSVE-NEXT: add w20, w8, w8
|
|
; NONEON-NOSVE-NEXT: stp q20, q23, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: ldr w13, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: stp q22, q16, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: ldr w22, [sp, #312]
|
|
; NONEON-NOSVE-NEXT: stp q3, q17, [sp, #384]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #400]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #404]
|
|
; NONEON-NOSVE-NEXT: str q7, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: stp q2, q4, [sp, #320]
|
|
; NONEON-NOSVE-NEXT: ldr w18, [sp, #396]
|
|
; NONEON-NOSVE-NEXT: ldr w0, [sp, #392]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #408]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #412]
|
|
; NONEON-NOSVE-NEXT: ldr w14, [sp, #332]
|
|
; NONEON-NOSVE-NEXT: ldr w15, [sp, #328]
|
|
; NONEON-NOSVE-NEXT: ldr w16, [sp, #324]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #276]
|
|
; NONEON-NOSVE-NEXT: ldr w17, [sp, #320]
|
|
; NONEON-NOSVE-NEXT: ldr w1, [sp, #388]
|
|
; NONEON-NOSVE-NEXT: ldr w2, [sp, #384]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #280]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #284]
|
|
; NONEON-NOSVE-NEXT: ldr w3, [sp, #348]
|
|
; NONEON-NOSVE-NEXT: ldr w4, [sp, #344]
|
|
; NONEON-NOSVE-NEXT: ldr w5, [sp, #340]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w6, [sp, #336]
|
|
; NONEON-NOSVE-NEXT: stp q6, q5, [sp, #352]
|
|
; NONEON-NOSVE-NEXT: ldr w7, [sp, #380]
|
|
; NONEON-NOSVE-NEXT: ldr w19, [sp, #376]
|
|
; NONEON-NOSVE-NEXT: ldr w21, [sp, #372]
|
|
; NONEON-NOSVE-NEXT: ldr w23, [sp, #368]
|
|
; NONEON-NOSVE-NEXT: ldr w24, [sp, #364]
|
|
; NONEON-NOSVE-NEXT: ldr w25, [sp, #360]
|
|
; NONEON-NOSVE-NEXT: ldr w26, [sp, #356]
|
|
; NONEON-NOSVE-NEXT: ldr w27, [sp, #352]
|
|
; NONEON-NOSVE-NEXT: strb w20, [sp, #463]
|
|
; NONEON-NOSVE-NEXT: add w20, w22, w22
|
|
; NONEON-NOSVE-NEXT: strb w20, [sp, #462]
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: ldp w29, w28, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #248]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #260]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #96] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #264]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #268]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #88] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #80] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #184]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #72] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #232]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #200]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #216]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #300]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w30, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #20] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #308]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #461]
|
|
; NONEON-NOSVE-NEXT: add w8, w10, w10
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #460]
|
|
; NONEON-NOSVE-NEXT: add w8, w9, w9
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #459]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #458]
|
|
; NONEON-NOSVE-NEXT: add w8, w12, w12
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #457]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #456]
|
|
; NONEON-NOSVE-NEXT: add w8, w14, w14
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #455]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #454]
|
|
; NONEON-NOSVE-NEXT: add w8, w16, w16
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #453]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #452]
|
|
; NONEON-NOSVE-NEXT: add w8, w18, w18
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #451]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #450]
|
|
; NONEON-NOSVE-NEXT: add w8, w1, w1
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #449]
|
|
; NONEON-NOSVE-NEXT: add w8, w2, w2
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #448]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #447]
|
|
; NONEON-NOSVE-NEXT: add w8, w4, w4
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #446]
|
|
; NONEON-NOSVE-NEXT: add w8, w5, w5
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #445]
|
|
; NONEON-NOSVE-NEXT: add w8, w6, w6
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #444]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #443]
|
|
; NONEON-NOSVE-NEXT: add w8, w19, w19
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #442]
|
|
; NONEON-NOSVE-NEXT: add w8, w21, w21
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #441]
|
|
; NONEON-NOSVE-NEXT: add w8, w23, w23
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #440]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #439]
|
|
; NONEON-NOSVE-NEXT: add w8, w25, w25
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #438]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #437]
|
|
; NONEON-NOSVE-NEXT: add w8, w27, w27
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #436]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #435]
|
|
; NONEON-NOSVE-NEXT: add w8, w29, w29
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #434]
|
|
; NONEON-NOSVE-NEXT: add w8, w30, w30
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #433]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #20] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #432]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #24] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #431]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #28] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #430]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #32] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #429]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #36] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #428]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #40] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #427]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #44] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #426]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #48] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #425]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #52] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #424]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #56] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #423]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #60] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #422]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #64] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #421]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #68] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #420]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #72] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #419]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #76] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #418]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #80] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #417]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #84] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #416]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #88] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q1, q3, [sp, #416]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #479]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #92] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #478]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #96] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #477]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #100] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #476]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #104] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #475]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #108] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #474]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #112] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #473]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #116] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #472]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #120] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #471]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #124] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #470]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #128] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #469]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #132] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #468]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #136] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #467]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #140] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #466]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #144] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #465]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #148] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #464]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #152] // 8-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q2, q0, [sp, #448]
|
|
; NONEON-NOSVE-NEXT: stp q3, q2, [x8]
|
|
; NONEON-NOSVE-NEXT: stp q0, q1, [x8, #32]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #480
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #80] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #64] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #48] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #32] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #16] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp], #96 // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <64 x i32>, ptr %in
|
|
%b = trunc <64 x i32> %a to <64 x i8>
|
|
%c = add <64 x i8> %b, %b
|
|
store <64 x i8> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
;
|
|
; truncate i32 -> i16
|
|
;
|
|
|
|
define <8 x i16> @trunc_v8i32_v8i16(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v8i32_v8i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0]
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: uzp1 z2.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z1.h, z1.h, z1.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z1.h, z2.h }
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v8i32_v8i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-48]!
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #46]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #42]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #38]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #36]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #34]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #48
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <8 x i32>, ptr %in
|
|
%b = trunc <8 x i32> %a to <8 x i16>
|
|
ret <8 x i16> %b
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v16i32_v16i16(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v16i32_v16i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: ldp q3, q2, [x0]
|
|
; CHECK-NEXT: uzp1 z5.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z4.h, z1.h, z1.h
|
|
; CHECK-NEXT: uzp1 z1.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z0.h, z3.h, z3.h
|
|
; CHECK-NEXT: splice z2.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: add z1.h, z2.h, z2.h
|
|
; CHECK-NEXT: add z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: stp q0, q1, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v16i32_v16i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #96
|
|
; NONEON-NOSVE-NEXT: ldp q0, q1, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0]
|
|
; NONEON-NOSVE-NEXT: stp q3, q1, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q2, q0, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: ldp w2, w3, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldp w4, w5, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: ldp w18, w0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldp w16, w17, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #78]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #76]
|
|
; NONEON-NOSVE-NEXT: add w9, w2, w2
|
|
; NONEON-NOSVE-NEXT: ldp w14, w15, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #74]
|
|
; NONEON-NOSVE-NEXT: add w8, w5, w5
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: add w9, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldp w12, w13, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #70]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #68]
|
|
; NONEON-NOSVE-NEXT: add w9, w18, w18
|
|
; NONEON-NOSVE-NEXT: ldp w10, w11, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #66]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: add w9, w16, w16
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #94]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #92]
|
|
; NONEON-NOSVE-NEXT: add w9, w14, w14
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #90]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: add w9, w12, w12
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #86]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #84]
|
|
; NONEON-NOSVE-NEXT: add w9, w10, w10
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #82]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #96
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <16 x i32>, ptr %in
|
|
%b = trunc <16 x i32> %a to <16 x i16>
|
|
%c = add <16 x i16> %b, %b
|
|
store <16 x i16> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v32i32_v32i16(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v32i32_v32i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #64]
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #96]
|
|
; CHECK-NEXT: ldp q4, q5, [x0]
|
|
; CHECK-NEXT: uzp1 z7.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z6.h, z1.h, z1.h
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: uzp1 z3.h, z3.h, z3.h
|
|
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z5.h, z5.h, z5.h
|
|
; CHECK-NEXT: uzp1 z4.h, z4.h, z4.h
|
|
; CHECK-NEXT: uzp1 z17.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z16.h, z1.h, z1.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z6.h, z7.h }
|
|
; CHECK-NEXT: splice z1.h, p0, { z2.h, z3.h }
|
|
; CHECK-NEXT: splice z2.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: splice z3.h, p0, { z16.h, z17.h }
|
|
; CHECK-NEXT: add z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: add z1.h, z1.h, z1.h
|
|
; CHECK-NEXT: add z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: add z3.h, z3.h, z3.h
|
|
; CHECK-NEXT: stp q0, q1, [x1, #32]
|
|
; CHECK-NEXT: stp q2, q3, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v32i32_v32i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #304
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #224] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0]
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #240] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #256] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #272] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: stp q2, q4, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: stp q3, q1, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: stp q5, q7, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: ldp w27, w28, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: ldp w25, w26, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: add w6, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w5, w9, w9
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #288] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w10, w8, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: ldp w23, w24, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldp w21, w22, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: stp w8, w10, [sp, #8] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #120]
|
|
; NONEON-NOSVE-NEXT: stp q6, q0, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldp w19, w20, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #208] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #182]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #180]
|
|
; NONEON-NOSVE-NEXT: add w9, w27, w27
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #178]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: add w9, w25, w25
|
|
; NONEON-NOSVE-NEXT: ldp w4, w7, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #174]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #172]
|
|
; NONEON-NOSVE-NEXT: add w9, w23, w23
|
|
; NONEON-NOSVE-NEXT: ldp w2, w3, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #170]
|
|
; NONEON-NOSVE-NEXT: add w8, w22, w22
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: add w9, w21, w21
|
|
; NONEON-NOSVE-NEXT: ldp w18, w0, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #166]
|
|
; NONEON-NOSVE-NEXT: add w8, w20, w20
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #164]
|
|
; NONEON-NOSVE-NEXT: add w9, w19, w19
|
|
; NONEON-NOSVE-NEXT: ldp w16, w17, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #162]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: add w9, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldp w14, w15, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #158]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #156]
|
|
; NONEON-NOSVE-NEXT: add w9, w2, w2
|
|
; NONEON-NOSVE-NEXT: ldp w12, w13, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #154]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #152]
|
|
; NONEON-NOSVE-NEXT: add w9, w18, w18
|
|
; NONEON-NOSVE-NEXT: ldp w10, w11, [sp, #136]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #150]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #148]
|
|
; NONEON-NOSVE-NEXT: add w9, w16, w16
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #146]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: add w9, w14, w14
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #206]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #204]
|
|
; NONEON-NOSVE-NEXT: add w9, w12, w12
|
|
; NONEON-NOSVE-NEXT: ldp w29, w30, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #202]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #200]
|
|
; NONEON-NOSVE-NEXT: add w9, w10, w10
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #198]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #196]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #12] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strh w5, [sp, #190]
|
|
; NONEON-NOSVE-NEXT: add w5, w30, w30
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w6, [sp, #188]
|
|
; NONEON-NOSVE-NEXT: add w6, w29, w29
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: strh w5, [sp, #186]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q3, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: strh w6, [sp, #184]
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #288] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #194]
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #272] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #256] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp q2, q0, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #240] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #224] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #208] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: stp q3, q2, [x1]
|
|
; NONEON-NOSVE-NEXT: stp q0, q1, [x1, #32]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #304
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <32 x i32>, ptr %in
|
|
%b = trunc <32 x i32> %a to <32 x i16>
|
|
%c = add <32 x i16> %b, %b
|
|
store <32 x i16> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v64i32_v64i16(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v64i32_v64i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #192]
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: ldp q16, q17, [x0, #224]
|
|
; CHECK-NEXT: ldp q0, q1, [x0, #32]
|
|
; CHECK-NEXT: ldp q4, q5, [x0]
|
|
; CHECK-NEXT: uzp1 z3.h, z3.h, z3.h
|
|
; CHECK-NEXT: ldp q6, q7, [x0, #64]
|
|
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: ldp q18, q19, [x0, #128]
|
|
; CHECK-NEXT: uzp1 z17.h, z17.h, z17.h
|
|
; CHECK-NEXT: ldp q20, q21, [x0, #160]
|
|
; CHECK-NEXT: uzp1 z16.h, z16.h, z16.h
|
|
; CHECK-NEXT: ldp q22, q23, [x0, #96]
|
|
; CHECK-NEXT: splice z2.h, p0, { z2.h, z3.h }
|
|
; CHECK-NEXT: uzp1 z19.h, z19.h, z19.h
|
|
; CHECK-NEXT: uzp1 z18.h, z18.h, z18.h
|
|
; CHECK-NEXT: uzp1 z7.h, z7.h, z7.h
|
|
; CHECK-NEXT: uzp1 z21.h, z21.h, z21.h
|
|
; CHECK-NEXT: uzp1 z20.h, z20.h, z20.h
|
|
; CHECK-NEXT: splice z3.h, p0, { z16.h, z17.h }
|
|
; CHECK-NEXT: uzp1 z6.h, z6.h, z6.h
|
|
; CHECK-NEXT: uzp1 z17.h, z23.h, z23.h
|
|
; CHECK-NEXT: uzp1 z16.h, z22.h, z22.h
|
|
; CHECK-NEXT: uzp1 z5.h, z5.h, z5.h
|
|
; CHECK-NEXT: uzp1 z4.h, z4.h, z4.h
|
|
; CHECK-NEXT: uzp1 z1.h, z1.h, z1.h
|
|
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: splice z18.h, p0, { z18.h, z19.h }
|
|
; CHECK-NEXT: splice z19.h, p0, { z20.h, z21.h }
|
|
; CHECK-NEXT: splice z6.h, p0, { z6.h, z7.h }
|
|
; CHECK-NEXT: splice z7.h, p0, { z16.h, z17.h }
|
|
; CHECK-NEXT: add z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: splice z4.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: add z3.h, z3.h, z3.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: add z5.h, z18.h, z18.h
|
|
; CHECK-NEXT: add z1.h, z19.h, z19.h
|
|
; CHECK-NEXT: stp q2, q3, [x1, #96]
|
|
; CHECK-NEXT: add z2.h, z6.h, z6.h
|
|
; CHECK-NEXT: add z3.h, z7.h, z7.h
|
|
; CHECK-NEXT: add z4.h, z4.h, z4.h
|
|
; CHECK-NEXT: add z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: stp q5, q1, [x1, #64]
|
|
; CHECK-NEXT: stp q2, q3, [x1, #32]
|
|
; CHECK-NEXT: stp q4, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v64i32_v64i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #-96]! // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #16] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #32] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #48] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #64] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #80] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #528
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: mov x5, x1
|
|
; NONEON-NOSVE-NEXT: ldp q17, q16, [x0, #192]
|
|
; NONEON-NOSVE-NEXT: ldp q23, q22, [x0, #224]
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0]
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: ldp q19, q18, [x0, #160]
|
|
; NONEON-NOSVE-NEXT: ldp q21, q20, [x0, #128]
|
|
; NONEON-NOSVE-NEXT: str q0, [sp, #320]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #332]
|
|
; NONEON-NOSVE-NEXT: stp q17, q23, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #320]
|
|
; NONEON-NOSVE-NEXT: stp q22, q16, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: ldr w23, [sp, #328]
|
|
; NONEON-NOSVE-NEXT: add w21, w8, w8
|
|
; NONEON-NOSVE-NEXT: stp q18, q20, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: stp q7, q21, [sp, #368]
|
|
; NONEON-NOSVE-NEXT: str q19, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: ldr w29, [sp, #380]
|
|
; NONEON-NOSVE-NEXT: ldr w30, [sp, #376]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: stp q4, q6, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: stp q2, q1, [sp, #336]
|
|
; NONEON-NOSVE-NEXT: ldr w3, [sp, #300]
|
|
; NONEON-NOSVE-NEXT: ldr w4, [sp, #296]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w11, [sp, #360]
|
|
; NONEON-NOSVE-NEXT: ldr w12, [sp, #356]
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: ldr w13, [sp, #352]
|
|
; NONEON-NOSVE-NEXT: ldr w14, [sp, #348]
|
|
; NONEON-NOSVE-NEXT: ldr w15, [sp, #344]
|
|
; NONEON-NOSVE-NEXT: str q3, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: ldr w16, [sp, #340]
|
|
; NONEON-NOSVE-NEXT: ldr w17, [sp, #336]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w6, [sp, #292]
|
|
; NONEON-NOSVE-NEXT: ldr w7, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: str q5, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: ldr w25, [sp, #316]
|
|
; NONEON-NOSVE-NEXT: ldr w26, [sp, #312]
|
|
; NONEON-NOSVE-NEXT: ldr w19, [sp, #284]
|
|
; NONEON-NOSVE-NEXT: ldr w20, [sp, #280]
|
|
; NONEON-NOSVE-NEXT: ldr w22, [sp, #276]
|
|
; NONEON-NOSVE-NEXT: ldr w24, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: ldr w27, [sp, #308]
|
|
; NONEON-NOSVE-NEXT: ldr w28, [sp, #304]
|
|
; NONEON-NOSVE-NEXT: strh w21, [sp, #494]
|
|
; NONEON-NOSVE-NEXT: add w21, w23, w23
|
|
; NONEON-NOSVE-NEXT: strh w21, [sp, #492]
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #216]
|
|
; NONEON-NOSVE-NEXT: ldp w0, w18, [sp, #152]
|
|
; NONEON-NOSVE-NEXT: ldp w2, w1, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #184]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #96] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #88] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #200]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #80] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #384]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #388]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #72] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #392]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #396]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #260]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #264]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #268]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #232]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #248]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #368]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #372]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #324]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #364]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #490]
|
|
; NONEON-NOSVE-NEXT: add w8, w10, w10
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #488]
|
|
; NONEON-NOSVE-NEXT: add w8, w9, w9
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #486]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #484]
|
|
; NONEON-NOSVE-NEXT: add w8, w12, w12
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #482]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #480]
|
|
; NONEON-NOSVE-NEXT: add w8, w14, w14
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #478]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #476]
|
|
; NONEON-NOSVE-NEXT: add w8, w16, w16
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #474]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #472]
|
|
; NONEON-NOSVE-NEXT: add w8, w18, w18
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #470]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #468]
|
|
; NONEON-NOSVE-NEXT: add w8, w1, w1
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #466]
|
|
; NONEON-NOSVE-NEXT: add w8, w2, w2
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #464]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #462]
|
|
; NONEON-NOSVE-NEXT: add w8, w4, w4
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #460]
|
|
; NONEON-NOSVE-NEXT: add w8, w6, w6
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #458]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #456]
|
|
; NONEON-NOSVE-NEXT: add w8, w19, w19
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #454]
|
|
; NONEON-NOSVE-NEXT: add w8, w20, w20
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #452]
|
|
; NONEON-NOSVE-NEXT: add w8, w22, w22
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #450]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #448]
|
|
; NONEON-NOSVE-NEXT: add w8, w25, w25
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #510]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #508]
|
|
; NONEON-NOSVE-NEXT: add w8, w27, w27
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #506]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #504]
|
|
; NONEON-NOSVE-NEXT: add w8, w29, w29
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #502]
|
|
; NONEON-NOSVE-NEXT: add w8, w30, w30
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #500]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #464]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #498]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #496]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #16] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #446]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #20] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #444]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #24] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #442]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #28] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #440]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #32] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #438]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #36] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #436]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #40] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #434]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #44] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #432]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #48] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q6, q3, [sp, #432]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #526]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #52] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #524]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #56] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #522]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #60] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #520]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #64] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #518]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #68] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #516]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #72] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #514]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #76] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #512]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #80] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: ldp q4, q7, [sp, #496]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #414]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #84] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #412]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #88] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #410]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #92] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #408]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #96] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #406]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #100] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #404]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #104] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #402]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #108] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #400]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #112] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #430]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #116] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #428]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #120] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #426]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #124] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #424]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #128] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #422]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #132] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #420]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #136] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #418]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #140] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #416]
|
|
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #400]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x5]
|
|
; NONEON-NOSVE-NEXT: stp q4, q3, [x5, #32]
|
|
; NONEON-NOSVE-NEXT: stp q7, q6, [x5, #64]
|
|
; NONEON-NOSVE-NEXT: stp q2, q5, [x5, #96]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #528
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #80] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #64] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #48] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #32] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #16] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp], #96 // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <64 x i32>, ptr %in
|
|
%b = trunc <64 x i32> %a to <64 x i16>
|
|
%c = add <64 x i16> %b, %b
|
|
store <64 x i16> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
;
|
|
; truncate i64 -> i8
|
|
;
|
|
|
|
; NOTE: v4i8 is not legal so result i8 elements are held within i16 containers.
|
|
define <4 x i8> @trunc_v4i64_v4i8(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v4i64_v4i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: uzp1 z2.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: splice z0.s, p0, { z1.s, z2.s }
|
|
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v4i64_v4i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-48]!
|
|
; NONEON-NOSVE-NEXT: ldp x8, x9, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x10, [sp]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #46]
|
|
; NONEON-NOSVE-NEXT: strh w10, [sp, #42]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #48
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <4 x i64>, ptr %in
|
|
%b = trunc <4 x i64> %a to <4 x i8>
|
|
ret <4 x i8> %b
|
|
}
|
|
|
|
define <8 x i8> @trunc_v8i64_v8i8(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v8i64_v8i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q3, q2, [x0]
|
|
; CHECK-NEXT: uzp1 z5.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z4.s, z1.s, z1.s
|
|
; CHECK-NEXT: uzp1 z1.s, z2.s, z2.s
|
|
; CHECK-NEXT: uzp1 z0.s, z3.s, z3.s
|
|
; CHECK-NEXT: splice z2.s, p0, { z4.s, z5.s }
|
|
; CHECK-NEXT: splice z0.s, p0, { z0.s, z1.s }
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: uzp1 z1.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v8i64_v8i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #80
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q2, q3, [x0]
|
|
; NONEON-NOSVE-NEXT: str q1, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: stp q0, q3, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x9, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: str q2, [sp]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #78]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x10, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #79]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #76]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x11, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: strb w10, [sp, #77]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #74]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strb w11, [sp, #75]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #73]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #80
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <8 x i64>, ptr %in
|
|
%b = trunc <8 x i64> %a to <8 x i8>
|
|
ret <8 x i8> %b
|
|
}
|
|
|
|
define <16 x i8> @trunc_v16i64_v16i8(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v16i64_v16i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q0, q1, [x0, #96]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #32]
|
|
; CHECK-NEXT: ldp q4, q5, [x0, #64]
|
|
; CHECK-NEXT: ldp q6, q7, [x0]
|
|
; CHECK-NEXT: uzp1 z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z3.s, z3.s, z3.s
|
|
; CHECK-NEXT: uzp1 z2.s, z2.s, z2.s
|
|
; CHECK-NEXT: uzp1 z5.s, z5.s, z5.s
|
|
; CHECK-NEXT: uzp1 z4.s, z4.s, z4.s
|
|
; CHECK-NEXT: uzp1 z7.s, z7.s, z7.s
|
|
; CHECK-NEXT: uzp1 z6.s, z6.s, z6.s
|
|
; CHECK-NEXT: splice z0.s, p0, { z0.s, z1.s }
|
|
; CHECK-NEXT: splice z2.s, p0, { z2.s, z3.s }
|
|
; CHECK-NEXT: splice z1.s, p0, { z4.s, z5.s }
|
|
; CHECK-NEXT: splice z3.s, p0, { z6.s, z7.s }
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: uzp1 z5.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z4.h, z1.h, z1.h
|
|
; CHECK-NEXT: uzp1 z1.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z0.h, z3.h, z3.h
|
|
; CHECK-NEXT: splice z2.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: uzp1 z1.b, z2.b, z2.b
|
|
; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: splice z0.b, p0, { z0.b, z1.b }
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v16i64_v16i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #144
|
|
; NONEON-NOSVE-NEXT: ldp q0, q1, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: ldp q2, q3, [x0]
|
|
; NONEON-NOSVE-NEXT: ldp q4, q5, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q6, q7, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: stp q0, q1, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x9, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: str q3, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: str q2, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q7, q5, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #142]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x10, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: stp q4, q6, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #143]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #140]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x11, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: strb w10, [sp, #141]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #138]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #120]
|
|
; NONEON-NOSVE-NEXT: strb w11, [sp, #139]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #137]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #136]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #135]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #134]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #133]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #132]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #131]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #130]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #129]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #144
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <16 x i64>, ptr %in
|
|
%b = trunc <16 x i64> %a to <16 x i8>
|
|
ret <16 x i8> %b
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v32i64_v32i8(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v32i64_v32i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q5, q6, [x0, #224]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q0, q1, [x0]
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #32]
|
|
; CHECK-NEXT: ldp q4, q7, [x0, #64]
|
|
; CHECK-NEXT: uzp1 z6.s, z6.s, z6.s
|
|
; CHECK-NEXT: ldp q16, q17, [x0, #192]
|
|
; CHECK-NEXT: uzp1 z5.s, z5.s, z5.s
|
|
; CHECK-NEXT: ldp q18, q19, [x0, #128]
|
|
; CHECK-NEXT: uzp1 z3.s, z3.s, z3.s
|
|
; CHECK-NEXT: ldp q20, q21, [x0, #160]
|
|
; CHECK-NEXT: uzp1 z7.s, z7.s, z7.s
|
|
; CHECK-NEXT: ldp q22, q23, [x0, #96]
|
|
; CHECK-NEXT: uzp1 z17.s, z17.s, z17.s
|
|
; CHECK-NEXT: uzp1 z16.s, z16.s, z16.s
|
|
; CHECK-NEXT: splice z5.s, p0, { z5.s, z6.s }
|
|
; CHECK-NEXT: uzp1 z19.s, z19.s, z19.s
|
|
; CHECK-NEXT: uzp1 z21.s, z21.s, z21.s
|
|
; CHECK-NEXT: uzp1 z20.s, z20.s, z20.s
|
|
; CHECK-NEXT: uzp1 z18.s, z18.s, z18.s
|
|
; CHECK-NEXT: uzp1 z23.s, z23.s, z23.s
|
|
; CHECK-NEXT: uzp1 z22.s, z22.s, z22.s
|
|
; CHECK-NEXT: uzp1 z6.s, z4.s, z4.s
|
|
; CHECK-NEXT: uzp1 z2.s, z2.s, z2.s
|
|
; CHECK-NEXT: uzp1 z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s
|
|
; CHECK-NEXT: splice z4.s, p0, { z16.s, z17.s }
|
|
; CHECK-NEXT: splice z16.s, p0, { z20.s, z21.s }
|
|
; CHECK-NEXT: splice z18.s, p0, { z18.s, z19.s }
|
|
; CHECK-NEXT: splice z17.s, p0, { z22.s, z23.s }
|
|
; CHECK-NEXT: splice z6.s, p0, { z6.s, z7.s }
|
|
; CHECK-NEXT: uzp1 z5.h, z5.h, z5.h
|
|
; CHECK-NEXT: splice z2.s, p0, { z2.s, z3.s }
|
|
; CHECK-NEXT: splice z0.s, p0, { z0.s, z1.s }
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: uzp1 z4.h, z4.h, z4.h
|
|
; CHECK-NEXT: uzp1 z19.h, z16.h, z16.h
|
|
; CHECK-NEXT: uzp1 z18.h, z18.h, z18.h
|
|
; CHECK-NEXT: uzp1 z7.h, z17.h, z17.h
|
|
; CHECK-NEXT: uzp1 z6.h, z6.h, z6.h
|
|
; CHECK-NEXT: uzp1 z1.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: splice z2.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: splice z3.h, p0, { z18.h, z19.h }
|
|
; CHECK-NEXT: splice z4.h, p0, { z6.h, z7.h }
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: ptrue p0.b, vl8
|
|
; CHECK-NEXT: uzp1 z2.b, z2.b, z2.b
|
|
; CHECK-NEXT: uzp1 z1.b, z3.b, z3.b
|
|
; CHECK-NEXT: uzp1 z4.b, z4.b, z4.b
|
|
; CHECK-NEXT: uzp1 z3.b, z0.b, z0.b
|
|
; CHECK-NEXT: splice z0.b, p0, { z1.b, z2.b }
|
|
; CHECK-NEXT: splice z1.b, p0, { z3.b, z4.b }
|
|
; CHECK-NEXT: add z0.b, z0.b, z0.b
|
|
; CHECK-NEXT: add z1.b, z1.b, z1.b
|
|
; CHECK-NEXT: stp q1, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v32i64_v32i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #416
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #336] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #352] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #368] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #384] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q17, q16, [x0, #128]
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #400] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0]
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #320] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q19, q18, [x0, #224]
|
|
; NONEON-NOSVE-NEXT: str x1, [sp, #24] // 8-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldp q21, q20, [x0, #192]
|
|
; NONEON-NOSVE-NEXT: ldp q23, q22, [x0, #160]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #184]
|
|
; NONEON-NOSVE-NEXT: stp q2, q4, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: stp q21, q19, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldr w25, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: ldr w26, [sp, #216]
|
|
; NONEON-NOSVE-NEXT: add w5, w9, w9
|
|
; NONEON-NOSVE-NEXT: add w6, w8, w8
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: stp q20, q23, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldr w2, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: ldr w16, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: ldr w18, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: stp q22, q16, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: stp q6, q5, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: ldr w3, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: ldr w14, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: stp q3, q17, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: ldr w23, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: ldr w21, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: ldr w27, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: ldr w28, [sp, #264]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #298]
|
|
; NONEON-NOSVE-NEXT: ldr w24, [sp, #248]
|
|
; NONEON-NOSVE-NEXT: ldr w22, [sp, #232]
|
|
; NONEON-NOSVE-NEXT: add w9, w27, w27
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #20] // 4-byte Spill
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #200]
|
|
; NONEON-NOSVE-NEXT: str q7, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w0, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: ldr w12, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #296]
|
|
; NONEON-NOSVE-NEXT: add w9, w25, w25
|
|
; NONEON-NOSVE-NEXT: str q18, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: ldr w19, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w20, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #299]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: ldr w4, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #294]
|
|
; NONEON-NOSVE-NEXT: add w9, w23, w23
|
|
; NONEON-NOSVE-NEXT: ldr w7, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #297]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: ldr w17, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #292]
|
|
; NONEON-NOSVE-NEXT: add w9, w21, w21
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #295]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: ldr w15, [sp, #136]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #290]
|
|
; NONEON-NOSVE-NEXT: add w9, w19, w19
|
|
; NONEON-NOSVE-NEXT: ldr w13, [sp, #120]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #293]
|
|
; NONEON-NOSVE-NEXT: add w8, w22, w22
|
|
; NONEON-NOSVE-NEXT: ldr w11, [sp, #152]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: add w9, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldr w1, [sp, #280]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #291]
|
|
; NONEON-NOSVE-NEXT: add w8, w20, w20
|
|
; NONEON-NOSVE-NEXT: ldr w29, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #318]
|
|
; NONEON-NOSVE-NEXT: add w9, w2, w2
|
|
; NONEON-NOSVE-NEXT: ldr w30, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #289]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #316]
|
|
; NONEON-NOSVE-NEXT: add w9, w18, w18
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #319]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #314]
|
|
; NONEON-NOSVE-NEXT: add w9, w16, w16
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #317]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #312]
|
|
; NONEON-NOSVE-NEXT: add w9, w14, w14
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #315]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #310]
|
|
; NONEON-NOSVE-NEXT: add w9, w12, w12
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #313]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #308]
|
|
; NONEON-NOSVE-NEXT: add w9, w10, w10
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #311]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #306]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #20] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #309]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: strb w5, [sp, #303]
|
|
; NONEON-NOSVE-NEXT: add w5, w30, w30
|
|
; NONEON-NOSVE-NEXT: strb w6, [sp, #302]
|
|
; NONEON-NOSVE-NEXT: add w6, w29, w29
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #307]
|
|
; NONEON-NOSVE-NEXT: add w8, w1, w1
|
|
; NONEON-NOSVE-NEXT: strb w5, [sp, #301]
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #400] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w6, [sp, #300]
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #384] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strb w8, [sp, #305]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #24] // 8-byte Reload
|
|
; NONEON-NOSVE-NEXT: strb w9, [sp, #304]
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #368] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #352] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #336] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x8]
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #320] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #416
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <32 x i64>, ptr %in
|
|
%b = trunc <32 x i64> %a to <32 x i8>
|
|
%c = add <32 x i8> %b, %b
|
|
store <32 x i8> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
;
|
|
; truncate i64 -> i16
|
|
;
|
|
|
|
define <4 x i16> @trunc_v4i64_v4i16(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v4i64_v4i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: uzp1 z2.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: splice z0.s, p0, { z1.s, z2.s }
|
|
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v4i64_v4i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-48]!
|
|
; NONEON-NOSVE-NEXT: ldp x8, x9, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x10, [sp]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #46]
|
|
; NONEON-NOSVE-NEXT: strh w10, [sp, #42]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #48
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <4 x i64>, ptr %in
|
|
%b = trunc <4 x i64> %a to <4 x i16>
|
|
ret <4 x i16> %b
|
|
}
|
|
|
|
define <8 x i16> @trunc_v8i64_v8i16(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v8i64_v8i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q3, q2, [x0]
|
|
; CHECK-NEXT: uzp1 z5.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z4.s, z1.s, z1.s
|
|
; CHECK-NEXT: uzp1 z1.s, z2.s, z2.s
|
|
; CHECK-NEXT: uzp1 z0.s, z3.s, z3.s
|
|
; CHECK-NEXT: splice z2.s, p0, { z4.s, z5.s }
|
|
; CHECK-NEXT: splice z0.s, p0, { z0.s, z1.s }
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: uzp1 z1.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z0.h, z1.h }
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v8i64_v8i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #80
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q2, q3, [x0]
|
|
; NONEON-NOSVE-NEXT: str q1, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: stp q0, q3, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x9, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: str q2, [sp]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #76]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x10, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #78]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x11, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: strh w10, [sp, #74]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #68]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strh w11, [sp, #70]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #66]
|
|
; NONEON-NOSVE-NEXT: ldr x8, [sp]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #80
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <8 x i64>, ptr %in
|
|
%b = trunc <8 x i64> %a to <8 x i16>
|
|
ret <8 x i16> %b
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v16i64_v16i16(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v16i64_v16i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q0, q1, [x0, #96]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #32]
|
|
; CHECK-NEXT: ldp q4, q5, [x0, #64]
|
|
; CHECK-NEXT: ldp q6, q7, [x0]
|
|
; CHECK-NEXT: uzp1 z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z3.s, z3.s, z3.s
|
|
; CHECK-NEXT: uzp1 z2.s, z2.s, z2.s
|
|
; CHECK-NEXT: uzp1 z5.s, z5.s, z5.s
|
|
; CHECK-NEXT: uzp1 z4.s, z4.s, z4.s
|
|
; CHECK-NEXT: uzp1 z7.s, z7.s, z7.s
|
|
; CHECK-NEXT: uzp1 z6.s, z6.s, z6.s
|
|
; CHECK-NEXT: splice z0.s, p0, { z0.s, z1.s }
|
|
; CHECK-NEXT: splice z2.s, p0, { z2.s, z3.s }
|
|
; CHECK-NEXT: splice z1.s, p0, { z4.s, z5.s }
|
|
; CHECK-NEXT: splice z3.s, p0, { z6.s, z7.s }
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: uzp1 z5.h, z0.h, z0.h
|
|
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: uzp1 z4.h, z1.h, z1.h
|
|
; CHECK-NEXT: uzp1 z1.h, z3.h, z3.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z4.h, z5.h }
|
|
; CHECK-NEXT: splice z1.h, p0, { z1.h, z2.h }
|
|
; CHECK-NEXT: add z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: add z1.h, z1.h, z1.h
|
|
; CHECK-NEXT: stp q1, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v16i64_v16i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #160
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: stp q2, q4, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: stp q3, q1, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: ldr w2, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldr w3, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: stp q5, q7, [sp]
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: ldr w4, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: ldr w5, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: stp q6, q0, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w18, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #142]
|
|
; NONEON-NOSVE-NEXT: add w9, w3, w3
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #140]
|
|
; NONEON-NOSVE-NEXT: add w8, w2, w2
|
|
; NONEON-NOSVE-NEXT: ldr w16, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w17, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #138]
|
|
; NONEON-NOSVE-NEXT: add w9, w5, w5
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #136]
|
|
; NONEON-NOSVE-NEXT: add w8, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldr w14, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldr w15, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #134]
|
|
; NONEON-NOSVE-NEXT: add w9, w0, w0
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #132]
|
|
; NONEON-NOSVE-NEXT: add w8, w18, w18
|
|
; NONEON-NOSVE-NEXT: ldr w12, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldr w13, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #130]
|
|
; NONEON-NOSVE-NEXT: add w9, w17, w17
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: add w8, w16, w16
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: ldr w11, [sp, #120]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #158]
|
|
; NONEON-NOSVE-NEXT: add w9, w15, w15
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #156]
|
|
; NONEON-NOSVE-NEXT: add w8, w14, w14
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #154]
|
|
; NONEON-NOSVE-NEXT: add w9, w13, w13
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #152]
|
|
; NONEON-NOSVE-NEXT: add w8, w12, w12
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #150]
|
|
; NONEON-NOSVE-NEXT: add w9, w11, w11
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #148]
|
|
; NONEON-NOSVE-NEXT: add w8, w10, w10
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #146]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #160
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <16 x i64>, ptr %in
|
|
%b = trunc <16 x i64> %a to <16 x i16>
|
|
%c = add <16 x i16> %b, %b
|
|
store <16 x i16> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v32i64_v32i16(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v32i64_v32i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #160]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q16, q17, [x0, #128]
|
|
; CHECK-NEXT: ldp q0, q1, [x0, #64]
|
|
; CHECK-NEXT: ldp q4, q5, [x0, #96]
|
|
; CHECK-NEXT: uzp1 z3.s, z3.s, z3.s
|
|
; CHECK-NEXT: ldp q6, q7, [x0]
|
|
; CHECK-NEXT: uzp1 z2.s, z2.s, z2.s
|
|
; CHECK-NEXT: ldp q18, q19, [x0, #192]
|
|
; CHECK-NEXT: uzp1 z17.s, z17.s, z17.s
|
|
; CHECK-NEXT: ldp q20, q21, [x0, #224]
|
|
; CHECK-NEXT: uzp1 z16.s, z16.s, z16.s
|
|
; CHECK-NEXT: ldp q22, q23, [x0, #32]
|
|
; CHECK-NEXT: splice z2.s, p0, { z2.s, z3.s }
|
|
; CHECK-NEXT: uzp1 z19.s, z19.s, z19.s
|
|
; CHECK-NEXT: uzp1 z18.s, z18.s, z18.s
|
|
; CHECK-NEXT: uzp1 z7.s, z7.s, z7.s
|
|
; CHECK-NEXT: uzp1 z21.s, z21.s, z21.s
|
|
; CHECK-NEXT: uzp1 z20.s, z20.s, z20.s
|
|
; CHECK-NEXT: uzp1 z5.s, z5.s, z5.s
|
|
; CHECK-NEXT: uzp1 z23.s, z23.s, z23.s
|
|
; CHECK-NEXT: uzp1 z22.s, z22.s, z22.s
|
|
; CHECK-NEXT: uzp1 z6.s, z6.s, z6.s
|
|
; CHECK-NEXT: uzp1 z4.s, z4.s, z4.s
|
|
; CHECK-NEXT: uzp1 z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: splice z3.s, p0, { z16.s, z17.s }
|
|
; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s
|
|
; CHECK-NEXT: splice z16.s, p0, { z20.s, z21.s }
|
|
; CHECK-NEXT: splice z17.s, p0, { z18.s, z19.s }
|
|
; CHECK-NEXT: splice z18.s, p0, { z22.s, z23.s }
|
|
; CHECK-NEXT: splice z6.s, p0, { z6.s, z7.s }
|
|
; CHECK-NEXT: uzp1 z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: splice z4.s, p0, { z4.s, z5.s }
|
|
; CHECK-NEXT: splice z0.s, p0, { z0.s, z1.s }
|
|
; CHECK-NEXT: uzp1 z1.h, z3.h, z3.h
|
|
; CHECK-NEXT: ptrue p0.h, vl4
|
|
; CHECK-NEXT: uzp1 z20.h, z16.h, z16.h
|
|
; CHECK-NEXT: uzp1 z19.h, z17.h, z17.h
|
|
; CHECK-NEXT: uzp1 z7.h, z18.h, z18.h
|
|
; CHECK-NEXT: uzp1 z6.h, z6.h, z6.h
|
|
; CHECK-NEXT: uzp1 z3.h, z4.h, z4.h
|
|
; CHECK-NEXT: splice z1.h, p0, { z1.h, z2.h }
|
|
; CHECK-NEXT: uzp1 z2.h, z0.h, z0.h
|
|
; CHECK-NEXT: splice z0.h, p0, { z19.h, z20.h }
|
|
; CHECK-NEXT: splice z4.h, p0, { z6.h, z7.h }
|
|
; CHECK-NEXT: splice z2.h, p0, { z2.h, z3.h }
|
|
; CHECK-NEXT: add z1.h, z1.h, z1.h
|
|
; CHECK-NEXT: add z0.h, z0.h, z0.h
|
|
; CHECK-NEXT: add z3.h, z4.h, z4.h
|
|
; CHECK-NEXT: add z2.h, z2.h, z2.h
|
|
; CHECK-NEXT: stp q1, q0, [x1, #32]
|
|
; CHECK-NEXT: stp q3, q2, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v32i64_v32i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #432
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #352] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #368] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #384] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q17, q16, [x0, #128]
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #400] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #416] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0]
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #336] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q19, q18, [x0, #224]
|
|
; NONEON-NOSVE-NEXT: ldp q21, q20, [x0, #192]
|
|
; NONEON-NOSVE-NEXT: ldp q23, q22, [x0, #160]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: stp q2, q4, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: stp q21, q19, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w25, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: ldr w26, [sp, #200]
|
|
; NONEON-NOSVE-NEXT: add w6, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w5, w9, w9
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: stp q20, q23, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: ldr w2, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldr w3, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: ldr w18, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: stp q22, q16, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: stp q6, q5, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: ldr w0, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: ldr w16, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: stp q3, q17, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: ldr w23, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: ldr w24, [sp, #232]
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #264]
|
|
; NONEON-NOSVE-NEXT: ldr w27, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: ldr w28, [sp, #248]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #308]
|
|
; NONEON-NOSVE-NEXT: ldr w21, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: add w9, w27, w27
|
|
; NONEON-NOSVE-NEXT: stp w8, w10, [sp, #8] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #184]
|
|
; NONEON-NOSVE-NEXT: str q7, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldr w22, [sp, #216]
|
|
; NONEON-NOSVE-NEXT: ldr w17, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #304]
|
|
; NONEON-NOSVE-NEXT: add w9, w25, w25
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #310]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: ldr w19, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #306]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: ldr w20, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: str q18, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: ldr w14, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: ldr w15, [sp, #120]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #302]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: ldr w4, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #300]
|
|
; NONEON-NOSVE-NEXT: add w9, w23, w23
|
|
; NONEON-NOSVE-NEXT: ldr w7, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #298]
|
|
; NONEON-NOSVE-NEXT: add w8, w22, w22
|
|
; NONEON-NOSVE-NEXT: ldr w12, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #296]
|
|
; NONEON-NOSVE-NEXT: add w9, w21, w21
|
|
; NONEON-NOSVE-NEXT: ldr w13, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #294]
|
|
; NONEON-NOSVE-NEXT: add w8, w20, w20
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #292]
|
|
; NONEON-NOSVE-NEXT: add w9, w19, w19
|
|
; NONEON-NOSVE-NEXT: ldr w11, [sp, #136]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #290]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: ldr w29, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: add w9, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldr w30, [sp, #152]
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #286]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #284]
|
|
; NONEON-NOSVE-NEXT: add w9, w2, w2
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #282]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #280]
|
|
; NONEON-NOSVE-NEXT: add w9, w18, w18
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #278]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #276]
|
|
; NONEON-NOSVE-NEXT: add w9, w16, w16
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #274]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: add w9, w14, w14
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #334]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #332]
|
|
; NONEON-NOSVE-NEXT: add w9, w12, w12
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #330]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #328]
|
|
; NONEON-NOSVE-NEXT: add w9, w10, w10
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #326]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #324]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #12] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: strh w5, [sp, #318]
|
|
; NONEON-NOSVE-NEXT: add w5, w30, w30
|
|
; NONEON-NOSVE-NEXT: strh w6, [sp, #316]
|
|
; NONEON-NOSVE-NEXT: add w6, w29, w29
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: strh w5, [sp, #314]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q3, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: strh w6, [sp, #312]
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #416] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strh w8, [sp, #322]
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #400] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: strh w9, [sp, #320]
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #384] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp q2, q0, [sp, #304]
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #368] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #352] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: stp q3, q2, [x1]
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #336] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: stp q0, q1, [x1, #32]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #432
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <32 x i64>, ptr %in
|
|
%b = trunc <32 x i64> %a to <32 x i16>
|
|
%c = add <32 x i16> %b, %b
|
|
store <32 x i16> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
;
|
|
; truncate i64 -> i32
|
|
;
|
|
|
|
define <4 x i32> @trunc_v4i64_v4i32(ptr %in) nounwind {
|
|
; CHECK-LABEL: trunc_v4i64_v4i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: uzp1 z2.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: splice z0.s, p0, { z1.s, z2.s }
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v4i64_v4i32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-48]!
|
|
; NONEON-NOSVE-NEXT: ldp x8, x9, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: ldp x8, x10, [sp]
|
|
; NONEON-NOSVE-NEXT: stp w8, w10, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #48
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <4 x i64>, ptr %in
|
|
%b = trunc <4 x i64> %a to <4 x i32>
|
|
ret <4 x i32> %b
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v8i64_v8i32(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v8i64_v8i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q3, q2, [x0]
|
|
; CHECK-NEXT: uzp1 z5.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z4.s, z1.s, z1.s
|
|
; CHECK-NEXT: uzp1 z1.s, z2.s, z2.s
|
|
; CHECK-NEXT: uzp1 z0.s, z3.s, z3.s
|
|
; CHECK-NEXT: splice z2.s, p0, { z4.s, z5.s }
|
|
; CHECK-NEXT: splice z0.s, p0, { z0.s, z1.s }
|
|
; CHECK-NEXT: add z1.s, z2.s, z2.s
|
|
; CHECK-NEXT: add z0.s, z0.s, z0.s
|
|
; CHECK-NEXT: stp q0, q1, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v8i64_v8i32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #96
|
|
; NONEON-NOSVE-NEXT: ldp q0, q1, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0]
|
|
; NONEON-NOSVE-NEXT: stp q3, q1, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q2, q0, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w12, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr w13, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: ldr w14, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldr w15, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldr w11, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: add w9, w13, w13
|
|
; NONEON-NOSVE-NEXT: add w8, w12, w12
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: add w9, w15, w15
|
|
; NONEON-NOSVE-NEXT: add w8, w14, w14
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: add w9, w11, w11
|
|
; NONEON-NOSVE-NEXT: add w8, w10, w10
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #96
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <8 x i64>, ptr %in
|
|
%b = trunc <8 x i64> %a to <8 x i32>
|
|
%c = add <8 x i32> %b, %b
|
|
store <8 x i32> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v16i64_v16i32(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v16i64_v16i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #64]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #96]
|
|
; CHECK-NEXT: ldp q4, q5, [x0]
|
|
; CHECK-NEXT: uzp1 z7.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z6.s, z1.s, z1.s
|
|
; CHECK-NEXT: ldp q1, q0, [x0, #32]
|
|
; CHECK-NEXT: uzp1 z3.s, z3.s, z3.s
|
|
; CHECK-NEXT: uzp1 z2.s, z2.s, z2.s
|
|
; CHECK-NEXT: uzp1 z5.s, z5.s, z5.s
|
|
; CHECK-NEXT: uzp1 z4.s, z4.s, z4.s
|
|
; CHECK-NEXT: uzp1 z17.s, z0.s, z0.s
|
|
; CHECK-NEXT: uzp1 z16.s, z1.s, z1.s
|
|
; CHECK-NEXT: splice z0.s, p0, { z6.s, z7.s }
|
|
; CHECK-NEXT: splice z1.s, p0, { z2.s, z3.s }
|
|
; CHECK-NEXT: splice z2.s, p0, { z4.s, z5.s }
|
|
; CHECK-NEXT: splice z3.s, p0, { z16.s, z17.s }
|
|
; CHECK-NEXT: add z0.s, z0.s, z0.s
|
|
; CHECK-NEXT: add z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: add z2.s, z2.s, z2.s
|
|
; CHECK-NEXT: add z3.s, z3.s, z3.s
|
|
; CHECK-NEXT: stp q0, q1, [x1, #32]
|
|
; CHECK-NEXT: stp q2, q3, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v16i64_v16i32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #192
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: stp q2, q4, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: stp q3, q1, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: ldr w2, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldr w3, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: stp q5, q7, [sp]
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: ldr w4, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: ldr w5, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: stp q6, q0, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w18, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: add w9, w3, w3
|
|
; NONEON-NOSVE-NEXT: add w8, w2, w2
|
|
; NONEON-NOSVE-NEXT: ldr w16, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w17, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: add w9, w5, w5
|
|
; NONEON-NOSVE-NEXT: add w8, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldr w14, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldr w15, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
|
|
; NONEON-NOSVE-NEXT: add w9, w0, w0
|
|
; NONEON-NOSVE-NEXT: add w8, w18, w18
|
|
; NONEON-NOSVE-NEXT: ldr w12, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: ldr w13, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: add w9, w17, w17
|
|
; NONEON-NOSVE-NEXT: add w8, w16, w16
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: ldr w11, [sp, #120]
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
|
|
; NONEON-NOSVE-NEXT: add w9, w15, w15
|
|
; NONEON-NOSVE-NEXT: add w8, w14, w14
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: add w9, w13, w13
|
|
; NONEON-NOSVE-NEXT: add w8, w12, w12
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #184]
|
|
; NONEON-NOSVE-NEXT: add w9, w11, w11
|
|
; NONEON-NOSVE-NEXT: add w8, w10, w10
|
|
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q3, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: ldp q2, q0, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: stp q3, q2, [x1]
|
|
; NONEON-NOSVE-NEXT: stp q0, q1, [x1, #32]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #192
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <16 x i64>, ptr %in
|
|
%b = trunc <16 x i64> %a to <16 x i32>
|
|
%c = add <16 x i32> %b, %b
|
|
store <16 x i32> %c, ptr %out
|
|
ret void
|
|
}
|
|
|
|
; NOTE: Extra 'add' is to prevent the truncate being combined with the store.
|
|
define void @trunc_v32i64_v32i32(ptr %in, ptr %out) nounwind {
|
|
; CHECK-LABEL: trunc_v32i64_v32i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q2, q3, [x0, #192]
|
|
; CHECK-NEXT: ptrue p0.s, vl2
|
|
; CHECK-NEXT: ldp q16, q17, [x0, #224]
|
|
; CHECK-NEXT: ldp q0, q1, [x0, #32]
|
|
; CHECK-NEXT: ldp q4, q5, [x0]
|
|
; CHECK-NEXT: uzp1 z3.s, z3.s, z3.s
|
|
; CHECK-NEXT: ldp q6, q7, [x0, #64]
|
|
; CHECK-NEXT: uzp1 z2.s, z2.s, z2.s
|
|
; CHECK-NEXT: ldp q18, q19, [x0, #128]
|
|
; CHECK-NEXT: uzp1 z17.s, z17.s, z17.s
|
|
; CHECK-NEXT: ldp q20, q21, [x0, #160]
|
|
; CHECK-NEXT: uzp1 z16.s, z16.s, z16.s
|
|
; CHECK-NEXT: ldp q22, q23, [x0, #96]
|
|
; CHECK-NEXT: splice z2.s, p0, { z2.s, z3.s }
|
|
; CHECK-NEXT: uzp1 z19.s, z19.s, z19.s
|
|
; CHECK-NEXT: uzp1 z18.s, z18.s, z18.s
|
|
; CHECK-NEXT: uzp1 z7.s, z7.s, z7.s
|
|
; CHECK-NEXT: uzp1 z21.s, z21.s, z21.s
|
|
; CHECK-NEXT: uzp1 z20.s, z20.s, z20.s
|
|
; CHECK-NEXT: splice z3.s, p0, { z16.s, z17.s }
|
|
; CHECK-NEXT: uzp1 z6.s, z6.s, z6.s
|
|
; CHECK-NEXT: uzp1 z17.s, z23.s, z23.s
|
|
; CHECK-NEXT: uzp1 z16.s, z22.s, z22.s
|
|
; CHECK-NEXT: uzp1 z5.s, z5.s, z5.s
|
|
; CHECK-NEXT: uzp1 z4.s, z4.s, z4.s
|
|
; CHECK-NEXT: uzp1 z1.s, z1.s, z1.s
|
|
; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s
|
|
; CHECK-NEXT: splice z18.s, p0, { z18.s, z19.s }
|
|
; CHECK-NEXT: splice z19.s, p0, { z20.s, z21.s }
|
|
; CHECK-NEXT: splice z6.s, p0, { z6.s, z7.s }
|
|
; CHECK-NEXT: splice z7.s, p0, { z16.s, z17.s }
|
|
; CHECK-NEXT: add z2.s, z2.s, z2.s
|
|
; CHECK-NEXT: splice z4.s, p0, { z4.s, z5.s }
|
|
; CHECK-NEXT: add z3.s, z3.s, z3.s
|
|
; CHECK-NEXT: splice z0.s, p0, { z0.s, z1.s }
|
|
; CHECK-NEXT: add z5.s, z18.s, z18.s
|
|
; CHECK-NEXT: add z1.s, z19.s, z19.s
|
|
; CHECK-NEXT: stp q2, q3, [x1, #96]
|
|
; CHECK-NEXT: add z2.s, z6.s, z6.s
|
|
; CHECK-NEXT: add z3.s, z7.s, z7.s
|
|
; CHECK-NEXT: add z4.s, z4.s, z4.s
|
|
; CHECK-NEXT: add z0.s, z0.s, z0.s
|
|
; CHECK-NEXT: stp q5, q1, [x1, #64]
|
|
; CHECK-NEXT: stp q2, q3, [x1, #32]
|
|
; CHECK-NEXT: stp q4, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: trunc_v32i64_v32i32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #496
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0, #32]
|
|
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #416] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q17, q16, [x0, #192]
|
|
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #432] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #448] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q23, q22, [x0, #224]
|
|
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #464] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q3, q2, [x0]
|
|
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #480] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q5, q4, [x0, #96]
|
|
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #400] // 16-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldp q7, q6, [x0, #64]
|
|
; NONEON-NOSVE-NEXT: ldp q19, q18, [x0, #160]
|
|
; NONEON-NOSVE-NEXT: ldp q21, q20, [x0, #128]
|
|
; NONEON-NOSVE-NEXT: str q0, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #192]
|
|
; NONEON-NOSVE-NEXT: stp q17, q23, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #200]
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #32]
|
|
; NONEON-NOSVE-NEXT: stp q4, q6, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: ldr w12, [sp, #48]
|
|
; NONEON-NOSVE-NEXT: add w6, w8, w8
|
|
; NONEON-NOSVE-NEXT: add w5, w9, w9
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #40]
|
|
; NONEON-NOSVE-NEXT: stp q18, q20, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: ldr w25, [sp, #160]
|
|
; NONEON-NOSVE-NEXT: ldr w26, [sp, #168]
|
|
; NONEON-NOSVE-NEXT: str q5, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: ldr w21, [sp, #176]
|
|
; NONEON-NOSVE-NEXT: ldr w22, [sp, #184]
|
|
; NONEON-NOSVE-NEXT: stp q2, q1, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: ldr w23, [sp, #144]
|
|
; NONEON-NOSVE-NEXT: ldr w24, [sp, #152]
|
|
; NONEON-NOSVE-NEXT: str q3, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #208]
|
|
; NONEON-NOSVE-NEXT: ldr w4, [sp, #112]
|
|
; NONEON-NOSVE-NEXT: stp w8, w10, [sp, #8] // 8-byte Folded Spill
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #216]
|
|
; NONEON-NOSVE-NEXT: ldr w27, [sp, #16]
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: ldr w28, [sp, #24]
|
|
; NONEON-NOSVE-NEXT: stp q22, q16, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #344]
|
|
; NONEON-NOSVE-NEXT: add w9, w27, w27
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #348]
|
|
; NONEON-NOSVE-NEXT: add w8, w28, w28
|
|
; NONEON-NOSVE-NEXT: ldr w7, [sp, #120]
|
|
; NONEON-NOSVE-NEXT: stp q7, q21, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: ldr w18, [sp, #128]
|
|
; NONEON-NOSVE-NEXT: ldr w0, [sp, #136]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #340]
|
|
; NONEON-NOSVE-NEXT: add w8, w26, w26
|
|
; NONEON-NOSVE-NEXT: ldr w19, [sp, #240]
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #336]
|
|
; NONEON-NOSVE-NEXT: add w9, w25, w25
|
|
; NONEON-NOSVE-NEXT: ldr w20, [sp, #248]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #332]
|
|
; NONEON-NOSVE-NEXT: add w8, w24, w24
|
|
; NONEON-NOSVE-NEXT: ldr w16, [sp, #256]
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #328]
|
|
; NONEON-NOSVE-NEXT: add w9, w23, w23
|
|
; NONEON-NOSVE-NEXT: ldr w17, [sp, #264]
|
|
; NONEON-NOSVE-NEXT: str q19, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: ldr w14, [sp, #64]
|
|
; NONEON-NOSVE-NEXT: ldr w15, [sp, #72]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #324]
|
|
; NONEON-NOSVE-NEXT: add w8, w22, w22
|
|
; NONEON-NOSVE-NEXT: ldr w2, [sp, #96]
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #320]
|
|
; NONEON-NOSVE-NEXT: add w9, w21, w21
|
|
; NONEON-NOSVE-NEXT: ldr w3, [sp, #104]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #380]
|
|
; NONEON-NOSVE-NEXT: add w8, w20, w20
|
|
; NONEON-NOSVE-NEXT: ldr w13, [sp, #56]
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #376]
|
|
; NONEON-NOSVE-NEXT: add w9, w19, w19
|
|
; NONEON-NOSVE-NEXT: ldr w10, [sp, #80]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #372]
|
|
; NONEON-NOSVE-NEXT: add w8, w7, w7
|
|
; NONEON-NOSVE-NEXT: ldr w11, [sp, #88]
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #368]
|
|
; NONEON-NOSVE-NEXT: add w9, w4, w4
|
|
; NONEON-NOSVE-NEXT: ldr w29, [sp, #224]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #316]
|
|
; NONEON-NOSVE-NEXT: add w8, w3, w3
|
|
; NONEON-NOSVE-NEXT: ldr w30, [sp, #232]
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #312]
|
|
; NONEON-NOSVE-NEXT: add w9, w2, w2
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #308]
|
|
; NONEON-NOSVE-NEXT: add w8, w0, w0
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #304]
|
|
; NONEON-NOSVE-NEXT: add w9, w18, w18
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #396]
|
|
; NONEON-NOSVE-NEXT: add w8, w17, w17
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #392]
|
|
; NONEON-NOSVE-NEXT: add w9, w16, w16
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #388]
|
|
; NONEON-NOSVE-NEXT: add w8, w15, w15
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #384]
|
|
; NONEON-NOSVE-NEXT: add w9, w14, w14
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #284]
|
|
; NONEON-NOSVE-NEXT: add w8, w13, w13
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #280]
|
|
; NONEON-NOSVE-NEXT: add w9, w12, w12
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #276]
|
|
; NONEON-NOSVE-NEXT: add w8, w11, w11
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: add w9, w10, w10
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #300]
|
|
; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #296]
|
|
; NONEON-NOSVE-NEXT: ldr w9, [sp, #12] // 4-byte Reload
|
|
; NONEON-NOSVE-NEXT: add w8, w8, w8
|
|
; NONEON-NOSVE-NEXT: str w5, [sp, #364]
|
|
; NONEON-NOSVE-NEXT: add w5, w30, w30
|
|
; NONEON-NOSVE-NEXT: add w9, w9, w9
|
|
; NONEON-NOSVE-NEXT: str w6, [sp, #360]
|
|
; NONEON-NOSVE-NEXT: add w6, w29, w29
|
|
; NONEON-NOSVE-NEXT: str w5, [sp, #356]
|
|
; NONEON-NOSVE-NEXT: ldp q6, q3, [sp, #304]
|
|
; NONEON-NOSVE-NEXT: str w6, [sp, #352]
|
|
; NONEON-NOSVE-NEXT: ldp q4, q7, [sp, #368]
|
|
; NONEON-NOSVE-NEXT: str w8, [sp, #292]
|
|
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #336]
|
|
; NONEON-NOSVE-NEXT: str w9, [sp, #288]
|
|
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #480] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #272]
|
|
; NONEON-NOSVE-NEXT: stp q4, q3, [x1, #32]
|
|
; NONEON-NOSVE-NEXT: stp q1, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #464] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: stp q7, q6, [x1, #64]
|
|
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #448] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: stp q2, q5, [x1, #96]
|
|
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #432] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #416] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #400] // 16-byte Folded Reload
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #496
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%a = load <32 x i64>, ptr %in
|
|
%b = trunc <32 x i64> %a to <32 x i32>
|
|
%c = add <32 x i32> %b, %b
|
|
store <32 x i32> %c, ptr %out
|
|
ret void
|
|
}
|