derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
662 lines
24 KiB
LLVM
662 lines
24 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
|
|
; RUN: llc < %s -verify-machineinstrs -mtriple=aarch64-none-linux-gnu | FileCheck %s
|
|
|
|
define i8 @scalarize_v16i8(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v16i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldrb w8, [x0, #3]
|
|
; CHECK-NEXT: ldrb w9, [x0, #2]
|
|
; CHECK-NEXT: ldrb w10, [x0, #1]
|
|
; CHECK-NEXT: ldrb w11, [x0]
|
|
; CHECK-NEXT: ldrb w13, [x0, #5]
|
|
; CHECK-NEXT: ldrb w14, [x0, #4]
|
|
; CHECK-NEXT: add w8, w9, w8
|
|
; CHECK-NEXT: ldrb w12, [x0, #15]
|
|
; CHECK-NEXT: ldrb w15, [x0, #11]
|
|
; CHECK-NEXT: add w10, w11, w10
|
|
; CHECK-NEXT: add w9, w14, w13
|
|
; CHECK-NEXT: ldrb w11, [x0, #10]
|
|
; CHECK-NEXT: ldrb w13, [x0, #9]
|
|
; CHECK-NEXT: add w8, w10, w8
|
|
; CHECK-NEXT: ldrb w14, [x0, #8]
|
|
; CHECK-NEXT: ldrb w16, [x0, #7]
|
|
; CHECK-NEXT: add w11, w11, w15
|
|
; CHECK-NEXT: ldrb w17, [x0, #6]
|
|
; CHECK-NEXT: ldrb w18, [x0, #14]
|
|
; CHECK-NEXT: add w13, w14, w13
|
|
; CHECK-NEXT: ldrb w1, [x0, #13]
|
|
; CHECK-NEXT: ldrb w0, [x0, #12]
|
|
; CHECK-NEXT: add w16, w17, w16
|
|
; CHECK-NEXT: add w10, w13, w11
|
|
; CHECK-NEXT: add w12, w18, w12
|
|
; CHECK-NEXT: add w9, w9, w16
|
|
; CHECK-NEXT: add w14, w0, w1
|
|
; CHECK-NEXT: add w8, w8, w9
|
|
; CHECK-NEXT: add w11, w14, w12
|
|
; CHECK-NEXT: add w9, w10, w11
|
|
; CHECK-NEXT: add w0, w8, w9
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <16 x i8>, ptr %p, align 4
|
|
%l0 = extractelement <16 x i8> %wide.load, i32 0
|
|
%l1 = extractelement <16 x i8> %wide.load, i32 1
|
|
%l2 = extractelement <16 x i8> %wide.load, i32 2
|
|
%l3 = extractelement <16 x i8> %wide.load, i32 3
|
|
%l4 = extractelement <16 x i8> %wide.load, i32 4
|
|
%l5 = extractelement <16 x i8> %wide.load, i32 5
|
|
%l6 = extractelement <16 x i8> %wide.load, i32 6
|
|
%l7 = extractelement <16 x i8> %wide.load, i32 7
|
|
%l8 = extractelement <16 x i8> %wide.load, i32 8
|
|
%l9 = extractelement <16 x i8> %wide.load, i32 9
|
|
%l10 = extractelement <16 x i8> %wide.load, i32 10
|
|
%l11 = extractelement <16 x i8> %wide.load, i32 11
|
|
%l12 = extractelement <16 x i8> %wide.load, i32 12
|
|
%l13 = extractelement <16 x i8> %wide.load, i32 13
|
|
%l14 = extractelement <16 x i8> %wide.load, i32 14
|
|
%l15 = extractelement <16 x i8> %wide.load, i32 15
|
|
%a0 = add i8 %l0, %l1
|
|
%a1 = add i8 %l2, %l3
|
|
%a2 = add i8 %l4, %l5
|
|
%a3 = add i8 %l6, %l7
|
|
%a4 = add i8 %l8, %l9
|
|
%a5 = add i8 %l10, %l11
|
|
%a6 = add i8 %l12, %l13
|
|
%a7 = add i8 %l14, %l15
|
|
%b0 = add i8 %a0, %a1
|
|
%b1 = add i8 %a2, %a3
|
|
%b2 = add i8 %a4, %a5
|
|
%b3 = add i8 %a6, %a7
|
|
%c0 = add i8 %b0, %b1
|
|
%c1 = add i8 %b2, %b3
|
|
%r = add i8 %c0, %c1
|
|
ret i8 %r
|
|
}
|
|
|
|
define i8 @scalarize_v8i8(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v8i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldrb w8, [x0, #7]
|
|
; CHECK-NEXT: ldrb w9, [x0, #6]
|
|
; CHECK-NEXT: ldrb w10, [x0, #5]
|
|
; CHECK-NEXT: ldrb w11, [x0, #1]
|
|
; CHECK-NEXT: ldrb w12, [x0]
|
|
; CHECK-NEXT: ldrb w13, [x0, #4]
|
|
; CHECK-NEXT: add w8, w9, w8
|
|
; CHECK-NEXT: ldrb w14, [x0, #3]
|
|
; CHECK-NEXT: ldrb w15, [x0, #2]
|
|
; CHECK-NEXT: add w11, w12, w11
|
|
; CHECK-NEXT: add w10, w13, w10
|
|
; CHECK-NEXT: add w12, w15, w14
|
|
; CHECK-NEXT: add w8, w10, w8
|
|
; CHECK-NEXT: add w9, w11, w12
|
|
; CHECK-NEXT: add w0, w9, w8
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <8 x i8>, ptr %p, align 4
|
|
%l0 = extractelement <8 x i8> %wide.load, i32 0
|
|
%l1 = extractelement <8 x i8> %wide.load, i32 1
|
|
%l2 = extractelement <8 x i8> %wide.load, i32 2
|
|
%l3 = extractelement <8 x i8> %wide.load, i32 3
|
|
%l4 = extractelement <8 x i8> %wide.load, i32 4
|
|
%l5 = extractelement <8 x i8> %wide.load, i32 5
|
|
%l6 = extractelement <8 x i8> %wide.load, i32 6
|
|
%l7 = extractelement <8 x i8> %wide.load, i32 7
|
|
%a0 = add i8 %l0, %l1
|
|
%a1 = add i8 %l2, %l3
|
|
%a2 = add i8 %l4, %l5
|
|
%a3 = add i8 %l6, %l7
|
|
%b0 = add i8 %a0, %a1
|
|
%b1 = add i8 %a2, %a3
|
|
%r = add i8 %b0, %b1
|
|
ret i8 %r
|
|
}
|
|
|
|
define i16 @scalarize_v8i16(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v8i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldrh w8, [x0, #14]
|
|
; CHECK-NEXT: ldrh w9, [x0, #12]
|
|
; CHECK-NEXT: ldrh w10, [x0, #10]
|
|
; CHECK-NEXT: ldrh w11, [x0, #2]
|
|
; CHECK-NEXT: ldrh w12, [x0]
|
|
; CHECK-NEXT: ldrh w13, [x0, #8]
|
|
; CHECK-NEXT: add w8, w9, w8
|
|
; CHECK-NEXT: ldrh w14, [x0, #6]
|
|
; CHECK-NEXT: ldrh w15, [x0, #4]
|
|
; CHECK-NEXT: add w11, w12, w11
|
|
; CHECK-NEXT: add w10, w13, w10
|
|
; CHECK-NEXT: add w12, w15, w14
|
|
; CHECK-NEXT: add w8, w10, w8
|
|
; CHECK-NEXT: add w9, w11, w12
|
|
; CHECK-NEXT: add w0, w9, w8
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <8 x i16>, ptr %p, align 4
|
|
%l0 = extractelement <8 x i16> %wide.load, i32 0
|
|
%l1 = extractelement <8 x i16> %wide.load, i32 1
|
|
%l2 = extractelement <8 x i16> %wide.load, i32 2
|
|
%l3 = extractelement <8 x i16> %wide.load, i32 3
|
|
%l4 = extractelement <8 x i16> %wide.load, i32 4
|
|
%l5 = extractelement <8 x i16> %wide.load, i32 5
|
|
%l6 = extractelement <8 x i16> %wide.load, i32 6
|
|
%l7 = extractelement <8 x i16> %wide.load, i32 7
|
|
%a0 = add i16 %l0, %l1
|
|
%a1 = add i16 %l2, %l3
|
|
%a2 = add i16 %l4, %l5
|
|
%a3 = add i16 %l6, %l7
|
|
%b0 = add i16 %a0, %a1
|
|
%b1 = add i16 %a2, %a3
|
|
%r = add i16 %b0, %b1
|
|
ret i16 %r
|
|
}
|
|
|
|
define i16 @scalarize_v4i16(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v4i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldrh w8, [x0, #6]
|
|
; CHECK-NEXT: ldrh w9, [x0, #4]
|
|
; CHECK-NEXT: ldrh w10, [x0, #2]
|
|
; CHECK-NEXT: ldrh w11, [x0]
|
|
; CHECK-NEXT: add w8, w9, w8
|
|
; CHECK-NEXT: add w10, w11, w10
|
|
; CHECK-NEXT: add w0, w10, w8
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <4 x i16>, ptr %p, align 4
|
|
%l0 = extractelement <4 x i16> %wide.load, i32 0
|
|
%l1 = extractelement <4 x i16> %wide.load, i32 1
|
|
%l2 = extractelement <4 x i16> %wide.load, i32 2
|
|
%l3 = extractelement <4 x i16> %wide.load, i32 3
|
|
%a0 = add i16 %l0, %l1
|
|
%a1 = add i16 %l2, %l3
|
|
%r = add i16 %a0, %a1
|
|
ret i16 %r
|
|
}
|
|
|
|
define i32 @scalarize_v4i32(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v4i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp w9, w8, [x0]
|
|
; CHECK-NEXT: ldp w10, w11, [x0, #8]
|
|
; CHECK-NEXT: add w8, w9, w8
|
|
; CHECK-NEXT: add w9, w10, w11
|
|
; CHECK-NEXT: add w0, w8, w9
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <4 x i32>, ptr %p, align 4
|
|
%l0 = extractelement <4 x i32> %wide.load, i32 0
|
|
%l1 = extractelement <4 x i32> %wide.load, i32 1
|
|
%l2 = extractelement <4 x i32> %wide.load, i32 2
|
|
%l3 = extractelement <4 x i32> %wide.load, i32 3
|
|
%a0 = add i32 %l0, %l1
|
|
%a1 = add i32 %l2, %l3
|
|
%r = add i32 %a0, %a1
|
|
ret i32 %r
|
|
}
|
|
|
|
define i64 @scalarize_v4i64(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v4i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp x8, x9, [x0]
|
|
; CHECK-NEXT: ldp x10, x11, [x0, #16]
|
|
; CHECK-NEXT: add x8, x8, x9
|
|
; CHECK-NEXT: add x9, x10, x11
|
|
; CHECK-NEXT: add x0, x8, x9
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <4 x i64>, ptr %p, align 4
|
|
%l0 = extractelement <4 x i64> %wide.load, i32 0
|
|
%l1 = extractelement <4 x i64> %wide.load, i32 1
|
|
%l2 = extractelement <4 x i64> %wide.load, i32 2
|
|
%l3 = extractelement <4 x i64> %wide.load, i32 3
|
|
%a0 = add i64 %l0, %l1
|
|
%a1 = add i64 %l2, %l3
|
|
%r = add i64 %a0, %a1
|
|
ret i64 %r
|
|
}
|
|
|
|
define i64 @scalarize_v4i32_sext(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v4i32_sext:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldpsw x9, x8, [x0, #8]
|
|
; CHECK-NEXT: ldpsw x11, x10, [x0]
|
|
; CHECK-NEXT: add x8, x9, x8
|
|
; CHECK-NEXT: add x10, x11, x10
|
|
; CHECK-NEXT: add x0, x10, x8
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <4 x i32>, ptr %p, align 4
|
|
%ext = sext <4 x i32> %wide.load to <4 x i64>
|
|
%l0 = extractelement <4 x i64> %ext, i32 0
|
|
%l1 = extractelement <4 x i64> %ext, i32 1
|
|
%l2 = extractelement <4 x i64> %ext, i32 2
|
|
%l3 = extractelement <4 x i64> %ext, i32 3
|
|
%a0 = add i64 %l0, %l1
|
|
%a1 = add i64 %l2, %l3
|
|
%r = add i64 %a0, %a1
|
|
ret i64 %r
|
|
}
|
|
|
|
define i64 @scalarize_v4i32_zext(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v4i32_zext:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp w9, w8, [x0, #8]
|
|
; CHECK-NEXT: ldp w11, w10, [x0]
|
|
; CHECK-NEXT: add x8, x9, x8
|
|
; CHECK-NEXT: add x10, x11, x10
|
|
; CHECK-NEXT: add x0, x10, x8
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <4 x i32>, ptr %p, align 4
|
|
%ext = zext <4 x i32> %wide.load to <4 x i64>
|
|
%l0 = extractelement <4 x i64> %ext, i32 0
|
|
%l1 = extractelement <4 x i64> %ext, i32 1
|
|
%l2 = extractelement <4 x i64> %ext, i32 2
|
|
%l3 = extractelement <4 x i64> %ext, i32 3
|
|
%a0 = add i64 %l0, %l1
|
|
%a1 = add i64 %l2, %l3
|
|
%r = add i64 %a0, %a1
|
|
ret i64 %r
|
|
}
|
|
|
|
define half @scalarize_v4f16(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v4f16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldr d0, [x0]
|
|
; CHECK-NEXT: mov h1, v0.h[1]
|
|
; CHECK-NEXT: mov h2, v0.h[2]
|
|
; CHECK-NEXT: mov h3, v0.h[3]
|
|
; CHECK-NEXT: fcvt s0, h0
|
|
; CHECK-NEXT: fcvt s1, h1
|
|
; CHECK-NEXT: fcvt s3, h3
|
|
; CHECK-NEXT: fcvt s2, h2
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: fcvt h0, s0
|
|
; CHECK-NEXT: fcvt h1, s1
|
|
; CHECK-NEXT: fcvt s1, h1
|
|
; CHECK-NEXT: fcvt s0, h0
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: fcvt h0, s0
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <4 x half>, ptr %p, align 4
|
|
%l0 = extractelement <4 x half> %wide.load, i32 0
|
|
%l1 = extractelement <4 x half> %wide.load, i32 1
|
|
%l2 = extractelement <4 x half> %wide.load, i32 2
|
|
%l3 = extractelement <4 x half> %wide.load, i32 3
|
|
%a0 = fadd half %l0, %l1
|
|
%a1 = fadd half %l2, %l3
|
|
%r = fadd half %a0, %a1
|
|
ret half %r
|
|
}
|
|
|
|
define float @scalarize_v4f32(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v4f32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldr q0, [x0]
|
|
; CHECK-NEXT: mov s1, v0.s[2]
|
|
; CHECK-NEXT: mov s2, v0.s[3]
|
|
; CHECK-NEXT: faddp s0, v0.2s
|
|
; CHECK-NEXT: fadd s1, s1, s2
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <4 x float>, ptr %p, align 4
|
|
%l0 = extractelement <4 x float> %wide.load, i32 0
|
|
%l1 = extractelement <4 x float> %wide.load, i32 1
|
|
%l2 = extractelement <4 x float> %wide.load, i32 2
|
|
%l3 = extractelement <4 x float> %wide.load, i32 3
|
|
%a0 = fadd float %l0, %l1
|
|
%a1 = fadd float %l2, %l3
|
|
%r = fadd float %a0, %a1
|
|
ret float %r
|
|
}
|
|
|
|
define double @scalarize_v4f64(ptr %p) {
|
|
; CHECK-LABEL: scalarize_v4f64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ldp q1, q0, [x0]
|
|
; CHECK-NEXT: faddp d1, v1.2d
|
|
; CHECK-NEXT: faddp d0, v0.2d
|
|
; CHECK-NEXT: fadd d0, d1, d0
|
|
; CHECK-NEXT: ret
|
|
%wide.load = load <4 x double>, ptr %p, align 4
|
|
%l0 = extractelement <4 x double> %wide.load, i32 0
|
|
%l1 = extractelement <4 x double> %wide.load, i32 1
|
|
%l2 = extractelement <4 x double> %wide.load, i32 2
|
|
%l3 = extractelement <4 x double> %wide.load, i32 3
|
|
%a0 = fadd double %l0, %l1
|
|
%a1 = fadd double %l2, %l3
|
|
%r = fadd double %a0, %a1
|
|
ret double %r
|
|
}
|
|
|
|
|
|
define float @scalarize_into_load(i64 %22, ptr %23, ptr %rawA, ptr %rawB) {
|
|
; CHECK-LABEL: scalarize_into_load:
|
|
; CHECK: // %bb.0: // %entry
|
|
; CHECK-NEXT: ldp x8, x9, [x1]
|
|
; CHECK-NEXT: ldp x10, x11, [x1, #16]
|
|
; CHECK-NEXT: ldp x12, x13, [x1, #64]
|
|
; CHECK-NEXT: ldr s0, [x2, x8, lsl #2]
|
|
; CHECK-NEXT: ldr s1, [x2, x9, lsl #2]
|
|
; CHECK-NEXT: ldp x8, x9, [x1, #32]
|
|
; CHECK-NEXT: ldr s2, [x2, x10, lsl #2]
|
|
; CHECK-NEXT: ldr s3, [x2, x11, lsl #2]
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ldr s6, [x2, x12, lsl #2]
|
|
; CHECK-NEXT: ldp x10, x11, [x1, #48]
|
|
; CHECK-NEXT: ldr s7, [x2, x13, lsl #2]
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: ldr s2, [x2, x8, lsl #2]
|
|
; CHECK-NEXT: ldr s3, [x2, x9, lsl #2]
|
|
; CHECK-NEXT: ldp x14, x15, [x1, #80]
|
|
; CHECK-NEXT: fadd s2, s2, s3
|
|
; CHECK-NEXT: ldr s4, [x2, x10, lsl #2]
|
|
; CHECK-NEXT: ldr s5, [x2, x11, lsl #2]
|
|
; CHECK-NEXT: ldp x16, x17, [x1, #96]
|
|
; CHECK-NEXT: fadd s3, s4, s5
|
|
; CHECK-NEXT: fadd s4, s6, s7
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ldp x18, x0, [x1, #112]
|
|
; CHECK-NEXT: ldr s16, [x2, x14, lsl #2]
|
|
; CHECK-NEXT: ldr s17, [x2, x15, lsl #2]
|
|
; CHECK-NEXT: ldr s18, [x2, x16, lsl #2]
|
|
; CHECK-NEXT: ldr s19, [x2, x17, lsl #2]
|
|
; CHECK-NEXT: ldr s20, [x2, x18, lsl #2]
|
|
; CHECK-NEXT: ldr s21, [x2, x0, lsl #2]
|
|
; CHECK-NEXT: fadd s5, s16, s17
|
|
; CHECK-NEXT: fadd s6, s18, s19
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: fadd s7, s20, s21
|
|
; CHECK-NEXT: fadd s2, s4, s5
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: fadd s3, s6, s7
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%wide.load = load <16 x i64>, ptr %23, align 4
|
|
%25 = extractelement <16 x i64> %wide.load, i32 0
|
|
%26 = getelementptr inbounds float, ptr %rawA, i64 %25
|
|
%27 = extractelement <16 x i64> %wide.load, i32 1
|
|
%28 = getelementptr inbounds float, ptr %rawA, i64 %27
|
|
%29 = extractelement <16 x i64> %wide.load, i32 2
|
|
%30 = getelementptr inbounds float, ptr %rawA, i64 %29
|
|
%31 = extractelement <16 x i64> %wide.load, i32 3
|
|
%32 = getelementptr inbounds float, ptr %rawA, i64 %31
|
|
%33 = extractelement <16 x i64> %wide.load, i32 4
|
|
%34 = getelementptr inbounds float, ptr %rawA, i64 %33
|
|
%35 = extractelement <16 x i64> %wide.load, i32 5
|
|
%36 = getelementptr inbounds float, ptr %rawA, i64 %35
|
|
%37 = extractelement <16 x i64> %wide.load, i32 6
|
|
%38 = getelementptr inbounds float, ptr %rawA, i64 %37
|
|
%39 = extractelement <16 x i64> %wide.load, i32 7
|
|
%40 = getelementptr inbounds float, ptr %rawA, i64 %39
|
|
%41 = extractelement <16 x i64> %wide.load, i32 8
|
|
%42 = getelementptr inbounds float, ptr %rawA, i64 %41
|
|
%43 = extractelement <16 x i64> %wide.load, i32 9
|
|
%44 = getelementptr inbounds float, ptr %rawA, i64 %43
|
|
%45 = extractelement <16 x i64> %wide.load, i32 10
|
|
%46 = getelementptr inbounds float, ptr %rawA, i64 %45
|
|
%47 = extractelement <16 x i64> %wide.load, i32 11
|
|
%48 = getelementptr inbounds float, ptr %rawA, i64 %47
|
|
%49 = extractelement <16 x i64> %wide.load, i32 12
|
|
%50 = getelementptr inbounds float, ptr %rawA, i64 %49
|
|
%51 = extractelement <16 x i64> %wide.load, i32 13
|
|
%52 = getelementptr inbounds float, ptr %rawA, i64 %51
|
|
%53 = extractelement <16 x i64> %wide.load, i32 14
|
|
%54 = getelementptr inbounds float, ptr %rawA, i64 %53
|
|
%55 = extractelement <16 x i64> %wide.load, i32 15
|
|
%56 = getelementptr inbounds float, ptr %rawA, i64 %55
|
|
%59 = load float, ptr %26, align 4
|
|
%60 = load float, ptr %28, align 4
|
|
%61 = load float, ptr %30, align 4
|
|
%62 = load float, ptr %32, align 4
|
|
%63 = load float, ptr %34, align 4
|
|
%64 = load float, ptr %36, align 4
|
|
%65 = load float, ptr %38, align 4
|
|
%66 = load float, ptr %40, align 4
|
|
%67 = load float, ptr %42, align 4
|
|
%68 = load float, ptr %44, align 4
|
|
%69 = load float, ptr %46, align 4
|
|
%70 = load float, ptr %48, align 4
|
|
%71 = load float, ptr %50, align 4
|
|
%72 = load float, ptr %52, align 4
|
|
%73 = load float, ptr %54, align 4
|
|
%74 = load float, ptr %56, align 4
|
|
%a1 = fadd float %59, %60
|
|
%a2 = fadd float %61, %62
|
|
%a3 = fadd float %63, %64
|
|
%a4 = fadd float %65, %66
|
|
%a5 = fadd float %67, %68
|
|
%a6 = fadd float %69, %70
|
|
%a7 = fadd float %71, %72
|
|
%a8 = fadd float %73, %74
|
|
%a9 = fadd float %a1, %a2
|
|
%a10 = fadd float %a3, %a4
|
|
%a11 = fadd float %a5, %a6
|
|
%a12 = fadd float %a7, %a8
|
|
%a13 = fadd float %a9, %a10
|
|
%a14 = fadd float %a11, %a12
|
|
%a15 = fadd float %a13, %a14
|
|
ret float %a15
|
|
}
|
|
|
|
define float @scalarize_into_load_sext(i64 %22, ptr %23, ptr %rawA, ptr %rawB) {
|
|
; CHECK-LABEL: scalarize_into_load_sext:
|
|
; CHECK: // %bb.0: // %entry
|
|
; CHECK-NEXT: ldpsw x9, x8, [x1]
|
|
; CHECK-NEXT: ldpsw x11, x10, [x1, #8]
|
|
; CHECK-NEXT: ldpsw x13, x12, [x1, #24]
|
|
; CHECK-NEXT: ldr s0, [x2, x9, lsl #2]
|
|
; CHECK-NEXT: ldr s1, [x2, x8, lsl #2]
|
|
; CHECK-NEXT: ldpsw x9, x8, [x1, #56]
|
|
; CHECK-NEXT: ldr s2, [x2, x11, lsl #2]
|
|
; CHECK-NEXT: ldr s3, [x2, x10, lsl #2]
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ldpsw x11, x10, [x1, #48]
|
|
; CHECK-NEXT: ldpsw x15, x14, [x1, #16]
|
|
; CHECK-NEXT: ldpsw x17, x16, [x1, #40]
|
|
; CHECK-NEXT: ldpsw x0, x18, [x1, #32]
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: ldr s2, [x2, x15, lsl #2]
|
|
; CHECK-NEXT: ldr s3, [x2, x14, lsl #2]
|
|
; CHECK-NEXT: ldr s4, [x2, x13, lsl #2]
|
|
; CHECK-NEXT: ldr s5, [x2, x12, lsl #2]
|
|
; CHECK-NEXT: ldr s16, [x2, x17, lsl #2]
|
|
; CHECK-NEXT: ldr s6, [x2, x0, lsl #2]
|
|
; CHECK-NEXT: fadd s2, s2, s3
|
|
; CHECK-NEXT: ldr s7, [x2, x18, lsl #2]
|
|
; CHECK-NEXT: ldr s17, [x2, x16, lsl #2]
|
|
; CHECK-NEXT: fadd s3, s4, s5
|
|
; CHECK-NEXT: ldr s18, [x2, x11, lsl #2]
|
|
; CHECK-NEXT: ldr s19, [x2, x10, lsl #2]
|
|
; CHECK-NEXT: fadd s4, s6, s7
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ldr s20, [x2, x9, lsl #2]
|
|
; CHECK-NEXT: ldr s21, [x2, x8, lsl #2]
|
|
; CHECK-NEXT: fadd s5, s16, s17
|
|
; CHECK-NEXT: fadd s6, s18, s19
|
|
; CHECK-NEXT: fadd s7, s20, s21
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: fadd s2, s4, s5
|
|
; CHECK-NEXT: fadd s3, s6, s7
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%wide.load = load <16 x i32>, ptr %23, align 4
|
|
%24 = sext <16 x i32> %wide.load to <16 x i64>
|
|
%25 = extractelement <16 x i64> %24, i32 0
|
|
%26 = getelementptr inbounds float, ptr %rawA, i64 %25
|
|
%27 = extractelement <16 x i64> %24, i32 1
|
|
%28 = getelementptr inbounds float, ptr %rawA, i64 %27
|
|
%29 = extractelement <16 x i64> %24, i32 2
|
|
%30 = getelementptr inbounds float, ptr %rawA, i64 %29
|
|
%31 = extractelement <16 x i64> %24, i32 3
|
|
%32 = getelementptr inbounds float, ptr %rawA, i64 %31
|
|
%33 = extractelement <16 x i64> %24, i32 4
|
|
%34 = getelementptr inbounds float, ptr %rawA, i64 %33
|
|
%35 = extractelement <16 x i64> %24, i32 5
|
|
%36 = getelementptr inbounds float, ptr %rawA, i64 %35
|
|
%37 = extractelement <16 x i64> %24, i32 6
|
|
%38 = getelementptr inbounds float, ptr %rawA, i64 %37
|
|
%39 = extractelement <16 x i64> %24, i32 7
|
|
%40 = getelementptr inbounds float, ptr %rawA, i64 %39
|
|
%41 = extractelement <16 x i64> %24, i32 8
|
|
%42 = getelementptr inbounds float, ptr %rawA, i64 %41
|
|
%43 = extractelement <16 x i64> %24, i32 9
|
|
%44 = getelementptr inbounds float, ptr %rawA, i64 %43
|
|
%45 = extractelement <16 x i64> %24, i32 10
|
|
%46 = getelementptr inbounds float, ptr %rawA, i64 %45
|
|
%47 = extractelement <16 x i64> %24, i32 11
|
|
%48 = getelementptr inbounds float, ptr %rawA, i64 %47
|
|
%49 = extractelement <16 x i64> %24, i32 12
|
|
%50 = getelementptr inbounds float, ptr %rawA, i64 %49
|
|
%51 = extractelement <16 x i64> %24, i32 13
|
|
%52 = getelementptr inbounds float, ptr %rawA, i64 %51
|
|
%53 = extractelement <16 x i64> %24, i32 14
|
|
%54 = getelementptr inbounds float, ptr %rawA, i64 %53
|
|
%55 = extractelement <16 x i64> %24, i32 15
|
|
%56 = getelementptr inbounds float, ptr %rawA, i64 %55
|
|
%59 = load float, ptr %26, align 4
|
|
%60 = load float, ptr %28, align 4
|
|
%61 = load float, ptr %30, align 4
|
|
%62 = load float, ptr %32, align 4
|
|
%63 = load float, ptr %34, align 4
|
|
%64 = load float, ptr %36, align 4
|
|
%65 = load float, ptr %38, align 4
|
|
%66 = load float, ptr %40, align 4
|
|
%67 = load float, ptr %42, align 4
|
|
%68 = load float, ptr %44, align 4
|
|
%69 = load float, ptr %46, align 4
|
|
%70 = load float, ptr %48, align 4
|
|
%71 = load float, ptr %50, align 4
|
|
%72 = load float, ptr %52, align 4
|
|
%73 = load float, ptr %54, align 4
|
|
%74 = load float, ptr %56, align 4
|
|
%a1 = fadd float %59, %60
|
|
%a2 = fadd float %61, %62
|
|
%a3 = fadd float %63, %64
|
|
%a4 = fadd float %65, %66
|
|
%a5 = fadd float %67, %68
|
|
%a6 = fadd float %69, %70
|
|
%a7 = fadd float %71, %72
|
|
%a8 = fadd float %73, %74
|
|
%a9 = fadd float %a1, %a2
|
|
%a10 = fadd float %a3, %a4
|
|
%a11 = fadd float %a5, %a6
|
|
%a12 = fadd float %a7, %a8
|
|
%a13 = fadd float %a9, %a10
|
|
%a14 = fadd float %a11, %a12
|
|
%a15 = fadd float %a13, %a14
|
|
ret float %a15
|
|
}
|
|
|
|
define float @scalarize_into_load_zext(i64 %22, ptr %23, ptr %rawA, ptr %rawB) {
|
|
; CHECK-LABEL: scalarize_into_load_zext:
|
|
; CHECK: // %bb.0: // %entry
|
|
; CHECK-NEXT: ldp w9, w8, [x1]
|
|
; CHECK-NEXT: ldp w11, w10, [x1, #8]
|
|
; CHECK-NEXT: ldp w13, w12, [x1, #24]
|
|
; CHECK-NEXT: ldr s0, [x2, x9, lsl #2]
|
|
; CHECK-NEXT: ldr s1, [x2, x8, lsl #2]
|
|
; CHECK-NEXT: ldp w9, w8, [x1, #56]
|
|
; CHECK-NEXT: ldr s2, [x2, x11, lsl #2]
|
|
; CHECK-NEXT: ldr s3, [x2, x10, lsl #2]
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ldp w11, w10, [x1, #48]
|
|
; CHECK-NEXT: ldp w15, w14, [x1, #16]
|
|
; CHECK-NEXT: ldp w17, w16, [x1, #40]
|
|
; CHECK-NEXT: ldp w0, w18, [x1, #32]
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: ldr s2, [x2, x15, lsl #2]
|
|
; CHECK-NEXT: ldr s3, [x2, x14, lsl #2]
|
|
; CHECK-NEXT: ldr s4, [x2, x13, lsl #2]
|
|
; CHECK-NEXT: ldr s5, [x2, x12, lsl #2]
|
|
; CHECK-NEXT: ldr s16, [x2, x17, lsl #2]
|
|
; CHECK-NEXT: ldr s6, [x2, x0, lsl #2]
|
|
; CHECK-NEXT: fadd s2, s2, s3
|
|
; CHECK-NEXT: ldr s7, [x2, x18, lsl #2]
|
|
; CHECK-NEXT: ldr s17, [x2, x16, lsl #2]
|
|
; CHECK-NEXT: fadd s3, s4, s5
|
|
; CHECK-NEXT: ldr s18, [x2, x11, lsl #2]
|
|
; CHECK-NEXT: ldr s19, [x2, x10, lsl #2]
|
|
; CHECK-NEXT: fadd s4, s6, s7
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ldr s20, [x2, x9, lsl #2]
|
|
; CHECK-NEXT: ldr s21, [x2, x8, lsl #2]
|
|
; CHECK-NEXT: fadd s5, s16, s17
|
|
; CHECK-NEXT: fadd s6, s18, s19
|
|
; CHECK-NEXT: fadd s7, s20, s21
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: fadd s2, s4, s5
|
|
; CHECK-NEXT: fadd s3, s6, s7
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: fadd s1, s2, s3
|
|
; CHECK-NEXT: fadd s0, s0, s1
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%wide.load = load <16 x i32>, ptr %23, align 4
|
|
%24 = zext <16 x i32> %wide.load to <16 x i64>
|
|
%25 = extractelement <16 x i64> %24, i32 0
|
|
%26 = getelementptr inbounds float, ptr %rawA, i64 %25
|
|
%27 = extractelement <16 x i64> %24, i32 1
|
|
%28 = getelementptr inbounds float, ptr %rawA, i64 %27
|
|
%29 = extractelement <16 x i64> %24, i32 2
|
|
%30 = getelementptr inbounds float, ptr %rawA, i64 %29
|
|
%31 = extractelement <16 x i64> %24, i32 3
|
|
%32 = getelementptr inbounds float, ptr %rawA, i64 %31
|
|
%33 = extractelement <16 x i64> %24, i32 4
|
|
%34 = getelementptr inbounds float, ptr %rawA, i64 %33
|
|
%35 = extractelement <16 x i64> %24, i32 5
|
|
%36 = getelementptr inbounds float, ptr %rawA, i64 %35
|
|
%37 = extractelement <16 x i64> %24, i32 6
|
|
%38 = getelementptr inbounds float, ptr %rawA, i64 %37
|
|
%39 = extractelement <16 x i64> %24, i32 7
|
|
%40 = getelementptr inbounds float, ptr %rawA, i64 %39
|
|
%41 = extractelement <16 x i64> %24, i32 8
|
|
%42 = getelementptr inbounds float, ptr %rawA, i64 %41
|
|
%43 = extractelement <16 x i64> %24, i32 9
|
|
%44 = getelementptr inbounds float, ptr %rawA, i64 %43
|
|
%45 = extractelement <16 x i64> %24, i32 10
|
|
%46 = getelementptr inbounds float, ptr %rawA, i64 %45
|
|
%47 = extractelement <16 x i64> %24, i32 11
|
|
%48 = getelementptr inbounds float, ptr %rawA, i64 %47
|
|
%49 = extractelement <16 x i64> %24, i32 12
|
|
%50 = getelementptr inbounds float, ptr %rawA, i64 %49
|
|
%51 = extractelement <16 x i64> %24, i32 13
|
|
%52 = getelementptr inbounds float, ptr %rawA, i64 %51
|
|
%53 = extractelement <16 x i64> %24, i32 14
|
|
%54 = getelementptr inbounds float, ptr %rawA, i64 %53
|
|
%55 = extractelement <16 x i64> %24, i32 15
|
|
%56 = getelementptr inbounds float, ptr %rawA, i64 %55
|
|
%59 = load float, ptr %26, align 4
|
|
%60 = load float, ptr %28, align 4
|
|
%61 = load float, ptr %30, align 4
|
|
%62 = load float, ptr %32, align 4
|
|
%63 = load float, ptr %34, align 4
|
|
%64 = load float, ptr %36, align 4
|
|
%65 = load float, ptr %38, align 4
|
|
%66 = load float, ptr %40, align 4
|
|
%67 = load float, ptr %42, align 4
|
|
%68 = load float, ptr %44, align 4
|
|
%69 = load float, ptr %46, align 4
|
|
%70 = load float, ptr %48, align 4
|
|
%71 = load float, ptr %50, align 4
|
|
%72 = load float, ptr %52, align 4
|
|
%73 = load float, ptr %54, align 4
|
|
%74 = load float, ptr %56, align 4
|
|
%a1 = fadd float %59, %60
|
|
%a2 = fadd float %61, %62
|
|
%a3 = fadd float %63, %64
|
|
%a4 = fadd float %65, %66
|
|
%a5 = fadd float %67, %68
|
|
%a6 = fadd float %69, %70
|
|
%a7 = fadd float %71, %72
|
|
%a8 = fadd float %73, %74
|
|
%a9 = fadd float %a1, %a2
|
|
%a10 = fadd float %a3, %a4
|
|
%a11 = fadd float %a5, %a6
|
|
%a12 = fadd float %a7, %a8
|
|
%a13 = fadd float %a9, %a10
|
|
%a14 = fadd float %a11, %a12
|
|
%a15 = fadd float %a13, %a14
|
|
ret float %a15
|
|
}
|
|
|
|
|