CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
824 lines
28 KiB
LLVM
824 lines
28 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc < %s | FileCheck %s
|
|
|
|
target triple = "aarch64-unknown-linux-gnu"
|
|
|
|
;
|
|
; SABD
|
|
;
|
|
|
|
define <8 x i8> @sabd_8b(<8 x i8> %a, <8 x i8> %b) #0 {
|
|
; CHECK-LABEL: sabd_8b:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.8b, v0.8b, v1.8b
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <8 x i8> %a to <8 x i16>
|
|
%b.sext = sext <8 x i8> %b to <8 x i16>
|
|
%sub = sub <8 x i16> %a.sext, %b.sext
|
|
%abs = call <8 x i16> @llvm.abs.v8i16(<8 x i16> %sub, i1 true)
|
|
%trunc = trunc <8 x i16> %abs to <8 x i8>
|
|
ret <8 x i8> %trunc
|
|
}
|
|
|
|
define <16 x i8> @sabd_16b(<16 x i8> %a, <16 x i8> %b) #0 {
|
|
; CHECK-LABEL: sabd_16b:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.16b, v0.16b, v1.16b
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <16 x i8> %a to <16 x i16>
|
|
%b.sext = sext <16 x i8> %b to <16 x i16>
|
|
%sub = sub <16 x i16> %a.sext, %b.sext
|
|
%abs = call <16 x i16> @llvm.abs.v16i16(<16 x i16> %sub, i1 true)
|
|
%trunc = trunc <16 x i16> %abs to <16 x i8>
|
|
ret <16 x i8> %trunc
|
|
}
|
|
|
|
define <4 x i16> @sabd_4h(<4 x i16> %a, <4 x i16> %b) #0 {
|
|
; CHECK-LABEL: sabd_4h:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.4h, v0.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <4 x i16> %a to <4 x i32>
|
|
%b.sext = sext <4 x i16> %b to <4 x i32>
|
|
%sub = sub <4 x i32> %a.sext, %b.sext
|
|
%abs = call <4 x i32> @llvm.abs.v4i32(<4 x i32> %sub, i1 true)
|
|
%trunc = trunc <4 x i32> %abs to <4 x i16>
|
|
ret <4 x i16> %trunc
|
|
}
|
|
|
|
define <4 x i16> @sabd_4h_promoted_ops(<4 x i8> %a, <4 x i8> %b) #0 {
|
|
; CHECK-LABEL: sabd_4h_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: shl v1.4h, v1.4h, #8
|
|
; CHECK-NEXT: shl v0.4h, v0.4h, #8
|
|
; CHECK-NEXT: sshr v1.4h, v1.4h, #8
|
|
; CHECK-NEXT: sshr v0.4h, v0.4h, #8
|
|
; CHECK-NEXT: sabd v0.4h, v0.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <4 x i8> %a to <4 x i16>
|
|
%b.sext = sext <4 x i8> %b to <4 x i16>
|
|
%sub = sub <4 x i16> %a.sext, %b.sext
|
|
%abs = call <4 x i16> @llvm.abs.v4i16(<4 x i16> %sub, i1 true)
|
|
ret <4 x i16> %abs
|
|
}
|
|
|
|
define <8 x i16> @sabd_8h(<8 x i16> %a, <8 x i16> %b) #0 {
|
|
; CHECK-LABEL: sabd_8h:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.8h, v0.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <8 x i16> %a to <8 x i32>
|
|
%b.sext = sext <8 x i16> %b to <8 x i32>
|
|
%sub = sub <8 x i32> %a.sext, %b.sext
|
|
%abs = call <8 x i32> @llvm.abs.v8i32(<8 x i32> %sub, i1 true)
|
|
%trunc = trunc <8 x i32> %abs to <8 x i16>
|
|
ret <8 x i16> %trunc
|
|
}
|
|
|
|
define <8 x i16> @sabd_8h_promoted_ops(<8 x i8> %a, <8 x i8> %b) #0 {
|
|
; CHECK-LABEL: sabd_8h_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabdl v0.8h, v0.8b, v1.8b
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <8 x i8> %a to <8 x i16>
|
|
%b.sext = sext <8 x i8> %b to <8 x i16>
|
|
%sub = sub <8 x i16> %a.sext, %b.sext
|
|
%abs = call <8 x i16> @llvm.abs.v8i16(<8 x i16> %sub, i1 true)
|
|
ret <8 x i16> %abs
|
|
}
|
|
|
|
define <2 x i32> @sabd_2s(<2 x i32> %a, <2 x i32> %b) #0 {
|
|
; CHECK-LABEL: sabd_2s:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.2s, v0.2s, v1.2s
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <2 x i32> %a to <2 x i64>
|
|
%b.sext = sext <2 x i32> %b to <2 x i64>
|
|
%sub = sub <2 x i64> %a.sext, %b.sext
|
|
%abs = call <2 x i64> @llvm.abs.v2i64(<2 x i64> %sub, i1 true)
|
|
%trunc = trunc <2 x i64> %abs to <2 x i32>
|
|
ret <2 x i32> %trunc
|
|
}
|
|
|
|
define <2 x i32> @sabd_2s_promoted_ops(<2 x i16> %a, <2 x i16> %b) #0 {
|
|
; CHECK-LABEL: sabd_2s_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: shl v1.2s, v1.2s, #16
|
|
; CHECK-NEXT: shl v0.2s, v0.2s, #16
|
|
; CHECK-NEXT: sshr v1.2s, v1.2s, #16
|
|
; CHECK-NEXT: sshr v0.2s, v0.2s, #16
|
|
; CHECK-NEXT: sabd v0.2s, v0.2s, v1.2s
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <2 x i16> %a to <2 x i32>
|
|
%b.sext = sext <2 x i16> %b to <2 x i32>
|
|
%sub = sub <2 x i32> %a.sext, %b.sext
|
|
%abs = call <2 x i32> @llvm.abs.v2i32(<2 x i32> %sub, i1 true)
|
|
ret <2 x i32> %abs
|
|
}
|
|
|
|
define <4 x i32> @sabd_4s(<4 x i32> %a, <4 x i32> %b) #0 {
|
|
; CHECK-LABEL: sabd_4s:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <4 x i32> %a to <4 x i64>
|
|
%b.sext = sext <4 x i32> %b to <4 x i64>
|
|
%sub = sub <4 x i64> %a.sext, %b.sext
|
|
%abs = call <4 x i64> @llvm.abs.v4i64(<4 x i64> %sub, i1 true)
|
|
%trunc = trunc <4 x i64> %abs to <4 x i32>
|
|
ret <4 x i32> %trunc
|
|
}
|
|
|
|
define <4 x i32> @sabd_4s_promoted_ops(<4 x i16> %a, <4 x i16> %b) #0 {
|
|
; CHECK-LABEL: sabd_4s_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabdl v0.4s, v0.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <4 x i16> %a to <4 x i32>
|
|
%b.sext = sext <4 x i16> %b to <4 x i32>
|
|
%sub = sub <4 x i32> %a.sext, %b.sext
|
|
%abs = call <4 x i32> @llvm.abs.v4i32(<4 x i32> %sub, i1 true)
|
|
ret <4 x i32> %abs
|
|
}
|
|
|
|
define <2 x i64> @sabd_2d(<2 x i64> %a, <2 x i64> %b) #0 {
|
|
; CHECK-LABEL: sabd_2d:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: cmgt v2.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: sub v0.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: eor v0.16b, v0.16b, v2.16b
|
|
; CHECK-NEXT: sub v0.2d, v2.2d, v0.2d
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <2 x i64> %a to <2 x i128>
|
|
%b.sext = sext <2 x i64> %b to <2 x i128>
|
|
%sub = sub <2 x i128> %a.sext, %b.sext
|
|
%abs = call <2 x i128> @llvm.abs.v2i128(<2 x i128> %sub, i1 true)
|
|
%trunc = trunc <2 x i128> %abs to <2 x i64>
|
|
ret <2 x i64> %trunc
|
|
}
|
|
|
|
define <2 x i64> @sabd_2d_promoted_ops(<2 x i32> %a, <2 x i32> %b) #0 {
|
|
; CHECK-LABEL: sabd_2d_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabdl v0.2d, v0.2s, v1.2s
|
|
; CHECK-NEXT: ret
|
|
%a.sext = sext <2 x i32> %a to <2 x i64>
|
|
%b.sext = sext <2 x i32> %b to <2 x i64>
|
|
%sub = sub <2 x i64> %a.sext, %b.sext
|
|
%abs = call <2 x i64> @llvm.abs.v2i64(<2 x i64> %sub, i1 true)
|
|
ret <2 x i64> %abs
|
|
}
|
|
|
|
;
|
|
; UABD
|
|
;
|
|
|
|
define <8 x i8> @uabd_8b(<8 x i8> %a, <8 x i8> %b) #0 {
|
|
; CHECK-LABEL: uabd_8b:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.8b, v0.8b, v1.8b
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <8 x i8> %a to <8 x i16>
|
|
%b.zext = zext <8 x i8> %b to <8 x i16>
|
|
%sub = sub <8 x i16> %a.zext, %b.zext
|
|
%abs = call <8 x i16> @llvm.abs.v8i16(<8 x i16> %sub, i1 true)
|
|
%trunc = trunc <8 x i16> %abs to <8 x i8>
|
|
ret <8 x i8> %trunc
|
|
}
|
|
|
|
define <16 x i8> @uabd_16b(<16 x i8> %a, <16 x i8> %b) #0 {
|
|
; CHECK-LABEL: uabd_16b:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.16b, v0.16b, v1.16b
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <16 x i8> %a to <16 x i16>
|
|
%b.zext = zext <16 x i8> %b to <16 x i16>
|
|
%sub = sub <16 x i16> %a.zext, %b.zext
|
|
%abs = call <16 x i16> @llvm.abs.v16i16(<16 x i16> %sub, i1 true)
|
|
%trunc = trunc <16 x i16> %abs to <16 x i8>
|
|
ret <16 x i8> %trunc
|
|
}
|
|
|
|
define <4 x i16> @uabd_4h(<4 x i16> %a, <4 x i16> %b) #0 {
|
|
; CHECK-LABEL: uabd_4h:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.4h, v0.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <4 x i16> %a to <4 x i32>
|
|
%b.zext = zext <4 x i16> %b to <4 x i32>
|
|
%sub = sub <4 x i32> %a.zext, %b.zext
|
|
%abs = call <4 x i32> @llvm.abs.v4i32(<4 x i32> %sub, i1 true)
|
|
%trunc = trunc <4 x i32> %abs to <4 x i16>
|
|
ret <4 x i16> %trunc
|
|
}
|
|
|
|
define <4 x i16> @uabd_4h_promoted_ops(<4 x i8> %a, <4 x i8> %b) #0 {
|
|
; CHECK-LABEL: uabd_4h_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bic v1.4h, #255, lsl #8
|
|
; CHECK-NEXT: bic v0.4h, #255, lsl #8
|
|
; CHECK-NEXT: uabd v0.4h, v0.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <4 x i8> %a to <4 x i16>
|
|
%b.zext = zext <4 x i8> %b to <4 x i16>
|
|
%sub = sub <4 x i16> %a.zext, %b.zext
|
|
%abs = call <4 x i16> @llvm.abs.v4i16(<4 x i16> %sub, i1 true)
|
|
ret <4 x i16> %abs
|
|
}
|
|
|
|
define <8 x i16> @uabd_8h(<8 x i16> %a, <8 x i16> %b) #0 {
|
|
; CHECK-LABEL: uabd_8h:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.8h, v0.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <8 x i16> %a to <8 x i32>
|
|
%b.zext = zext <8 x i16> %b to <8 x i32>
|
|
%sub = sub <8 x i32> %a.zext, %b.zext
|
|
%abs = call <8 x i32> @llvm.abs.v8i32(<8 x i32> %sub, i1 true)
|
|
%trunc = trunc <8 x i32> %abs to <8 x i16>
|
|
ret <8 x i16> %trunc
|
|
}
|
|
|
|
define <8 x i16> @uabd_8h_promoted_ops(<8 x i8> %a, <8 x i8> %b) #0 {
|
|
; CHECK-LABEL: uabd_8h_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabdl v0.8h, v0.8b, v1.8b
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <8 x i8> %a to <8 x i16>
|
|
%b.zext = zext <8 x i8> %b to <8 x i16>
|
|
%sub = sub <8 x i16> %a.zext, %b.zext
|
|
%abs = call <8 x i16> @llvm.abs.v8i16(<8 x i16> %sub, i1 true)
|
|
ret <8 x i16> %abs
|
|
}
|
|
|
|
define <2 x i32> @uabd_2s(<2 x i32> %a, <2 x i32> %b) #0 {
|
|
; CHECK-LABEL: uabd_2s:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.2s, v0.2s, v1.2s
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <2 x i32> %a to <2 x i64>
|
|
%b.zext = zext <2 x i32> %b to <2 x i64>
|
|
%sub = sub <2 x i64> %a.zext, %b.zext
|
|
%abs = call <2 x i64> @llvm.abs.v2i64(<2 x i64> %sub, i1 true)
|
|
%trunc = trunc <2 x i64> %abs to <2 x i32>
|
|
ret <2 x i32> %trunc
|
|
}
|
|
|
|
define <2 x i32> @uabd_2s_promoted_ops(<2 x i16> %a, <2 x i16> %b) #0 {
|
|
; CHECK-LABEL: uabd_2s_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: movi d2, #0x00ffff0000ffff
|
|
; CHECK-NEXT: and v1.8b, v1.8b, v2.8b
|
|
; CHECK-NEXT: and v0.8b, v0.8b, v2.8b
|
|
; CHECK-NEXT: uabd v0.2s, v0.2s, v1.2s
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <2 x i16> %a to <2 x i32>
|
|
%b.zext = zext <2 x i16> %b to <2 x i32>
|
|
%sub = sub <2 x i32> %a.zext, %b.zext
|
|
%abs = call <2 x i32> @llvm.abs.v2i32(<2 x i32> %sub, i1 true)
|
|
ret <2 x i32> %abs
|
|
}
|
|
|
|
define <4 x i32> @uabd_4s(<4 x i32> %a, <4 x i32> %b) #0 {
|
|
; CHECK-LABEL: uabd_4s:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <4 x i32> %a to <4 x i64>
|
|
%b.zext = zext <4 x i32> %b to <4 x i64>
|
|
%sub = sub <4 x i64> %a.zext, %b.zext
|
|
%abs = call <4 x i64> @llvm.abs.v4i64(<4 x i64> %sub, i1 true)
|
|
%trunc = trunc <4 x i64> %abs to <4 x i32>
|
|
ret <4 x i32> %trunc
|
|
}
|
|
|
|
define <4 x i32> @uabd_4s_promoted_ops(<4 x i16> %a, <4 x i16> %b) #0 {
|
|
; CHECK-LABEL: uabd_4s_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabdl v0.4s, v0.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <4 x i16> %a to <4 x i32>
|
|
%b.zext = zext <4 x i16> %b to <4 x i32>
|
|
%sub = sub <4 x i32> %a.zext, %b.zext
|
|
%abs = call <4 x i32> @llvm.abs.v4i32(<4 x i32> %sub, i1 true)
|
|
ret <4 x i32> %abs
|
|
}
|
|
|
|
define <2 x i64> @uabd_2d(<2 x i64> %a, <2 x i64> %b) #0 {
|
|
; CHECK-LABEL: uabd_2d:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uqsub v2.2d, v1.2d, v0.2d
|
|
; CHECK-NEXT: uqsub v0.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: orr v0.16b, v0.16b, v2.16b
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <2 x i64> %a to <2 x i128>
|
|
%b.zext = zext <2 x i64> %b to <2 x i128>
|
|
%sub = sub <2 x i128> %a.zext, %b.zext
|
|
%abs = call <2 x i128> @llvm.abs.v2i128(<2 x i128> %sub, i1 true)
|
|
%trunc = trunc <2 x i128> %abs to <2 x i64>
|
|
ret <2 x i64> %trunc
|
|
}
|
|
|
|
define <2 x i64> @uabd_2d_promoted_ops(<2 x i32> %a, <2 x i32> %b) #0 {
|
|
; CHECK-LABEL: uabd_2d_promoted_ops:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabdl v0.2d, v0.2s, v1.2s
|
|
; CHECK-NEXT: ret
|
|
%a.zext = zext <2 x i32> %a to <2 x i64>
|
|
%b.zext = zext <2 x i32> %b to <2 x i64>
|
|
%sub = sub <2 x i64> %a.zext, %b.zext
|
|
%abs = call <2 x i64> @llvm.abs.v2i64(<2 x i64> %sub, i1 true)
|
|
ret <2 x i64> %abs
|
|
}
|
|
|
|
define <16 x i8> @uabd_v16i8_nuw(<16 x i8> %a, <16 x i8> %b) #0 {
|
|
; CHECK-LABEL: uabd_v16i8_nuw:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sub v0.16b, v0.16b, v1.16b
|
|
; CHECK-NEXT: abs v0.16b, v0.16b
|
|
; CHECK-NEXT: ret
|
|
%sub = sub nuw <16 x i8> %a, %b
|
|
%abs = call <16 x i8> @llvm.abs.v16i8(<16 x i8> %sub, i1 true)
|
|
ret <16 x i8> %abs
|
|
}
|
|
|
|
define <8 x i16> @uabd_v8i16_nuw(<8 x i16> %a, <8 x i16> %b) #0 {
|
|
; CHECK-LABEL: uabd_v8i16_nuw:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sub v0.8h, v0.8h, v1.8h
|
|
; CHECK-NEXT: abs v0.8h, v0.8h
|
|
; CHECK-NEXT: ret
|
|
%sub = sub nuw <8 x i16> %a, %b
|
|
%abs = call <8 x i16> @llvm.abs.v8i16(<8 x i16> %sub, i1 true)
|
|
ret <8 x i16> %abs
|
|
}
|
|
|
|
define <4 x i32> @uabd_v4i32_nuw(<4 x i32> %a, <4 x i32> %b) #0 {
|
|
; CHECK-LABEL: uabd_v4i32_nuw:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sub v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: abs v0.4s, v0.4s
|
|
; CHECK-NEXT: ret
|
|
%sub = sub nuw <4 x i32> %a, %b
|
|
%abs = call <4 x i32> @llvm.abs.v4i32(<4 x i32> %sub, i1 true)
|
|
ret <4 x i32> %abs
|
|
}
|
|
|
|
define <2 x i64> @uabd_v2i64_nuw(<2 x i64> %a, <2 x i64> %b) #0 {
|
|
; CHECK-LABEL: uabd_v2i64_nuw:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sub v0.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: abs v0.2d, v0.2d
|
|
; CHECK-NEXT: ret
|
|
%sub = sub nuw <2 x i64> %a, %b
|
|
%abs = call <2 x i64> @llvm.abs.v2i64(<2 x i64> %sub, i1 true)
|
|
ret <2 x i64> %abs
|
|
}
|
|
|
|
define <16 x i8> @sabd_v16i8_nsw(<16 x i8> %a, <16 x i8> %b) #0 {
|
|
; CHECK-LABEL: sabd_v16i8_nsw:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.16b, v0.16b, v1.16b
|
|
; CHECK-NEXT: ret
|
|
%sub = sub nsw <16 x i8> %a, %b
|
|
%abs = call <16 x i8> @llvm.abs.v16i8(<16 x i8> %sub, i1 true)
|
|
ret <16 x i8> %abs
|
|
}
|
|
|
|
define <8 x i16> @sabd_v8i16_nsw(<8 x i16> %a, <8 x i16> %b) #0 {
|
|
; CHECK-LABEL: sabd_v8i16_nsw:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.8h, v0.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
%sub = sub nsw <8 x i16> %a, %b
|
|
%abs = call <8 x i16> @llvm.abs.v8i16(<8 x i16> %sub, i1 true)
|
|
ret <8 x i16> %abs
|
|
}
|
|
|
|
define <4 x i32> @sabd_v4i32_nsw(<4 x i32> %a, <4 x i32> %b) #0 {
|
|
; CHECK-LABEL: sabd_v4i32_nsw:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: ret
|
|
%sub = sub nsw <4 x i32> %a, %b
|
|
%abs = call <4 x i32> @llvm.abs.v4i32(<4 x i32> %sub, i1 true)
|
|
ret <4 x i32> %abs
|
|
}
|
|
|
|
define <2 x i64> @sabd_v2i64_nsw(<2 x i64> %a, <2 x i64> %b) #0 {
|
|
; CHECK-LABEL: sabd_v2i64_nsw:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sub v0.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: abs v0.2d, v0.2d
|
|
; CHECK-NEXT: ret
|
|
%sub = sub nsw <2 x i64> %a, %b
|
|
%abs = call <2 x i64> @llvm.abs.v2i64(<2 x i64> %sub, i1 true)
|
|
ret <2 x i64> %abs
|
|
}
|
|
|
|
define <16 x i8> @smaxmin_v16i8(<16 x i8> %0, <16 x i8> %1) {
|
|
; CHECK-LABEL: smaxmin_v16i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.16b, v0.16b, v1.16b
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <16 x i8> @llvm.smax.v16i8(<16 x i8> %0, <16 x i8> %1)
|
|
%b = tail call <16 x i8> @llvm.smin.v16i8(<16 x i8> %0, <16 x i8> %1)
|
|
%sub = sub <16 x i8> %a, %b
|
|
ret <16 x i8> %sub
|
|
}
|
|
|
|
define <8 x i16> @smaxmin_v8i16(<8 x i16> %0, <8 x i16> %1) {
|
|
; CHECK-LABEL: smaxmin_v8i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.8h, v0.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <8 x i16> @llvm.smax.v8i16(<8 x i16> %0, <8 x i16> %1)
|
|
%b = tail call <8 x i16> @llvm.smin.v8i16(<8 x i16> %0, <8 x i16> %1)
|
|
%sub = sub <8 x i16> %a, %b
|
|
ret <8 x i16> %sub
|
|
}
|
|
|
|
define <4 x i32> @smaxmin_v4i32(<4 x i32> %0, <4 x i32> %1) {
|
|
; CHECK-LABEL: smaxmin_v4i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <4 x i32> @llvm.smax.v4i32(<4 x i32> %0, <4 x i32> %1)
|
|
%b = tail call <4 x i32> @llvm.smin.v4i32(<4 x i32> %0, <4 x i32> %1)
|
|
%sub = sub <4 x i32> %a, %b
|
|
ret <4 x i32> %sub
|
|
}
|
|
|
|
define <2 x i64> @smaxmin_v2i64(<2 x i64> %0, <2 x i64> %1) {
|
|
; CHECK-LABEL: smaxmin_v2i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: cmgt v2.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: sub v0.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: eor v0.16b, v0.16b, v2.16b
|
|
; CHECK-NEXT: sub v0.2d, v2.2d, v0.2d
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <2 x i64> @llvm.smax.v2i64(<2 x i64> %0, <2 x i64> %1)
|
|
%b = tail call <2 x i64> @llvm.smin.v2i64(<2 x i64> %0, <2 x i64> %1)
|
|
%sub = sub <2 x i64> %a, %b
|
|
ret <2 x i64> %sub
|
|
}
|
|
|
|
define <16 x i8> @umaxmin_v16i8(<16 x i8> %0, <16 x i8> %1) {
|
|
; CHECK-LABEL: umaxmin_v16i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.16b, v0.16b, v1.16b
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <16 x i8> @llvm.umax.v16i8(<16 x i8> %0, <16 x i8> %1)
|
|
%b = tail call <16 x i8> @llvm.umin.v16i8(<16 x i8> %0, <16 x i8> %1)
|
|
%sub = sub <16 x i8> %a, %b
|
|
ret <16 x i8> %sub
|
|
}
|
|
|
|
define <8 x i16> @umaxmin_v8i16(<8 x i16> %0, <8 x i16> %1) {
|
|
; CHECK-LABEL: umaxmin_v8i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.8h, v0.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <8 x i16> @llvm.umax.v8i16(<8 x i16> %0, <8 x i16> %1)
|
|
%b = tail call <8 x i16> @llvm.umin.v8i16(<8 x i16> %0, <8 x i16> %1)
|
|
%sub = sub <8 x i16> %a, %b
|
|
ret <8 x i16> %sub
|
|
}
|
|
|
|
define <4 x i32> @umaxmin_v4i32(<4 x i32> %0, <4 x i32> %1) {
|
|
; CHECK-LABEL: umaxmin_v4i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <4 x i32> @llvm.umax.v4i32(<4 x i32> %0, <4 x i32> %1)
|
|
%b = tail call <4 x i32> @llvm.umin.v4i32(<4 x i32> %0, <4 x i32> %1)
|
|
%sub = sub <4 x i32> %a, %b
|
|
ret <4 x i32> %sub
|
|
}
|
|
|
|
define <2 x i64> @umaxmin_v2i64(<2 x i64> %0, <2 x i64> %1) {
|
|
; CHECK-LABEL: umaxmin_v2i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uqsub v2.2d, v1.2d, v0.2d
|
|
; CHECK-NEXT: uqsub v0.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: orr v0.16b, v0.16b, v2.16b
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <2 x i64> @llvm.umax.v2i64(<2 x i64> %0, <2 x i64> %1)
|
|
%b = tail call <2 x i64> @llvm.umin.v2i64(<2 x i64> %0, <2 x i64> %1)
|
|
%sub = sub <2 x i64> %a, %b
|
|
ret <2 x i64> %sub
|
|
}
|
|
|
|
define <16 x i8> @umaxmin_v16i8_com1(<16 x i8> %0, <16 x i8> %1) {
|
|
; CHECK-LABEL: umaxmin_v16i8_com1:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: uabd v0.16b, v0.16b, v1.16b
|
|
; CHECK-NEXT: ret
|
|
%a = tail call <16 x i8> @llvm.umax.v16i8(<16 x i8> %0, <16 x i8> %1)
|
|
%b = tail call <16 x i8> @llvm.umin.v16i8(<16 x i8> %1, <16 x i8> %0)
|
|
%sub = sub <16 x i8> %a, %b
|
|
ret <16 x i8> %sub
|
|
}
|
|
|
|
; (abds x, y) upper bits are known zero if x and y have extra sign bits
|
|
define <4 x i16> @combine_sabd_4h_zerosign(<4 x i16> %a, <4 x i16> %b) #0 {
|
|
; CHECK-LABEL: combine_sabd_4h_zerosign:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: movi v0.2d, #0000000000000000
|
|
; CHECK-NEXT: ret
|
|
%a.ext = ashr <4 x i16> %a, <i16 7, i16 8, i16 9, i16 10>
|
|
%b.ext = ashr <4 x i16> %b, <i16 11, i16 12, i16 13, i16 14>
|
|
%max = tail call <4 x i16> @llvm.smax.v4i16(<4 x i16> %a.ext, <4 x i16> %b.ext)
|
|
%min = tail call <4 x i16> @llvm.smin.v4i16(<4 x i16> %a.ext, <4 x i16> %b.ext)
|
|
%sub = sub <4 x i16> %max, %min
|
|
%mask = and <4 x i16> %sub, <i16 32768, i16 32768, i16 32768, i16 32768>
|
|
ret <4 x i16> %mask
|
|
}
|
|
|
|
; negative test - mask extends beyond known zero bits
|
|
define <2 x i32> @combine_sabd_2s_zerosign_negative(<2 x i32> %a, <2 x i32> %b) {
|
|
; CHECK-LABEL: combine_sabd_2s_zerosign_negative:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sshr v0.2s, v0.2s, #3
|
|
; CHECK-NEXT: sshr v1.2s, v1.2s, #15
|
|
; CHECK-NEXT: mvni v2.2s, #7, msl #16
|
|
; CHECK-NEXT: sabd v0.2s, v0.2s, v1.2s
|
|
; CHECK-NEXT: and v0.8b, v0.8b, v2.8b
|
|
; CHECK-NEXT: ret
|
|
%a.ext = ashr <2 x i32> %a, <i32 3, i32 3>
|
|
%b.ext = ashr <2 x i32> %b, <i32 15, i32 15>
|
|
%max = tail call <2 x i32> @llvm.smax.v2i32(<2 x i32> %a.ext, <2 x i32> %b.ext)
|
|
%min = tail call <2 x i32> @llvm.smin.v2i32(<2 x i32> %a.ext, <2 x i32> %b.ext)
|
|
%sub = sub <2 x i32> %max, %min
|
|
%mask = and <2 x i32> %sub, <i32 -524288, i32 -524288> ; 0xFFF80000
|
|
ret <2 x i32> %mask
|
|
}
|
|
|
|
; select pattern with constant and type shrinking
|
|
define <8 x i32> @sabd_8h_splat_imm(<8 x i16> %a) {
|
|
; CHECK-LABEL: sabd_8h_splat_imm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: movi v2.4h, #89
|
|
; CHECK-NEXT: movi v1.8h, #89
|
|
; CHECK-NEXT: sabdl2 v1.4s, v0.8h, v1.8h
|
|
; CHECK-NEXT: sabdl v0.4s, v0.4h, v2.4h
|
|
; CHECK-NEXT: ret
|
|
%conv = sext <8 x i16> %a to <8 x i32>
|
|
%sub = sub <8 x i32> %conv, splat(i32 89)
|
|
%cmp.i = icmp slt <8 x i32> %sub, splat(i32 0)
|
|
%sub.i = sub <8 x i32> splat(i32 89), %conv
|
|
%cond.i = select <8 x i1> %cmp.i, <8 x i32> %sub.i, <8 x i32> %sub
|
|
%conv1 = trunc <8 x i32> %cond.i to <8 x i16>
|
|
%r = zext <8 x i16> %conv1 to <8 x i32>
|
|
ret <8 x i32> %r
|
|
}
|
|
|
|
; ... with uabd
|
|
define <8 x i32> @uabd_8h_splat_imm(<8 x i16> %a) {
|
|
; CHECK-LABEL: uabd_8h_splat_imm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: movi v2.4h, #89
|
|
; CHECK-NEXT: movi v1.8h, #89
|
|
; CHECK-NEXT: uabdl2 v1.4s, v0.8h, v1.8h
|
|
; CHECK-NEXT: uabdl v0.4s, v0.4h, v2.4h
|
|
; CHECK-NEXT: ret
|
|
%conv = zext <8 x i16> %a to <8 x i32>
|
|
%sub = sub <8 x i32> %conv, splat(i32 89)
|
|
%cmp.i = icmp slt <8 x i32> %sub, splat(i32 0)
|
|
%sub.i = sub <8 x i32> splat(i32 89), %conv
|
|
%cond.i = select <8 x i1> %cmp.i, <8 x i32> %sub.i, <8 x i32> %sub
|
|
%conv1 = trunc <8 x i32> %cond.i to <8 x i16>
|
|
%r = zext <8 x i16> %conv1 to <8 x i32>
|
|
ret <8 x i32> %r
|
|
}
|
|
|
|
; And now it's buildvector of const
|
|
define <8 x i32> @sabd_8h_bv_imm(<8 x i16> %a) {
|
|
; CHECK-LABEL: sabd_8h_bv_imm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov x9, #549747425280 // =0x7fff800000
|
|
; CHECK-NEXT: mov d1, v0.d[1]
|
|
; CHECK-NEXT: adrp x8, .LCPI45_0
|
|
; CHECK-NEXT: movk x9, #69, lsl #48
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI45_0]
|
|
; CHECK-NEXT: fmov d3, x9
|
|
; CHECK-NEXT: sabdl v0.4s, v0.4h, v2.4h
|
|
; CHECK-NEXT: sabdl v1.4s, v1.4h, v3.4h
|
|
; CHECK-NEXT: ret
|
|
%conv = sext <8 x i16> %a to <8 x i32>
|
|
%sub = sub <8 x i32> %conv, <i32 39, i32 42, i32 51, i32 51, i32 0, i32 -128, i32 127, i32 69>
|
|
%cmp.i = icmp slt <8 x i32> %sub, splat(i32 0)
|
|
%sub.i = sub <8 x i32> <i32 39, i32 42, i32 51, i32 51, i32 0, i32 -128, i32 127, i32 69>, %conv
|
|
%cond.i = select <8 x i1> %cmp.i, <8 x i32> %sub.i, <8 x i32> %sub
|
|
%conv1 = trunc <8 x i32> %cond.i to <8 x i16>
|
|
%r = zext <8 x i16> %conv1 to <8 x i32>
|
|
ret <8 x i32> %r
|
|
}
|
|
|
|
; ... uabd version
|
|
define <8 x i32> @uabd_8h_bv_imm(<8 x i16> %a) {
|
|
; CHECK-LABEL: uabd_8h_bv_imm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov d1, v0.d[1]
|
|
; CHECK-NEXT: adrp x8, .LCPI46_0
|
|
; CHECK-NEXT: adrp x9, .LCPI46_1
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI46_0]
|
|
; CHECK-NEXT: ldr d3, [x9, :lo12:.LCPI46_1]
|
|
; CHECK-NEXT: uabdl v0.4s, v0.4h, v3.4h
|
|
; CHECK-NEXT: uabdl v1.4s, v1.4h, v2.4h
|
|
; CHECK-NEXT: ret
|
|
%conv = zext <8 x i16> %a to <8 x i32>
|
|
%sub = sub <8 x i32> %conv, <i32 39, i32 42, i32 51, i32 51, i32 0, i32 64000, i32 127, i32 69>
|
|
%cmp.i = icmp slt <8 x i32> %sub, splat(i32 0)
|
|
%sub.i = sub <8 x i32> <i32 39, i32 42, i32 51, i32 51, i32 0, i32 64000, i32 127, i32 69>, %conv
|
|
%cond.i = select <8 x i1> %cmp.i, <8 x i32> %sub.i, <8 x i32> %sub
|
|
%conv1 = trunc <8 x i32> %cond.i to <8 x i16>
|
|
%r = zext <8 x i16> %conv1 to <8 x i32>
|
|
ret <8 x i32> %r
|
|
}
|
|
|
|
; And now it's buildvector with sext and constants
|
|
define <4 x i32> @sabd_4h_bv_non_imm(<4 x i16> %a, i16 %b) {
|
|
; CHECK-LABEL: sabd_4h_bv_non_imm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sxth w9, w0
|
|
; CHECK-NEXT: mov w8, #-128 // =0xffffff80
|
|
; CHECK-NEXT: sshll v0.4s, v0.4h, #0
|
|
; CHECK-NEXT: fmov s1, w9
|
|
; CHECK-NEXT: mov v1.s[1], w8
|
|
; CHECK-NEXT: mov w8, #42 // =0x2a
|
|
; CHECK-NEXT: mov v1.s[2], w8
|
|
; CHECK-NEXT: mov w8, #69 // =0x45
|
|
; CHECK-NEXT: mov v1.s[3], w8
|
|
; CHECK-NEXT: sabd v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: ret
|
|
%conv = sext <4 x i16> %a to <4 x i32>
|
|
%exted.b = sext i16 %b to i32
|
|
%ze.vec = insertelement <4 x i32> <i32 poison, i32 -128, i32 42, i32 69>, i32 %exted.b, i32 0
|
|
%sub = sub <4 x i32> %conv, %ze.vec
|
|
%cmp.i = icmp slt <4 x i32> %sub, splat(i32 0)
|
|
%sub.i = sub <4 x i32> %ze.vec, %conv
|
|
%cond.i = select <4 x i1> %cmp.i, <4 x i32> %sub.i, <4 x i32> %sub
|
|
%conv1 = trunc <4 x i32> %cond.i to <4 x i16>
|
|
%r = zext <4 x i16> %conv1 to <4 x i32>
|
|
ret <4 x i32> %r
|
|
}
|
|
|
|
; ... uabd
|
|
define <4 x i32> @uabd_4h_bv_non_imm(<4 x i16> %a, i16 %b) {
|
|
; CHECK-LABEL: uabd_4h_bv_non_imm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: and w9, w0, #0xffff
|
|
; CHECK-NEXT: mov w8, #64000 // =0xfa00
|
|
; CHECK-NEXT: ushll v0.4s, v0.4h, #0
|
|
; CHECK-NEXT: fmov s1, w9
|
|
; CHECK-NEXT: mov v1.s[1], w8
|
|
; CHECK-NEXT: mov w8, #13 // =0xd
|
|
; CHECK-NEXT: mov v1.s[2], w8
|
|
; CHECK-NEXT: mov w8, #37 // =0x25
|
|
; CHECK-NEXT: mov v1.s[3], w8
|
|
; CHECK-NEXT: uabd v0.4s, v1.4s, v0.4s
|
|
; CHECK-NEXT: ret
|
|
%conv = zext <4 x i16> %a to <4 x i32>
|
|
%exted.b = zext i16 %b to i32
|
|
%ze.vec = insertelement <4 x i32> <i32 poison, i32 64000, i32 13, i32 37>, i32 %exted.b, i32 0
|
|
%sub = sub <4 x i32> %conv, %ze.vec
|
|
%cmp.i = icmp slt <4 x i32> %sub, splat(i32 0)
|
|
%sub.i = sub <4 x i32> %ze.vec, %conv
|
|
%cond.i = select <4 x i1> %cmp.i, <4 x i32> %sub.i, <4 x i32> %sub
|
|
%conv1 = trunc <4 x i32> %cond.i to <4 x i16>
|
|
%r = zext <4 x i16> %conv1 to <4 x i32>
|
|
ret <4 x i32> %r
|
|
}
|
|
|
|
; negative: immediate wont fit in signed i16
|
|
define <8 x i32> @sabd_8s_splat_imm_no_shrink(<8 x i16> %a) {
|
|
; CHECK-LABEL: sabd_8s_splat_imm_no_shrink:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: movi v1.4s, #250, lsl #8
|
|
; CHECK-NEXT: sshll2 v2.4s, v0.8h, #0
|
|
; CHECK-NEXT: sshll v0.4s, v0.4h, #0
|
|
; CHECK-NEXT: sabd v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: sabd v1.4s, v2.4s, v1.4s
|
|
; CHECK-NEXT: bic v1.4s, #3, lsl #16
|
|
; CHECK-NEXT: bic v0.4s, #3, lsl #16
|
|
; CHECK-NEXT: ret
|
|
%conv = sext <8 x i16> %a to <8 x i32>
|
|
%sub = sub <8 x i32> %conv, splat(i32 64000)
|
|
%cmp.i = icmp slt <8 x i32> %sub, splat(i32 0)
|
|
%sub.i = sub <8 x i32> splat(i32 64000), %conv
|
|
%cond.i = select <8 x i1> %cmp.i, <8 x i32> %sub.i, <8 x i32> %sub
|
|
%conv1 = trunc <8 x i32> %cond.i to <8 x i16>
|
|
%r = zext <8 x i16> %conv1 to <8 x i32>
|
|
ret <8 x i32> %r
|
|
}
|
|
|
|
; negative: value out of range of unsigned i16
|
|
define <8 x i32> @uabd_8s_splat_imm_no_shrink(<8 x i16> %a) {
|
|
; CHECK-LABEL: uabd_8s_splat_imm_no_shrink:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: movi v1.2d, #0xffffffffffffffff
|
|
; CHECK-NEXT: ushll2 v2.4s, v0.8h, #0
|
|
; CHECK-NEXT: ushll v0.4s, v0.4h, #0
|
|
; CHECK-NEXT: movi v3.2d, #0x00ffff0000ffff
|
|
; CHECK-NEXT: sub v0.4s, v0.4s, v1.4s
|
|
; CHECK-NEXT: sub v1.4s, v2.4s, v1.4s
|
|
; CHECK-NEXT: and v1.16b, v1.16b, v3.16b
|
|
; CHECK-NEXT: and v0.16b, v0.16b, v3.16b
|
|
; CHECK-NEXT: ret
|
|
%conv = zext <8 x i16> %a to <8 x i32>
|
|
%sub = sub <8 x i32> %conv, splat(i32 -1)
|
|
%cmp.i = icmp slt <8 x i32> %sub, splat(i32 0)
|
|
%sub.i = sub <8 x i32> splat(i32 -1), %conv
|
|
%cond.i = select <8 x i1> %cmp.i, <8 x i32> %sub.i, <8 x i32> %sub
|
|
%conv1 = trunc <8 x i32> %cond.i to <8 x i16>
|
|
%r = zext <8 x i16> %conv1 to <8 x i32>
|
|
ret <8 x i32> %r
|
|
}
|
|
|
|
define <4 x i32> @abs_sub(<4 x i32> %a, <4 x i32> %b) {
|
|
; CHECK-LABEL: abs_sub:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: sabd v0.4s, v1.4s, v0.4s
|
|
; CHECK-NEXT: ret
|
|
%add = sub nsw <4 x i32> %b, %a
|
|
%cmp.i = icmp slt <4 x i32> %add, zeroinitializer
|
|
%sub.i = sub nsw <4 x i32> zeroinitializer, %add
|
|
%cond.i = select <4 x i1> %cmp.i, <4 x i32> %sub.i, <4 x i32> %add
|
|
ret <4 x i32> %cond.i
|
|
}
|
|
|
|
; short abs_diff_add_i16_rir(short a, short c) {
|
|
; return abs(a - 0x492) + c;
|
|
; }
|
|
define <4 x i16> @abs_diff_add_v4i16(<4 x i16> %a, <4 x i16> %c) {
|
|
; CHECK-LABEL: abs_diff_add_v4i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov w8, #1170 // =0x492
|
|
; CHECK-NEXT: dup v2.4h, w8
|
|
; CHECK-NEXT: saba v1.4h, v0.4h, v2.4h
|
|
; CHECK-NEXT: fmov d0, d1
|
|
; CHECK-NEXT: ret
|
|
%conv = sext <4 x i16> %a to <4 x i32>
|
|
%sub = add nsw <4 x i32> %conv, splat(i32 -1170)
|
|
%1 = tail call <4 x i32> @llvm.abs.v4i32(<4 x i32> %sub, i1 true)
|
|
%2 = trunc <4 x i32> %1 to <4 x i16>
|
|
%conv2 = add <4 x i16> %2, %c
|
|
ret <4 x i16> %conv2
|
|
}
|
|
|
|
; short abs_diff_add_<4 x i16>_rii(short a) {
|
|
; return abs(a - 0x93) + 0x943;
|
|
; }
|
|
define <4 x i16> @abs_diff_add_v4i16_rii(<4 x i16> %a) {
|
|
; CHECK-LABEL: abs_diff_add_v4i16_rii:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov w8, #2371 // =0x943
|
|
; CHECK-NEXT: movi v2.4h, #147
|
|
; CHECK-NEXT: dup v1.4h, w8
|
|
; CHECK-NEXT: saba v1.4h, v0.4h, v2.4h
|
|
; CHECK-NEXT: fmov d0, d1
|
|
; CHECK-NEXT: ret
|
|
%conv = sext <4 x i16> %a to <4 x i32>
|
|
%sub = add nsw <4 x i32> %conv, splat(i32 -147)
|
|
%1 = tail call <4 x i32> @llvm.abs.v4i32(<4 x i32> %sub, i1 true)
|
|
%2 = trunc <4 x i32> %1 to <4 x i16>
|
|
%conv1 = add nuw <4 x i16> %2, splat(i16 2371)
|
|
ret <4 x i16> %conv1
|
|
}
|
|
|
|
declare <8 x i8> @llvm.abs.v8i8(<8 x i8>, i1)
|
|
declare <16 x i8> @llvm.abs.v16i8(<16 x i8>, i1)
|
|
|
|
declare <4 x i16> @llvm.abs.v4i16(<4 x i16>, i1)
|
|
declare <8 x i16> @llvm.abs.v8i16(<8 x i16>, i1)
|
|
declare <16 x i16> @llvm.abs.v16i16(<16 x i16>, i1)
|
|
|
|
declare <2 x i32> @llvm.abs.v2i32(<2 x i32>, i1)
|
|
declare <4 x i32> @llvm.abs.v4i32(<4 x i32>, i1)
|
|
declare <8 x i32> @llvm.abs.v8i32(<8 x i32>, i1)
|
|
|
|
declare <2 x i64> @llvm.abs.v2i64(<2 x i64>, i1)
|
|
declare <4 x i64> @llvm.abs.v4i64(<4 x i64>, i1)
|
|
|
|
declare <2 x i128> @llvm.abs.v2i128(<2 x i128>, i1)
|
|
|
|
declare <16 x i8> @llvm.smax.v16i8(<16 x i8>, <16 x i8>)
|
|
declare <8 x i16> @llvm.smax.v8i16(<8 x i16>, <8 x i16>)
|
|
declare <4 x i32> @llvm.smax.v4i32(<4 x i32>, <4 x i32>)
|
|
declare <2 x i64> @llvm.smax.v2i64(<2 x i64>, <2 x i64>)
|
|
declare <16 x i8> @llvm.smin.v16i8(<16 x i8>, <16 x i8>)
|
|
declare <8 x i16> @llvm.smin.v8i16(<8 x i16>, <8 x i16>)
|
|
declare <4 x i32> @llvm.smin.v4i32(<4 x i32>, <4 x i32>)
|
|
declare <2 x i64> @llvm.smin.v2i64(<2 x i64>, <2 x i64>)
|
|
declare <16 x i8> @llvm.umax.v16i8(<16 x i8>, <16 x i8>)
|
|
declare <8 x i16> @llvm.umax.v8i16(<8 x i16>, <8 x i16>)
|
|
declare <4 x i32> @llvm.umax.v4i32(<4 x i32>, <4 x i32>)
|
|
declare <2 x i64> @llvm.umax.v2i64(<2 x i64>, <2 x i64>)
|
|
declare <16 x i8> @llvm.umin.v16i8(<16 x i8>, <16 x i8>)
|
|
declare <8 x i16> @llvm.umin.v8i16(<8 x i16>, <8 x i16>)
|
|
declare <4 x i32> @llvm.umin.v4i32(<4 x i32>, <4 x i32>)
|
|
declare <2 x i64> @llvm.umin.v2i64(<2 x i64>, <2 x i64>)
|
|
|
|
attributes #0 = { "target-features"="+neon" }
|