CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
425 lines
15 KiB
LLVM
425 lines
15 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -mtriple=aarch64-unknown-linux-gnu -mattr=+sve2 < %s | FileCheck %s --check-prefixes=CHECK
|
|
|
|
define <vscale x 4 x i32> @bsl(<vscale x 4 x i32> %a, <vscale x 4 x i32> %b) {
|
|
; CHECK-LABEL: bsl:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z2.s, #0x7fffffff
|
|
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%1 = and <vscale x 4 x i32> %a, splat(i32 2147483647)
|
|
%2 = and <vscale x 4 x i32> %b, splat(i32 -2147483648)
|
|
%c = or <vscale x 4 x i32> %1, %2
|
|
ret <vscale x 4 x i32> %c
|
|
}
|
|
|
|
define <vscale x 4 x i32> @bsl_add_sub(<vscale x 4 x i32> %pre_cond, <vscale x 4 x i32> %left, <vscale x 4 x i32> %right) #0 {
|
|
; CHECK-LABEL: bsl_add_sub:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: movprfx z3, z0
|
|
; CHECK-NEXT: subr z3.s, z3.s, #0 // =0x0
|
|
; CHECK-NEXT: mov z0.d, z1.d
|
|
; CHECK-NEXT: bsl z0.d, z0.d, z2.d, z3.d
|
|
; CHECK-NEXT: ret
|
|
%neg_cond = sub <vscale x 4 x i32> zeroinitializer, %pre_cond
|
|
%min_cond = add <vscale x 4 x i32> %pre_cond, splat(i32 -1)
|
|
%left_bits_0 = and <vscale x 4 x i32> %neg_cond, %left
|
|
%right_bits_0 = and <vscale x 4 x i32> %min_cond, %right
|
|
%bsl0000 = or <vscale x 4 x i32> %right_bits_0, %left_bits_0
|
|
ret <vscale x 4 x i32> %bsl0000
|
|
}
|
|
|
|
; we are not expecting bsl instruction here. the constants do not match to fold to bsl.
|
|
define <vscale x 4 x i32> @no_bsl_fold(<vscale x 4 x i32> %a, <vscale x 4 x i32> %b) {
|
|
; CHECK-LABEL: no_bsl_fold:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: and z0.s, z0.s, #0x7fffffff
|
|
; CHECK-NEXT: and z1.s, z1.s, #0x7ffffffe
|
|
; CHECK-NEXT: orr z0.d, z0.d, z1.d
|
|
; CHECK-NEXT: ret
|
|
%1 = and <vscale x 4 x i32> %a, splat(i32 2147483647)
|
|
%2 = and <vscale x 4 x i32> %b, splat(i32 2147483646)
|
|
%c = or <vscale x 4 x i32> %1, %2
|
|
ret <vscale x 4 x i32> %c
|
|
}
|
|
|
|
define <vscale x 16 x i8> @nbsl_i8(<vscale x 16 x i8> %a, <vscale x 16 x i8> %b) {
|
|
; CHECK-LABEL: nbsl_i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z2.b, #127 // =0x7f
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%1 = and <vscale x 16 x i8> %a, splat(i8 127)
|
|
%2 = and <vscale x 16 x i8> %b, splat(i8 -128)
|
|
%3 = or <vscale x 16 x i8> %1, %2
|
|
%4 = xor <vscale x 16 x i8> %3, splat(i8 -1)
|
|
ret <vscale x 16 x i8> %4
|
|
}
|
|
|
|
define <vscale x 8 x i16> @nbsl_i16(<vscale x 8 x i16> %a, <vscale x 8 x i16> %b) {
|
|
; CHECK-LABEL: nbsl_i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z2.h, #32767 // =0x7fff
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%1 = and <vscale x 8 x i16> %a, splat(i16 32767)
|
|
%2 = and <vscale x 8 x i16> %b, splat(i16 -32768)
|
|
%3 = or <vscale x 8 x i16> %1, %2
|
|
%4 = xor <vscale x 8 x i16> %3, splat(i16 -1)
|
|
ret <vscale x 8 x i16> %4
|
|
}
|
|
|
|
define <vscale x 4 x i32> @nbsl_i32(<vscale x 4 x i32> %a, <vscale x 4 x i32> %b) {
|
|
; CHECK-LABEL: nbsl_i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z2.s, #0x7fffffff
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%1 = and <vscale x 4 x i32> %a, splat(i32 2147483647)
|
|
%2 = and <vscale x 4 x i32> %b, splat(i32 -2147483648)
|
|
%3 = or <vscale x 4 x i32> %1, %2
|
|
%4 = xor <vscale x 4 x i32> %3, splat(i32 -1)
|
|
ret <vscale x 4 x i32> %4
|
|
}
|
|
|
|
define <vscale x 2 x i64> @nbsl_i64(<vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
|
|
; CHECK-LABEL: nbsl_i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z2.d, #0x7fffffffffffffff
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%1 = and <vscale x 2 x i64> %a, splat(i64 9223372036854775807)
|
|
%2 = and <vscale x 2 x i64> %b, splat(i64 -9223372036854775808)
|
|
%3 = or <vscale x 2 x i64> %1, %2
|
|
%4 = xor <vscale x 2 x i64> %3, splat(i64 -1)
|
|
ret <vscale x 2 x i64> %4
|
|
}
|
|
|
|
; Test BSL/NBSL/BSL1N/BSL2N code generation for:
|
|
; #define BSL(x,y,z) ( ((x) & (z)) | ( (y) & ~(z)))
|
|
; #define NBSL(x,y,z) (~(((x) & (z)) | ( (y) & ~(z))))
|
|
; #define BSL1N(x,y,z) ( (~(x) & (z)) | ( (y) & ~(z)))
|
|
; #define BSL2N(x,y,z) ( ((x) & (z)) | (~(y) & ~(z)))
|
|
|
|
define <vscale x 16 x i8> @codegen_bsl_i8(<vscale x 16 x i8> %0, <vscale x 16 x i8> %1, <vscale x 16 x i8> %2) {
|
|
; CHECK-LABEL: codegen_bsl_i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 16 x i8> %2, %0
|
|
%5 = xor <vscale x 16 x i8> %2, splat (i8 -1)
|
|
%6 = and <vscale x 16 x i8> %1, %5
|
|
%7 = or <vscale x 16 x i8> %4, %6
|
|
ret <vscale x 16 x i8> %7
|
|
}
|
|
|
|
define <vscale x 16 x i8> @codegen_nbsl_i8(<vscale x 16 x i8> %0, <vscale x 16 x i8> %1, <vscale x 16 x i8> %2) {
|
|
; CHECK-LABEL: codegen_nbsl_i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 16 x i8> %2, %0
|
|
%5 = xor <vscale x 16 x i8> %2, splat (i8 -1)
|
|
%6 = and <vscale x 16 x i8> %1, %5
|
|
%7 = or <vscale x 16 x i8> %4, %6
|
|
%8 = xor <vscale x 16 x i8> %7, splat (i8 -1)
|
|
ret <vscale x 16 x i8> %8
|
|
}
|
|
|
|
define <vscale x 16 x i8> @codegen_bsl1n_i8(<vscale x 16 x i8> %0, <vscale x 16 x i8> %1, <vscale x 16 x i8> %2) {
|
|
; CHECK-LABEL: codegen_bsl1n_i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl1n z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = xor <vscale x 16 x i8> %0, splat (i8 -1)
|
|
%5 = and <vscale x 16 x i8> %2, %4
|
|
%6 = xor <vscale x 16 x i8> %2, splat (i8 -1)
|
|
%7 = and <vscale x 16 x i8> %1, %6
|
|
%8 = or <vscale x 16 x i8> %5, %7
|
|
ret <vscale x 16 x i8> %8
|
|
}
|
|
|
|
define <vscale x 16 x i8> @codegen_bsl2n_i8(<vscale x 16 x i8> %0, <vscale x 16 x i8> %1, <vscale x 16 x i8> %2) {
|
|
; CHECK-LABEL: codegen_bsl2n_i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 16 x i8> %2, %0
|
|
%5 = or <vscale x 16 x i8> %2, %1
|
|
%6 = xor <vscale x 16 x i8> %5, splat (i8 -1)
|
|
%7 = or <vscale x 16 x i8> %4, %6
|
|
ret <vscale x 16 x i8> %7
|
|
}
|
|
|
|
define <vscale x 8 x i16> @codegen_bsl_i16(<vscale x 8 x i16> %0, <vscale x 8 x i16> %1, <vscale x 8 x i16> %2) {
|
|
; CHECK-LABEL: codegen_bsl_i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 8 x i16> %2, %0
|
|
%5 = xor <vscale x 8 x i16> %2, splat (i16 -1)
|
|
%6 = and <vscale x 8 x i16> %1, %5
|
|
%7 = or <vscale x 8 x i16> %4, %6
|
|
ret <vscale x 8 x i16> %7
|
|
}
|
|
|
|
define <vscale x 8 x i16> @codegen_nbsl_i16(<vscale x 8 x i16> %0, <vscale x 8 x i16> %1, <vscale x 8 x i16> %2) {
|
|
; CHECK-LABEL: codegen_nbsl_i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 8 x i16> %2, %0
|
|
%5 = xor <vscale x 8 x i16> %2, splat (i16 -1)
|
|
%6 = and <vscale x 8 x i16> %1, %5
|
|
%7 = or <vscale x 8 x i16> %4, %6
|
|
%8 = xor <vscale x 8 x i16> %7, splat (i16 -1)
|
|
ret <vscale x 8 x i16> %8
|
|
}
|
|
|
|
define <vscale x 8 x i16> @codegen_bsl1n_i16(<vscale x 8 x i16> %0, <vscale x 8 x i16> %1, <vscale x 8 x i16> %2) {
|
|
; CHECK-LABEL: codegen_bsl1n_i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl1n z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = xor <vscale x 8 x i16> %0, splat (i16 -1)
|
|
%5 = and <vscale x 8 x i16> %2, %4
|
|
%6 = xor <vscale x 8 x i16> %2, splat (i16 -1)
|
|
%7 = and <vscale x 8 x i16> %1, %6
|
|
%8 = or <vscale x 8 x i16> %5, %7
|
|
ret <vscale x 8 x i16> %8
|
|
}
|
|
|
|
define <vscale x 8 x i16> @codegen_bsl2n_i16(<vscale x 8 x i16> %0, <vscale x 8 x i16> %1, <vscale x 8 x i16> %2) {
|
|
; CHECK-LABEL: codegen_bsl2n_i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 8 x i16> %2, %0
|
|
%5 = or <vscale x 8 x i16> %2, %1
|
|
%6 = xor <vscale x 8 x i16> %5, splat (i16 -1)
|
|
%7 = or <vscale x 8 x i16> %4, %6
|
|
ret <vscale x 8 x i16> %7
|
|
}
|
|
|
|
define <vscale x 4 x i32> @codegen_bsl_i32(<vscale x 4 x i32> %0, <vscale x 4 x i32> %1, <vscale x 4 x i32> %2) {
|
|
; CHECK-LABEL: codegen_bsl_i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 4 x i32> %2, %0
|
|
%5 = xor <vscale x 4 x i32> %2, splat (i32 -1)
|
|
%6 = and <vscale x 4 x i32> %1, %5
|
|
%7 = or <vscale x 4 x i32> %4, %6
|
|
ret <vscale x 4 x i32> %7
|
|
}
|
|
|
|
define <vscale x 4 x i32> @codegen_nbsl_i32(<vscale x 4 x i32> %0, <vscale x 4 x i32> %1, <vscale x 4 x i32> %2) {
|
|
; CHECK-LABEL: codegen_nbsl_i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 4 x i32> %2, %0
|
|
%5 = xor <vscale x 4 x i32> %2, splat (i32 -1)
|
|
%6 = and <vscale x 4 x i32> %1, %5
|
|
%7 = or <vscale x 4 x i32> %4, %6
|
|
%8 = xor <vscale x 4 x i32> %7, splat (i32 -1)
|
|
ret <vscale x 4 x i32> %8
|
|
}
|
|
|
|
define <vscale x 4 x i32> @codegen_bsl1n_i32(<vscale x 4 x i32> %0, <vscale x 4 x i32> %1, <vscale x 4 x i32> %2) {
|
|
; CHECK-LABEL: codegen_bsl1n_i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl1n z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = xor <vscale x 4 x i32> %0, splat (i32 -1)
|
|
%5 = and <vscale x 4 x i32> %2, %4
|
|
%6 = xor <vscale x 4 x i32> %2, splat (i32 -1)
|
|
%7 = and <vscale x 4 x i32> %1, %6
|
|
%8 = or <vscale x 4 x i32> %5, %7
|
|
ret <vscale x 4 x i32> %8
|
|
}
|
|
|
|
define <vscale x 4 x i32> @codegen_bsl2n_i32(<vscale x 4 x i32> %0, <vscale x 4 x i32> %1, <vscale x 4 x i32> %2) {
|
|
; CHECK-LABEL: codegen_bsl2n_i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 4 x i32> %2, %0
|
|
%5 = or <vscale x 4 x i32> %2, %1
|
|
%6 = xor <vscale x 4 x i32> %5, splat (i32 -1)
|
|
%7 = or <vscale x 4 x i32> %4, %6
|
|
ret <vscale x 4 x i32> %7
|
|
}
|
|
|
|
define <vscale x 2 x i64> @codegen_bsl_i64(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1, <vscale x 2 x i64> %2) {
|
|
; CHECK-LABEL: codegen_bsl_i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 2 x i64> %2, %0
|
|
%5 = xor <vscale x 2 x i64> %2, splat (i64 -1)
|
|
%6 = and <vscale x 2 x i64> %1, %5
|
|
%7 = or <vscale x 2 x i64> %4, %6
|
|
ret <vscale x 2 x i64> %7
|
|
}
|
|
|
|
define <vscale x 2 x i64> @codegen_nbsl_i64(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1, <vscale x 2 x i64> %2) {
|
|
; CHECK-LABEL: codegen_nbsl_i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 2 x i64> %2, %0
|
|
%5 = xor <vscale x 2 x i64> %2, splat (i64 -1)
|
|
%6 = and <vscale x 2 x i64> %1, %5
|
|
%7 = or <vscale x 2 x i64> %4, %6
|
|
%8 = xor <vscale x 2 x i64> %7, splat (i64 -1)
|
|
ret <vscale x 2 x i64> %8
|
|
}
|
|
|
|
define <vscale x 2 x i64> @codegen_bsl1n_i64(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1, <vscale x 2 x i64> %2) {
|
|
; CHECK-LABEL: codegen_bsl1n_i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl1n z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = xor <vscale x 2 x i64> %0, splat (i64 -1)
|
|
%5 = and <vscale x 2 x i64> %2, %4
|
|
%6 = xor <vscale x 2 x i64> %2, splat (i64 -1)
|
|
%7 = and <vscale x 2 x i64> %1, %6
|
|
%8 = or <vscale x 2 x i64> %5, %7
|
|
ret <vscale x 2 x i64> %8
|
|
}
|
|
|
|
define <vscale x 2 x i64> @codegen_bsl2n_i64(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1, <vscale x 2 x i64> %2) {
|
|
; CHECK-LABEL: codegen_bsl2n_i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
%4 = and <vscale x 2 x i64> %2, %0
|
|
%5 = or <vscale x 2 x i64> %2, %1
|
|
%6 = xor <vscale x 2 x i64> %5, splat (i64 -1)
|
|
%7 = or <vscale x 2 x i64> %4, %6
|
|
ret <vscale x 2 x i64> %7
|
|
}
|
|
|
|
; (A ^ B) & C) ^ B -> (A & C) | (B & !C) when BIC instructions are available.
|
|
define <vscale x 4 x i32> @bsl_combine_when_bic_available(<vscale x 4 x i32> %a, <vscale x 4 x i32> %b, <vscale x 4 x i32> %c) {
|
|
; CHECK-LABEL: bsl_combine_when_bic_available:
|
|
; CHECK: // %bb.0: // %entry
|
|
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%t1 = xor <vscale x 4 x i32> %a, %b
|
|
%t2 = and <vscale x 4 x i32> %t1, %c
|
|
%t3 = xor <vscale x 4 x i32> %t2, %b
|
|
ret <vscale x 4 x i32> %t3
|
|
}
|
|
|
|
; NOT (a) = NBSL (a, a, a) = SUBR (a, -1).
|
|
define <vscale x 2 x i64> @not(<vscale x 2 x i64> %0) #0 {
|
|
; CHECK-LABEL: not:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: subr z0.b, z0.b, #255 // =0xff
|
|
; CHECK-NEXT: ret
|
|
%2 = xor <vscale x 2 x i64> %0, splat (i64 -1)
|
|
ret <vscale x 2 x i64> %2
|
|
}
|
|
|
|
; NAND (a, b) = NBSL (a, b, b) = NBSL (b, a, a).
|
|
define <vscale x 2 x i64> @nand(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1) #0 {
|
|
; CHECK-LABEL: nand:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z1.d
|
|
; CHECK-NEXT: ret
|
|
%3 = and <vscale x 2 x i64> %1, %0
|
|
%4 = xor <vscale x 2 x i64> %3, splat (i64 -1)
|
|
ret <vscale x 2 x i64> %4
|
|
}
|
|
|
|
; NOR (a, b) = NBSL (a, b, a) = NBSL (b, a, b).
|
|
define <vscale x 2 x i64> @nor(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1) #0 {
|
|
; CHECK-LABEL: nor:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z0.d
|
|
; CHECK-NEXT: ret
|
|
%3 = or <vscale x 2 x i64> %1, %0
|
|
%4 = xor <vscale x 2 x i64> %3, splat (i64 -1)
|
|
ret <vscale x 2 x i64> %4
|
|
}
|
|
|
|
; EON (a, b) = BSL2N (a, a, b) = BSL2N (b, b, a).
|
|
define <vscale x 2 x i64> @eon(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1) #0 {
|
|
; CHECK-LABEL: eon:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl2n z0.d, z0.d, z0.d, z1.d
|
|
; CHECK-NEXT: ret
|
|
%3 = xor <vscale x 2 x i64> %0, %1
|
|
%4 = xor <vscale x 2 x i64> %3, splat (i64 -1)
|
|
ret <vscale x 2 x i64> %4
|
|
}
|
|
|
|
; ORN (a, b) = BSL2N (a, b, a).
|
|
define <vscale x 2 x i64> @orn(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1) #0 {
|
|
; CHECK-LABEL: orn:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z0.d
|
|
; CHECK-NEXT: ret
|
|
%3 = xor <vscale x 2 x i64> %1, splat (i64 -1)
|
|
%4 = or <vscale x 2 x i64> %0, %3
|
|
ret <vscale x 2 x i64> %4
|
|
}
|
|
|
|
; Commute operands of EON idiom to avoid the copy of z0.
|
|
define <vscale x 2 x i64> @eon_comm(<vscale x 2 x i1> %m, <vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
|
|
; CHECK-LABEL: eon_comm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: bsl2n z1.d, z1.d, z1.d, z0.d
|
|
; CHECK-NEXT: sel z0.d, p0, z0.d, z1.d
|
|
; CHECK-NEXT: ret
|
|
%xor = xor <vscale x 2 x i64> %a, %b
|
|
%eon = xor <vscale x 2 x i64> %xor, splat (i64 -1)
|
|
%sel = select <vscale x 2 x i1> %m, <vscale x 2 x i64> %a, <vscale x 2 x i64> %eon
|
|
ret <vscale x 2 x i64> %sel
|
|
}
|
|
|
|
; As above for NAND idiom.
|
|
define <vscale x 2 x i64> @nand_comm(<vscale x 2 x i1> %m, <vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
|
|
; CHECK-LABEL: nand_comm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z1.d
|
|
; CHECK-NEXT: mov z0.d, p0/m, z1.d
|
|
; CHECK-NEXT: ret
|
|
%and = and <vscale x 2 x i64> %a, %b
|
|
%nand = xor <vscale x 2 x i64> %and, splat (i64 -1)
|
|
%sel = select <vscale x 2 x i1> %m, <vscale x 2 x i64> %b, <vscale x 2 x i64> %nand
|
|
ret <vscale x 2 x i64> %sel
|
|
}
|
|
|
|
; As above for NOR idiom.
|
|
define <vscale x 2 x i64> @nor_comm(<vscale x 2 x i1> %m, <vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
|
|
; CHECK-LABEL: nor_comm:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z0.d
|
|
; CHECK-NEXT: mov z0.d, p0/m, z1.d
|
|
; CHECK-NEXT: ret
|
|
%or = or <vscale x 2 x i64> %a, %b
|
|
%nor = xor <vscale x 2 x i64> %or, splat (i64 -1)
|
|
%sel = select <vscale x 2 x i1> %m, <vscale x 2 x i64> %b, <vscale x 2 x i64> %nor
|
|
ret <vscale x 2 x i64> %sel
|
|
}
|
|
|
|
; Neither z0 nor z1 can be clobbered by the EON idiom, so one of them needs copying.
|
|
define <vscale x 2 x i64> @eon_needs_mov(<vscale x 2 x i1> %m1, <vscale x 2 x i1> %m2, <vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
|
|
; CHECK-LABEL: eon_needs_mov:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: movprfx z2, z0
|
|
; CHECK-NEXT: bsl2n z2.d, z2.d, z0.d, z1.d
|
|
; CHECK-NEXT: sel z0.d, p0, z0.d, z2.d
|
|
; CHECK-NEXT: mov z0.d, p1/m, z1.d
|
|
; CHECK-NEXT: ret
|
|
%xor = xor <vscale x 2 x i64> %a, %b
|
|
%eon = xor <vscale x 2 x i64> %xor, splat (i64 -1)
|
|
%sel1 = select <vscale x 2 x i1> %m1, <vscale x 2 x i64> %a, <vscale x 2 x i64> %eon
|
|
%sel2 = select <vscale x 2 x i1> %m2, <vscale x 2 x i64> %b, <vscale x 2 x i64> %sel1
|
|
ret <vscale x 2 x i64> %sel2
|
|
}
|