Files
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

425 lines
15 KiB
LLVM

; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc -mtriple=aarch64-unknown-linux-gnu -mattr=+sve2 < %s | FileCheck %s --check-prefixes=CHECK
define <vscale x 4 x i32> @bsl(<vscale x 4 x i32> %a, <vscale x 4 x i32> %b) {
; CHECK-LABEL: bsl:
; CHECK: // %bb.0:
; CHECK-NEXT: mov z2.s, #0x7fffffff
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%1 = and <vscale x 4 x i32> %a, splat(i32 2147483647)
%2 = and <vscale x 4 x i32> %b, splat(i32 -2147483648)
%c = or <vscale x 4 x i32> %1, %2
ret <vscale x 4 x i32> %c
}
define <vscale x 4 x i32> @bsl_add_sub(<vscale x 4 x i32> %pre_cond, <vscale x 4 x i32> %left, <vscale x 4 x i32> %right) #0 {
; CHECK-LABEL: bsl_add_sub:
; CHECK: // %bb.0:
; CHECK-NEXT: movprfx z3, z0
; CHECK-NEXT: subr z3.s, z3.s, #0 // =0x0
; CHECK-NEXT: mov z0.d, z1.d
; CHECK-NEXT: bsl z0.d, z0.d, z2.d, z3.d
; CHECK-NEXT: ret
%neg_cond = sub <vscale x 4 x i32> zeroinitializer, %pre_cond
%min_cond = add <vscale x 4 x i32> %pre_cond, splat(i32 -1)
%left_bits_0 = and <vscale x 4 x i32> %neg_cond, %left
%right_bits_0 = and <vscale x 4 x i32> %min_cond, %right
%bsl0000 = or <vscale x 4 x i32> %right_bits_0, %left_bits_0
ret <vscale x 4 x i32> %bsl0000
}
; we are not expecting bsl instruction here. the constants do not match to fold to bsl.
define <vscale x 4 x i32> @no_bsl_fold(<vscale x 4 x i32> %a, <vscale x 4 x i32> %b) {
; CHECK-LABEL: no_bsl_fold:
; CHECK: // %bb.0:
; CHECK-NEXT: and z0.s, z0.s, #0x7fffffff
; CHECK-NEXT: and z1.s, z1.s, #0x7ffffffe
; CHECK-NEXT: orr z0.d, z0.d, z1.d
; CHECK-NEXT: ret
%1 = and <vscale x 4 x i32> %a, splat(i32 2147483647)
%2 = and <vscale x 4 x i32> %b, splat(i32 2147483646)
%c = or <vscale x 4 x i32> %1, %2
ret <vscale x 4 x i32> %c
}
define <vscale x 16 x i8> @nbsl_i8(<vscale x 16 x i8> %a, <vscale x 16 x i8> %b) {
; CHECK-LABEL: nbsl_i8:
; CHECK: // %bb.0:
; CHECK-NEXT: mov z2.b, #127 // =0x7f
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%1 = and <vscale x 16 x i8> %a, splat(i8 127)
%2 = and <vscale x 16 x i8> %b, splat(i8 -128)
%3 = or <vscale x 16 x i8> %1, %2
%4 = xor <vscale x 16 x i8> %3, splat(i8 -1)
ret <vscale x 16 x i8> %4
}
define <vscale x 8 x i16> @nbsl_i16(<vscale x 8 x i16> %a, <vscale x 8 x i16> %b) {
; CHECK-LABEL: nbsl_i16:
; CHECK: // %bb.0:
; CHECK-NEXT: mov z2.h, #32767 // =0x7fff
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%1 = and <vscale x 8 x i16> %a, splat(i16 32767)
%2 = and <vscale x 8 x i16> %b, splat(i16 -32768)
%3 = or <vscale x 8 x i16> %1, %2
%4 = xor <vscale x 8 x i16> %3, splat(i16 -1)
ret <vscale x 8 x i16> %4
}
define <vscale x 4 x i32> @nbsl_i32(<vscale x 4 x i32> %a, <vscale x 4 x i32> %b) {
; CHECK-LABEL: nbsl_i32:
; CHECK: // %bb.0:
; CHECK-NEXT: mov z2.s, #0x7fffffff
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%1 = and <vscale x 4 x i32> %a, splat(i32 2147483647)
%2 = and <vscale x 4 x i32> %b, splat(i32 -2147483648)
%3 = or <vscale x 4 x i32> %1, %2
%4 = xor <vscale x 4 x i32> %3, splat(i32 -1)
ret <vscale x 4 x i32> %4
}
define <vscale x 2 x i64> @nbsl_i64(<vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
; CHECK-LABEL: nbsl_i64:
; CHECK: // %bb.0:
; CHECK-NEXT: mov z2.d, #0x7fffffffffffffff
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%1 = and <vscale x 2 x i64> %a, splat(i64 9223372036854775807)
%2 = and <vscale x 2 x i64> %b, splat(i64 -9223372036854775808)
%3 = or <vscale x 2 x i64> %1, %2
%4 = xor <vscale x 2 x i64> %3, splat(i64 -1)
ret <vscale x 2 x i64> %4
}
; Test BSL/NBSL/BSL1N/BSL2N code generation for:
; #define BSL(x,y,z) ( ((x) & (z)) | ( (y) & ~(z)))
; #define NBSL(x,y,z) (~(((x) & (z)) | ( (y) & ~(z))))
; #define BSL1N(x,y,z) ( (~(x) & (z)) | ( (y) & ~(z)))
; #define BSL2N(x,y,z) ( ((x) & (z)) | (~(y) & ~(z)))
define <vscale x 16 x i8> @codegen_bsl_i8(<vscale x 16 x i8> %0, <vscale x 16 x i8> %1, <vscale x 16 x i8> %2) {
; CHECK-LABEL: codegen_bsl_i8:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 16 x i8> %2, %0
%5 = xor <vscale x 16 x i8> %2, splat (i8 -1)
%6 = and <vscale x 16 x i8> %1, %5
%7 = or <vscale x 16 x i8> %4, %6
ret <vscale x 16 x i8> %7
}
define <vscale x 16 x i8> @codegen_nbsl_i8(<vscale x 16 x i8> %0, <vscale x 16 x i8> %1, <vscale x 16 x i8> %2) {
; CHECK-LABEL: codegen_nbsl_i8:
; CHECK: // %bb.0:
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 16 x i8> %2, %0
%5 = xor <vscale x 16 x i8> %2, splat (i8 -1)
%6 = and <vscale x 16 x i8> %1, %5
%7 = or <vscale x 16 x i8> %4, %6
%8 = xor <vscale x 16 x i8> %7, splat (i8 -1)
ret <vscale x 16 x i8> %8
}
define <vscale x 16 x i8> @codegen_bsl1n_i8(<vscale x 16 x i8> %0, <vscale x 16 x i8> %1, <vscale x 16 x i8> %2) {
; CHECK-LABEL: codegen_bsl1n_i8:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl1n z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = xor <vscale x 16 x i8> %0, splat (i8 -1)
%5 = and <vscale x 16 x i8> %2, %4
%6 = xor <vscale x 16 x i8> %2, splat (i8 -1)
%7 = and <vscale x 16 x i8> %1, %6
%8 = or <vscale x 16 x i8> %5, %7
ret <vscale x 16 x i8> %8
}
define <vscale x 16 x i8> @codegen_bsl2n_i8(<vscale x 16 x i8> %0, <vscale x 16 x i8> %1, <vscale x 16 x i8> %2) {
; CHECK-LABEL: codegen_bsl2n_i8:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 16 x i8> %2, %0
%5 = or <vscale x 16 x i8> %2, %1
%6 = xor <vscale x 16 x i8> %5, splat (i8 -1)
%7 = or <vscale x 16 x i8> %4, %6
ret <vscale x 16 x i8> %7
}
define <vscale x 8 x i16> @codegen_bsl_i16(<vscale x 8 x i16> %0, <vscale x 8 x i16> %1, <vscale x 8 x i16> %2) {
; CHECK-LABEL: codegen_bsl_i16:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 8 x i16> %2, %0
%5 = xor <vscale x 8 x i16> %2, splat (i16 -1)
%6 = and <vscale x 8 x i16> %1, %5
%7 = or <vscale x 8 x i16> %4, %6
ret <vscale x 8 x i16> %7
}
define <vscale x 8 x i16> @codegen_nbsl_i16(<vscale x 8 x i16> %0, <vscale x 8 x i16> %1, <vscale x 8 x i16> %2) {
; CHECK-LABEL: codegen_nbsl_i16:
; CHECK: // %bb.0:
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 8 x i16> %2, %0
%5 = xor <vscale x 8 x i16> %2, splat (i16 -1)
%6 = and <vscale x 8 x i16> %1, %5
%7 = or <vscale x 8 x i16> %4, %6
%8 = xor <vscale x 8 x i16> %7, splat (i16 -1)
ret <vscale x 8 x i16> %8
}
define <vscale x 8 x i16> @codegen_bsl1n_i16(<vscale x 8 x i16> %0, <vscale x 8 x i16> %1, <vscale x 8 x i16> %2) {
; CHECK-LABEL: codegen_bsl1n_i16:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl1n z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = xor <vscale x 8 x i16> %0, splat (i16 -1)
%5 = and <vscale x 8 x i16> %2, %4
%6 = xor <vscale x 8 x i16> %2, splat (i16 -1)
%7 = and <vscale x 8 x i16> %1, %6
%8 = or <vscale x 8 x i16> %5, %7
ret <vscale x 8 x i16> %8
}
define <vscale x 8 x i16> @codegen_bsl2n_i16(<vscale x 8 x i16> %0, <vscale x 8 x i16> %1, <vscale x 8 x i16> %2) {
; CHECK-LABEL: codegen_bsl2n_i16:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 8 x i16> %2, %0
%5 = or <vscale x 8 x i16> %2, %1
%6 = xor <vscale x 8 x i16> %5, splat (i16 -1)
%7 = or <vscale x 8 x i16> %4, %6
ret <vscale x 8 x i16> %7
}
define <vscale x 4 x i32> @codegen_bsl_i32(<vscale x 4 x i32> %0, <vscale x 4 x i32> %1, <vscale x 4 x i32> %2) {
; CHECK-LABEL: codegen_bsl_i32:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 4 x i32> %2, %0
%5 = xor <vscale x 4 x i32> %2, splat (i32 -1)
%6 = and <vscale x 4 x i32> %1, %5
%7 = or <vscale x 4 x i32> %4, %6
ret <vscale x 4 x i32> %7
}
define <vscale x 4 x i32> @codegen_nbsl_i32(<vscale x 4 x i32> %0, <vscale x 4 x i32> %1, <vscale x 4 x i32> %2) {
; CHECK-LABEL: codegen_nbsl_i32:
; CHECK: // %bb.0:
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 4 x i32> %2, %0
%5 = xor <vscale x 4 x i32> %2, splat (i32 -1)
%6 = and <vscale x 4 x i32> %1, %5
%7 = or <vscale x 4 x i32> %4, %6
%8 = xor <vscale x 4 x i32> %7, splat (i32 -1)
ret <vscale x 4 x i32> %8
}
define <vscale x 4 x i32> @codegen_bsl1n_i32(<vscale x 4 x i32> %0, <vscale x 4 x i32> %1, <vscale x 4 x i32> %2) {
; CHECK-LABEL: codegen_bsl1n_i32:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl1n z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = xor <vscale x 4 x i32> %0, splat (i32 -1)
%5 = and <vscale x 4 x i32> %2, %4
%6 = xor <vscale x 4 x i32> %2, splat (i32 -1)
%7 = and <vscale x 4 x i32> %1, %6
%8 = or <vscale x 4 x i32> %5, %7
ret <vscale x 4 x i32> %8
}
define <vscale x 4 x i32> @codegen_bsl2n_i32(<vscale x 4 x i32> %0, <vscale x 4 x i32> %1, <vscale x 4 x i32> %2) {
; CHECK-LABEL: codegen_bsl2n_i32:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 4 x i32> %2, %0
%5 = or <vscale x 4 x i32> %2, %1
%6 = xor <vscale x 4 x i32> %5, splat (i32 -1)
%7 = or <vscale x 4 x i32> %4, %6
ret <vscale x 4 x i32> %7
}
define <vscale x 2 x i64> @codegen_bsl_i64(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1, <vscale x 2 x i64> %2) {
; CHECK-LABEL: codegen_bsl_i64:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 2 x i64> %2, %0
%5 = xor <vscale x 2 x i64> %2, splat (i64 -1)
%6 = and <vscale x 2 x i64> %1, %5
%7 = or <vscale x 2 x i64> %4, %6
ret <vscale x 2 x i64> %7
}
define <vscale x 2 x i64> @codegen_nbsl_i64(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1, <vscale x 2 x i64> %2) {
; CHECK-LABEL: codegen_nbsl_i64:
; CHECK: // %bb.0:
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 2 x i64> %2, %0
%5 = xor <vscale x 2 x i64> %2, splat (i64 -1)
%6 = and <vscale x 2 x i64> %1, %5
%7 = or <vscale x 2 x i64> %4, %6
%8 = xor <vscale x 2 x i64> %7, splat (i64 -1)
ret <vscale x 2 x i64> %8
}
define <vscale x 2 x i64> @codegen_bsl1n_i64(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1, <vscale x 2 x i64> %2) {
; CHECK-LABEL: codegen_bsl1n_i64:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl1n z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = xor <vscale x 2 x i64> %0, splat (i64 -1)
%5 = and <vscale x 2 x i64> %2, %4
%6 = xor <vscale x 2 x i64> %2, splat (i64 -1)
%7 = and <vscale x 2 x i64> %1, %6
%8 = or <vscale x 2 x i64> %5, %7
ret <vscale x 2 x i64> %8
}
define <vscale x 2 x i64> @codegen_bsl2n_i64(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1, <vscale x 2 x i64> %2) {
; CHECK-LABEL: codegen_bsl2n_i64:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
%4 = and <vscale x 2 x i64> %2, %0
%5 = or <vscale x 2 x i64> %2, %1
%6 = xor <vscale x 2 x i64> %5, splat (i64 -1)
%7 = or <vscale x 2 x i64> %4, %6
ret <vscale x 2 x i64> %7
}
; (A ^ B) & C) ^ B -> (A & C) | (B & !C) when BIC instructions are available.
define <vscale x 4 x i32> @bsl_combine_when_bic_available(<vscale x 4 x i32> %a, <vscale x 4 x i32> %b, <vscale x 4 x i32> %c) {
; CHECK-LABEL: bsl_combine_when_bic_available:
; CHECK: // %bb.0: // %entry
; CHECK-NEXT: bsl z0.d, z0.d, z1.d, z2.d
; CHECK-NEXT: ret
entry:
%t1 = xor <vscale x 4 x i32> %a, %b
%t2 = and <vscale x 4 x i32> %t1, %c
%t3 = xor <vscale x 4 x i32> %t2, %b
ret <vscale x 4 x i32> %t3
}
; NOT (a) = NBSL (a, a, a) = SUBR (a, -1).
define <vscale x 2 x i64> @not(<vscale x 2 x i64> %0) #0 {
; CHECK-LABEL: not:
; CHECK: // %bb.0:
; CHECK-NEXT: subr z0.b, z0.b, #255 // =0xff
; CHECK-NEXT: ret
%2 = xor <vscale x 2 x i64> %0, splat (i64 -1)
ret <vscale x 2 x i64> %2
}
; NAND (a, b) = NBSL (a, b, b) = NBSL (b, a, a).
define <vscale x 2 x i64> @nand(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1) #0 {
; CHECK-LABEL: nand:
; CHECK: // %bb.0:
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z1.d
; CHECK-NEXT: ret
%3 = and <vscale x 2 x i64> %1, %0
%4 = xor <vscale x 2 x i64> %3, splat (i64 -1)
ret <vscale x 2 x i64> %4
}
; NOR (a, b) = NBSL (a, b, a) = NBSL (b, a, b).
define <vscale x 2 x i64> @nor(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1) #0 {
; CHECK-LABEL: nor:
; CHECK: // %bb.0:
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z0.d
; CHECK-NEXT: ret
%3 = or <vscale x 2 x i64> %1, %0
%4 = xor <vscale x 2 x i64> %3, splat (i64 -1)
ret <vscale x 2 x i64> %4
}
; EON (a, b) = BSL2N (a, a, b) = BSL2N (b, b, a).
define <vscale x 2 x i64> @eon(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1) #0 {
; CHECK-LABEL: eon:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl2n z0.d, z0.d, z0.d, z1.d
; CHECK-NEXT: ret
%3 = xor <vscale x 2 x i64> %0, %1
%4 = xor <vscale x 2 x i64> %3, splat (i64 -1)
ret <vscale x 2 x i64> %4
}
; ORN (a, b) = BSL2N (a, b, a).
define <vscale x 2 x i64> @orn(<vscale x 2 x i64> %0, <vscale x 2 x i64> %1) #0 {
; CHECK-LABEL: orn:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl2n z0.d, z0.d, z1.d, z0.d
; CHECK-NEXT: ret
%3 = xor <vscale x 2 x i64> %1, splat (i64 -1)
%4 = or <vscale x 2 x i64> %0, %3
ret <vscale x 2 x i64> %4
}
; Commute operands of EON idiom to avoid the copy of z0.
define <vscale x 2 x i64> @eon_comm(<vscale x 2 x i1> %m, <vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
; CHECK-LABEL: eon_comm:
; CHECK: // %bb.0:
; CHECK-NEXT: bsl2n z1.d, z1.d, z1.d, z0.d
; CHECK-NEXT: sel z0.d, p0, z0.d, z1.d
; CHECK-NEXT: ret
%xor = xor <vscale x 2 x i64> %a, %b
%eon = xor <vscale x 2 x i64> %xor, splat (i64 -1)
%sel = select <vscale x 2 x i1> %m, <vscale x 2 x i64> %a, <vscale x 2 x i64> %eon
ret <vscale x 2 x i64> %sel
}
; As above for NAND idiom.
define <vscale x 2 x i64> @nand_comm(<vscale x 2 x i1> %m, <vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
; CHECK-LABEL: nand_comm:
; CHECK: // %bb.0:
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z1.d
; CHECK-NEXT: mov z0.d, p0/m, z1.d
; CHECK-NEXT: ret
%and = and <vscale x 2 x i64> %a, %b
%nand = xor <vscale x 2 x i64> %and, splat (i64 -1)
%sel = select <vscale x 2 x i1> %m, <vscale x 2 x i64> %b, <vscale x 2 x i64> %nand
ret <vscale x 2 x i64> %sel
}
; As above for NOR idiom.
define <vscale x 2 x i64> @nor_comm(<vscale x 2 x i1> %m, <vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
; CHECK-LABEL: nor_comm:
; CHECK: // %bb.0:
; CHECK-NEXT: nbsl z0.d, z0.d, z1.d, z0.d
; CHECK-NEXT: mov z0.d, p0/m, z1.d
; CHECK-NEXT: ret
%or = or <vscale x 2 x i64> %a, %b
%nor = xor <vscale x 2 x i64> %or, splat (i64 -1)
%sel = select <vscale x 2 x i1> %m, <vscale x 2 x i64> %b, <vscale x 2 x i64> %nor
ret <vscale x 2 x i64> %sel
}
; Neither z0 nor z1 can be clobbered by the EON idiom, so one of them needs copying.
define <vscale x 2 x i64> @eon_needs_mov(<vscale x 2 x i1> %m1, <vscale x 2 x i1> %m2, <vscale x 2 x i64> %a, <vscale x 2 x i64> %b) {
; CHECK-LABEL: eon_needs_mov:
; CHECK: // %bb.0:
; CHECK-NEXT: movprfx z2, z0
; CHECK-NEXT: bsl2n z2.d, z2.d, z0.d, z1.d
; CHECK-NEXT: sel z0.d, p0, z0.d, z2.d
; CHECK-NEXT: mov z0.d, p1/m, z1.d
; CHECK-NEXT: ret
%xor = xor <vscale x 2 x i64> %a, %b
%eon = xor <vscale x 2 x i64> %xor, splat (i64 -1)
%sel1 = select <vscale x 2 x i1> %m1, <vscale x 2 x i64> %a, <vscale x 2 x i64> %eon
%sel2 = select <vscale x 2 x i1> %m2, <vscale x 2 x i64> %b, <vscale x 2 x i64> %sel1
ret <vscale x 2 x i64> %sel2
}