derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
1182 lines
43 KiB
LLVM
1182 lines
43 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefix=CHECK --check-prefix=AVX512F
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512vl | FileCheck %s --check-prefix=CHECK --check-prefix=AVX512VL
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw | FileCheck %s --check-prefix=CHECK --check-prefix=AVX512BW
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512dq | FileCheck %s --check-prefix=CHECK --check-prefix=AVX512DQ
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512dq,+avx512bw,+avx512vl | FileCheck %s --check-prefix=CHECK --check-prefix=SKX
|
|
|
|
define <8 x double> @addpd512(<8 x double> %y, <8 x double> %x) {
|
|
; CHECK-LABEL: addpd512:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vaddpd %zmm0, %zmm1, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%add.i = fadd <8 x double> %x, %y
|
|
ret <8 x double> %add.i
|
|
}
|
|
|
|
define <8 x double> @addpd512fold(<8 x double> %y) {
|
|
; CHECK-LABEL: addpd512fold:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vaddpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%add.i = fadd <8 x double> %y, <double 4.500000e+00, double 3.400000e+00, double 2.300000e+00, double 1.200000e+00, double 4.500000e+00, double 3.800000e+00, double 2.300000e+00, double 1.200000e+00>
|
|
ret <8 x double> %add.i
|
|
}
|
|
|
|
define <16 x float> @addps512(<16 x float> %y, <16 x float> %x) {
|
|
; CHECK-LABEL: addps512:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vaddps %zmm0, %zmm1, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%add.i = fadd <16 x float> %x, %y
|
|
ret <16 x float> %add.i
|
|
}
|
|
|
|
define <16 x float> @addps512fold(<16 x float> %y) {
|
|
; CHECK-LABEL: addps512fold:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vaddps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%add.i = fadd <16 x float> %y, <float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000, float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000, float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 4.500000e+00, float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000>
|
|
ret <16 x float> %add.i
|
|
}
|
|
|
|
define <8 x double> @subpd512(<8 x double> %y, <8 x double> %x) {
|
|
; CHECK-LABEL: subpd512:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vsubpd %zmm0, %zmm1, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%sub.i = fsub <8 x double> %x, %y
|
|
ret <8 x double> %sub.i
|
|
}
|
|
|
|
define <8 x double> @subpd512fold(<8 x double> %y, ptr %x) {
|
|
; CHECK-LABEL: subpd512fold:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vsubpd (%rdi), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%tmp2 = load <8 x double>, ptr %x, align 8
|
|
%sub.i = fsub <8 x double> %y, %tmp2
|
|
ret <8 x double> %sub.i
|
|
}
|
|
|
|
define <16 x float> @subps512(<16 x float> %y, <16 x float> %x) {
|
|
; CHECK-LABEL: subps512:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vsubps %zmm0, %zmm1, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%sub.i = fsub <16 x float> %x, %y
|
|
ret <16 x float> %sub.i
|
|
}
|
|
|
|
define <16 x float> @subps512fold(<16 x float> %y, ptr %x) {
|
|
; CHECK-LABEL: subps512fold:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vsubps (%rdi), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%tmp2 = load <16 x float>, ptr %x, align 4
|
|
%sub.i = fsub <16 x float> %y, %tmp2
|
|
ret <16 x float> %sub.i
|
|
}
|
|
|
|
define <8 x i64> @imulq512(<8 x i64> %y, <8 x i64> %x) {
|
|
; AVX512F-LABEL: imulq512:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vpsrlq $32, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vpmuludq %zmm0, %zmm2, %zmm2
|
|
; AVX512F-NEXT: vpsrlq $32, %zmm0, %zmm3
|
|
; AVX512F-NEXT: vpmuludq %zmm3, %zmm1, %zmm3
|
|
; AVX512F-NEXT: vpaddq %zmm2, %zmm3, %zmm2
|
|
; AVX512F-NEXT: vpsllq $32, %zmm2, %zmm2
|
|
; AVX512F-NEXT: vpmuludq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: vpaddq %zmm2, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: imulq512:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpsrlq $32, %zmm1, %zmm2
|
|
; AVX512VL-NEXT: vpmuludq %zmm0, %zmm2, %zmm2
|
|
; AVX512VL-NEXT: vpsrlq $32, %zmm0, %zmm3
|
|
; AVX512VL-NEXT: vpmuludq %zmm3, %zmm1, %zmm3
|
|
; AVX512VL-NEXT: vpaddq %zmm2, %zmm3, %zmm2
|
|
; AVX512VL-NEXT: vpsllq $32, %zmm2, %zmm2
|
|
; AVX512VL-NEXT: vpmuludq %zmm0, %zmm1, %zmm0
|
|
; AVX512VL-NEXT: vpaddq %zmm2, %zmm0, %zmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: imulq512:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vpsrlq $32, %zmm1, %zmm2
|
|
; AVX512BW-NEXT: vpmuludq %zmm0, %zmm2, %zmm2
|
|
; AVX512BW-NEXT: vpsrlq $32, %zmm0, %zmm3
|
|
; AVX512BW-NEXT: vpmuludq %zmm3, %zmm1, %zmm3
|
|
; AVX512BW-NEXT: vpaddq %zmm2, %zmm3, %zmm2
|
|
; AVX512BW-NEXT: vpsllq $32, %zmm2, %zmm2
|
|
; AVX512BW-NEXT: vpmuludq %zmm0, %zmm1, %zmm0
|
|
; AVX512BW-NEXT: vpaddq %zmm2, %zmm0, %zmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: imulq512:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: vpmullq %zmm0, %zmm1, %zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: imulq512:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vpmullq %zmm0, %zmm1, %zmm0
|
|
; SKX-NEXT: retq
|
|
%z = mul <8 x i64>%x, %y
|
|
ret <8 x i64>%z
|
|
}
|
|
|
|
define <4 x i64> @imulq256(<4 x i64> %y, <4 x i64> %x) {
|
|
; AVX512F-LABEL: imulq256:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vpsrlq $32, %ymm1, %ymm2
|
|
; AVX512F-NEXT: vpmuludq %ymm0, %ymm2, %ymm2
|
|
; AVX512F-NEXT: vpsrlq $32, %ymm0, %ymm3
|
|
; AVX512F-NEXT: vpmuludq %ymm3, %ymm1, %ymm3
|
|
; AVX512F-NEXT: vpaddq %ymm2, %ymm3, %ymm2
|
|
; AVX512F-NEXT: vpsllq $32, %ymm2, %ymm2
|
|
; AVX512F-NEXT: vpmuludq %ymm0, %ymm1, %ymm0
|
|
; AVX512F-NEXT: vpaddq %ymm2, %ymm0, %ymm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: imulq256:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpsrlq $32, %ymm1, %ymm2
|
|
; AVX512VL-NEXT: vpmuludq %ymm0, %ymm2, %ymm2
|
|
; AVX512VL-NEXT: vpsrlq $32, %ymm0, %ymm3
|
|
; AVX512VL-NEXT: vpmuludq %ymm3, %ymm1, %ymm3
|
|
; AVX512VL-NEXT: vpaddq %ymm2, %ymm3, %ymm2
|
|
; AVX512VL-NEXT: vpsllq $32, %ymm2, %ymm2
|
|
; AVX512VL-NEXT: vpmuludq %ymm0, %ymm1, %ymm0
|
|
; AVX512VL-NEXT: vpaddq %ymm2, %ymm0, %ymm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: imulq256:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vpsrlq $32, %ymm1, %ymm2
|
|
; AVX512BW-NEXT: vpmuludq %ymm0, %ymm2, %ymm2
|
|
; AVX512BW-NEXT: vpsrlq $32, %ymm0, %ymm3
|
|
; AVX512BW-NEXT: vpmuludq %ymm3, %ymm1, %ymm3
|
|
; AVX512BW-NEXT: vpaddq %ymm2, %ymm3, %ymm2
|
|
; AVX512BW-NEXT: vpsllq $32, %ymm2, %ymm2
|
|
; AVX512BW-NEXT: vpmuludq %ymm0, %ymm1, %ymm0
|
|
; AVX512BW-NEXT: vpaddq %ymm2, %ymm0, %ymm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: imulq256:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: # kill: def $ymm1 killed $ymm1 def $zmm1
|
|
; AVX512DQ-NEXT: # kill: def $ymm0 killed $ymm0 def $zmm0
|
|
; AVX512DQ-NEXT: vpmullq %zmm0, %zmm1, %zmm0
|
|
; AVX512DQ-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: imulq256:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vpmullq %ymm0, %ymm1, %ymm0
|
|
; SKX-NEXT: retq
|
|
%z = mul <4 x i64>%x, %y
|
|
ret <4 x i64>%z
|
|
}
|
|
|
|
define <4 x i64> @imulq256_bcast(<4 x i64> %x) {
|
|
; AVX512F-LABEL: imulq256_bcast:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1337,1337,1337,1337]
|
|
; AVX512F-NEXT: vpmuludq %ymm1, %ymm0, %ymm2
|
|
; AVX512F-NEXT: vpsrlq $32, %ymm0, %ymm0
|
|
; AVX512F-NEXT: vpmuludq %ymm1, %ymm0, %ymm0
|
|
; AVX512F-NEXT: vpsllq $32, %ymm0, %ymm0
|
|
; AVX512F-NEXT: vpaddq %ymm0, %ymm2, %ymm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: imulq256_bcast:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1337,1337,1337,1337]
|
|
; AVX512VL-NEXT: vpmuludq %ymm1, %ymm0, %ymm2
|
|
; AVX512VL-NEXT: vpsrlq $32, %ymm0, %ymm0
|
|
; AVX512VL-NEXT: vpmuludq %ymm1, %ymm0, %ymm0
|
|
; AVX512VL-NEXT: vpsllq $32, %ymm0, %ymm0
|
|
; AVX512VL-NEXT: vpaddq %ymm0, %ymm2, %ymm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: imulq256_bcast:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vpbroadcastq {{.*#+}} ymm1 = [1337,1337,1337,1337]
|
|
; AVX512BW-NEXT: vpmuludq %ymm1, %ymm0, %ymm2
|
|
; AVX512BW-NEXT: vpsrlq $32, %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vpmuludq %ymm1, %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vpsllq $32, %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vpaddq %ymm0, %ymm2, %ymm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: imulq256_bcast:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: # kill: def $ymm0 killed $ymm0 def $zmm0
|
|
; AVX512DQ-NEXT: vpmullq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512DQ-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: imulq256_bcast:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vpmullq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to4}, %ymm0, %ymm0
|
|
; SKX-NEXT: retq
|
|
%z = mul <4 x i64> %x, <i64 1337, i64 1337, i64 1337, i64 1337>
|
|
ret <4 x i64>%z
|
|
}
|
|
|
|
define <2 x i64> @imulq128(<2 x i64> %y, <2 x i64> %x) {
|
|
; AVX512F-LABEL: imulq128:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vpsrlq $32, %xmm1, %xmm2
|
|
; AVX512F-NEXT: vpmuludq %xmm0, %xmm2, %xmm2
|
|
; AVX512F-NEXT: vpsrlq $32, %xmm0, %xmm3
|
|
; AVX512F-NEXT: vpmuludq %xmm3, %xmm1, %xmm3
|
|
; AVX512F-NEXT: vpaddq %xmm2, %xmm3, %xmm2
|
|
; AVX512F-NEXT: vpsllq $32, %xmm2, %xmm2
|
|
; AVX512F-NEXT: vpmuludq %xmm0, %xmm1, %xmm0
|
|
; AVX512F-NEXT: vpaddq %xmm2, %xmm0, %xmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: imulq128:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpsrlq $32, %xmm1, %xmm2
|
|
; AVX512VL-NEXT: vpmuludq %xmm0, %xmm2, %xmm2
|
|
; AVX512VL-NEXT: vpsrlq $32, %xmm0, %xmm3
|
|
; AVX512VL-NEXT: vpmuludq %xmm3, %xmm1, %xmm3
|
|
; AVX512VL-NEXT: vpaddq %xmm2, %xmm3, %xmm2
|
|
; AVX512VL-NEXT: vpsllq $32, %xmm2, %xmm2
|
|
; AVX512VL-NEXT: vpmuludq %xmm0, %xmm1, %xmm0
|
|
; AVX512VL-NEXT: vpaddq %xmm2, %xmm0, %xmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: imulq128:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vpsrlq $32, %xmm1, %xmm2
|
|
; AVX512BW-NEXT: vpmuludq %xmm0, %xmm2, %xmm2
|
|
; AVX512BW-NEXT: vpsrlq $32, %xmm0, %xmm3
|
|
; AVX512BW-NEXT: vpmuludq %xmm3, %xmm1, %xmm3
|
|
; AVX512BW-NEXT: vpaddq %xmm2, %xmm3, %xmm2
|
|
; AVX512BW-NEXT: vpsllq $32, %xmm2, %xmm2
|
|
; AVX512BW-NEXT: vpmuludq %xmm0, %xmm1, %xmm0
|
|
; AVX512BW-NEXT: vpaddq %xmm2, %xmm0, %xmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: imulq128:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: # kill: def $xmm1 killed $xmm1 def $zmm1
|
|
; AVX512DQ-NEXT: # kill: def $xmm0 killed $xmm0 def $zmm0
|
|
; AVX512DQ-NEXT: vpmullq %zmm0, %zmm1, %zmm0
|
|
; AVX512DQ-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
|
|
; AVX512DQ-NEXT: vzeroupper
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: imulq128:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vpmullq %xmm0, %xmm1, %xmm0
|
|
; SKX-NEXT: retq
|
|
%z = mul <2 x i64>%x, %y
|
|
ret <2 x i64>%z
|
|
}
|
|
|
|
define <2 x i64> @imulq128_bcast(<2 x i64> %x) {
|
|
; AVX512F-LABEL: imulq128_bcast:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vpmovsxwq {{.*#+}} xmm1 = [8086,8086]
|
|
; AVX512F-NEXT: vpmuludq %xmm1, %xmm0, %xmm2
|
|
; AVX512F-NEXT: vpsrlq $32, %xmm0, %xmm0
|
|
; AVX512F-NEXT: vpmuludq %xmm1, %xmm0, %xmm0
|
|
; AVX512F-NEXT: vpsllq $32, %xmm0, %xmm0
|
|
; AVX512F-NEXT: vpaddq %xmm0, %xmm2, %xmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: imulq128_bcast:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpbroadcastq {{.*#+}} xmm1 = [8086,8086]
|
|
; AVX512VL-NEXT: vpmuludq %xmm1, %xmm0, %xmm2
|
|
; AVX512VL-NEXT: vpsrlq $32, %xmm0, %xmm0
|
|
; AVX512VL-NEXT: vpmuludq %xmm1, %xmm0, %xmm0
|
|
; AVX512VL-NEXT: vpsllq $32, %xmm0, %xmm0
|
|
; AVX512VL-NEXT: vpaddq %xmm0, %xmm2, %xmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: imulq128_bcast:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vpmovsxwq {{.*#+}} xmm1 = [8086,8086]
|
|
; AVX512BW-NEXT: vpmuludq %xmm1, %xmm0, %xmm2
|
|
; AVX512BW-NEXT: vpsrlq $32, %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vpmuludq %xmm1, %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vpsllq $32, %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vpaddq %xmm0, %xmm2, %xmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: imulq128_bcast:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: # kill: def $xmm0 killed $xmm0 def $zmm0
|
|
; AVX512DQ-NEXT: vpmovsxwq {{.*#+}} xmm1 = [8086,8086]
|
|
; AVX512DQ-NEXT: vpmullq %zmm1, %zmm0, %zmm0
|
|
; AVX512DQ-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
|
|
; AVX512DQ-NEXT: vzeroupper
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: imulq128_bcast:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vpmullq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0
|
|
; SKX-NEXT: retq
|
|
%z = mul <2 x i64> %x, <i64 8086, i64 8086>
|
|
ret <2 x i64>%z
|
|
}
|
|
|
|
define <8 x double> @mulpd512(<8 x double> %y, <8 x double> %x) {
|
|
; CHECK-LABEL: mulpd512:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vmulpd %zmm0, %zmm1, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%mul.i = fmul <8 x double> %x, %y
|
|
ret <8 x double> %mul.i
|
|
}
|
|
|
|
define <8 x double> @mulpd512fold(<8 x double> %y) {
|
|
; CHECK-LABEL: mulpd512fold:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vmulpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%mul.i = fmul <8 x double> %y, <double 4.500000e+00, double 3.400000e+00, double 2.300000e+00, double 1.200000e+00, double 4.500000e+00, double 3.400000e+00, double 2.300000e+00, double 1.200000e+00>
|
|
ret <8 x double> %mul.i
|
|
}
|
|
|
|
define <16 x float> @mulps512(<16 x float> %y, <16 x float> %x) {
|
|
; CHECK-LABEL: mulps512:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vmulps %zmm0, %zmm1, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%mul.i = fmul <16 x float> %x, %y
|
|
ret <16 x float> %mul.i
|
|
}
|
|
|
|
define <16 x float> @mulps512fold(<16 x float> %y) {
|
|
; CHECK-LABEL: mulps512fold:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%mul.i = fmul <16 x float> %y, <float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000, float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000, float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000, float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000>
|
|
ret <16 x float> %mul.i
|
|
}
|
|
|
|
define <8 x double> @divpd512(<8 x double> %y, <8 x double> %x) {
|
|
; CHECK-LABEL: divpd512:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vdivpd %zmm0, %zmm1, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%div.i = fdiv <8 x double> %x, %y
|
|
ret <8 x double> %div.i
|
|
}
|
|
|
|
define <8 x double> @divpd512fold(<8 x double> %y) {
|
|
; CHECK-LABEL: divpd512fold:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vdivpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%div.i = fdiv <8 x double> %y, <double 4.500000e+00, double 3.400000e+00, double 2.300000e+00, double 1.200000e+00, double 4.500000e+00, double 3.400000e+00, double 2.300000e+00, double 1.200000e+00>
|
|
ret <8 x double> %div.i
|
|
}
|
|
|
|
define <16 x float> @divps512(<16 x float> %y, <16 x float> %x) {
|
|
; CHECK-LABEL: divps512:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vdivps %zmm0, %zmm1, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%div.i = fdiv <16 x float> %x, %y
|
|
ret <16 x float> %div.i
|
|
}
|
|
|
|
define <16 x float> @divps512fold(<16 x float> %y) {
|
|
; CHECK-LABEL: divps512fold:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vdivps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%div.i = fdiv <16 x float> %y, <float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000, float 4.500000e+00, float 4.500000e+00, float 0x4002666660000000, float 0x3FF3333340000000, float 4.500000e+00, float 0x400B333340000000, float 0x4002666660000000, float 0x3FF3333340000000, float 4.500000e+00, float 4.500000e+00, float 0x4002666660000000, float 0x3FF3333340000000>
|
|
ret <16 x float> %div.i
|
|
}
|
|
|
|
define <8 x i64> @vpaddq_test(<8 x i64> %i, <8 x i64> %j) nounwind readnone {
|
|
; CHECK-LABEL: vpaddq_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpaddq %zmm1, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%x = add <8 x i64> %i, %j
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <8 x i64> @vpaddq_fold_test(<8 x i64> %i, ptr %j) nounwind {
|
|
; CHECK-LABEL: vpaddq_fold_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpaddq (%rdi), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%tmp = load <8 x i64>, ptr %j, align 4
|
|
%x = add <8 x i64> %i, %tmp
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <8 x i64> @vpaddq_broadcast_test(<8 x i64> %i) nounwind {
|
|
; CHECK-LABEL: vpaddq_broadcast_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpaddq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%x = add <8 x i64> %i, <i64 2, i64 2, i64 2, i64 2, i64 2, i64 2, i64 2, i64 2>
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <8 x i64> @vpaddq_broadcast2_test(<8 x i64> %i, ptr %j) nounwind {
|
|
; CHECK-LABEL: vpaddq_broadcast2_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpaddq (%rdi){1to8}, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%tmp = load i64, ptr %j
|
|
%j.0 = insertelement <8 x i64> undef, i64 %tmp, i32 0
|
|
%j.1 = insertelement <8 x i64> %j.0, i64 %tmp, i32 1
|
|
%j.2 = insertelement <8 x i64> %j.1, i64 %tmp, i32 2
|
|
%j.3 = insertelement <8 x i64> %j.2, i64 %tmp, i32 3
|
|
%j.4 = insertelement <8 x i64> %j.3, i64 %tmp, i32 4
|
|
%j.5 = insertelement <8 x i64> %j.4, i64 %tmp, i32 5
|
|
%j.6 = insertelement <8 x i64> %j.5, i64 %tmp, i32 6
|
|
%j.7 = insertelement <8 x i64> %j.6, i64 %tmp, i32 7
|
|
%x = add <8 x i64> %i, %j.7
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_test(<16 x i32> %i, <16 x i32> %j) nounwind readnone {
|
|
; CHECK-LABEL: vpaddd_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpaddd %zmm1, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%x = add <16 x i32> %i, %j
|
|
ret <16 x i32> %x
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_fold_test(<16 x i32> %i, ptr %j) nounwind {
|
|
; CHECK-LABEL: vpaddd_fold_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpaddd (%rdi), %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%tmp = load <16 x i32>, ptr %j, align 4
|
|
%x = add <16 x i32> %i, %tmp
|
|
ret <16 x i32> %x
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_broadcast_test(<16 x i32> %i) nounwind {
|
|
; CHECK-LABEL: vpaddd_broadcast_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpaddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%x = add <16 x i32> %i, <i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3, i32 3>
|
|
ret <16 x i32> %x
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_mask_test(<16 x i32> %i, <16 x i32> %j, <16 x i32> %mask1) nounwind readnone {
|
|
; CHECK-LABEL: vpaddd_mask_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm2, %zmm2, %k1
|
|
; CHECK-NEXT: vpaddd %zmm1, %zmm0, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = add <16 x i32> %i, %j
|
|
%r = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> %i
|
|
ret <16 x i32> %r
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_maskz_test(<16 x i32> %i, <16 x i32> %j, <16 x i32> %mask1) nounwind readnone {
|
|
; CHECK-LABEL: vpaddd_maskz_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm2, %zmm2, %k1
|
|
; CHECK-NEXT: vpaddd %zmm1, %zmm0, %zmm0 {%k1} {z}
|
|
; CHECK-NEXT: retq
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = add <16 x i32> %i, %j
|
|
%r = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %r
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_mask_fold_test(<16 x i32> %i, ptr %j.ptr, <16 x i32> %mask1) nounwind readnone {
|
|
; CHECK-LABEL: vpaddd_mask_fold_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; CHECK-NEXT: vpaddd (%rdi), %zmm0, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%j = load <16 x i32>, ptr %j.ptr
|
|
%x = add <16 x i32> %i, %j
|
|
%r = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> %i
|
|
ret <16 x i32> %r
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_mask_broadcast_test(<16 x i32> %i, <16 x i32> %mask1) nounwind readnone {
|
|
; CHECK-LABEL: vpaddd_mask_broadcast_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; CHECK-NEXT: vpaddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = add <16 x i32> %i, <i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4>
|
|
%r = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> %i
|
|
ret <16 x i32> %r
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_maskz_fold_test(<16 x i32> %i, ptr %j.ptr, <16 x i32> %mask1) nounwind readnone {
|
|
; CHECK-LABEL: vpaddd_maskz_fold_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; CHECK-NEXT: vpaddd (%rdi), %zmm0, %zmm0 {%k1} {z}
|
|
; CHECK-NEXT: retq
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%j = load <16 x i32>, ptr %j.ptr
|
|
%x = add <16 x i32> %i, %j
|
|
%r = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %r
|
|
}
|
|
|
|
define <16 x i32> @vpaddd_maskz_broadcast_test(<16 x i32> %i, <16 x i32> %mask1) nounwind readnone {
|
|
; CHECK-LABEL: vpaddd_maskz_broadcast_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; CHECK-NEXT: vpaddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0 {%k1} {z}
|
|
; CHECK-NEXT: retq
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = add <16 x i32> %i, <i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5, i32 5>
|
|
%r = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %r
|
|
}
|
|
|
|
define <8 x i64> @vpsubq_test(<8 x i64> %i, <8 x i64> %j) nounwind readnone {
|
|
; CHECK-LABEL: vpsubq_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpsubq %zmm1, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%x = sub <8 x i64> %i, %j
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <16 x i32> @vpsubd_test(<16 x i32> %i, <16 x i32> %j) nounwind readnone {
|
|
; CHECK-LABEL: vpsubd_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpsubd %zmm1, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%x = sub <16 x i32> %i, %j
|
|
ret <16 x i32> %x
|
|
}
|
|
|
|
define <16 x i32> @vpmulld_test(<16 x i32> %i, <16 x i32> %j) {
|
|
; CHECK-LABEL: vpmulld_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpmulld %zmm1, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%x = mul <16 x i32> %i, %j
|
|
ret <16 x i32> %x
|
|
}
|
|
|
|
declare float @sqrtf(float) readnone
|
|
define float @sqrtA(float %a) nounwind uwtable readnone ssp {
|
|
; CHECK-LABEL: sqrtA:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vsqrtss %xmm0, %xmm0, %xmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%conv1 = tail call float @sqrtf(float %a) nounwind readnone
|
|
ret float %conv1
|
|
}
|
|
|
|
declare double @sqrt(double) readnone
|
|
define double @sqrtB(double %a) nounwind uwtable readnone ssp {
|
|
; CHECK-LABEL: sqrtB:
|
|
; CHECK: # %bb.0: # %entry
|
|
; CHECK-NEXT: vsqrtsd %xmm0, %xmm0, %xmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%call = tail call double @sqrt(double %a) nounwind readnone
|
|
ret double %call
|
|
}
|
|
|
|
declare float @llvm.sqrt.f32(float)
|
|
define float @sqrtC(float %a) nounwind {
|
|
; CHECK-LABEL: sqrtC:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsqrtss %xmm0, %xmm0, %xmm0
|
|
; CHECK-NEXT: retq
|
|
%b = call float @llvm.sqrt.f32(float %a)
|
|
ret float %b
|
|
}
|
|
|
|
declare <16 x float> @llvm.sqrt.v16f32(<16 x float>)
|
|
define <16 x float> @sqrtD(<16 x float> %a) nounwind {
|
|
; CHECK-LABEL: sqrtD:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsqrtps %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = call <16 x float> @llvm.sqrt.v16f32(<16 x float> %a)
|
|
ret <16 x float> %b
|
|
}
|
|
|
|
declare <8 x double> @llvm.sqrt.v8f64(<8 x double>)
|
|
define <8 x double> @sqrtE(<8 x double> %a) nounwind {
|
|
; CHECK-LABEL: sqrtE:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vsqrtpd %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = call <8 x double> @llvm.sqrt.v8f64(<8 x double> %a)
|
|
ret <8 x double> %b
|
|
}
|
|
|
|
define <16 x float> @fadd_broadcast(<16 x float> %a) nounwind {
|
|
; CHECK-LABEL: fadd_broadcast:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vaddps {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = fadd <16 x float> %a, <float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000, float 0x3FB99999A0000000>
|
|
ret <16 x float> %b
|
|
}
|
|
|
|
define <8 x i64> @addq_broadcast(<8 x i64> %a) nounwind {
|
|
; CHECK-LABEL: addq_broadcast:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vpaddq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = add <8 x i64> %a, <i64 2, i64 2, i64 2, i64 2, i64 2, i64 2, i64 2, i64 2>
|
|
ret <8 x i64> %b
|
|
}
|
|
|
|
define <8 x i64> @orq_broadcast(<8 x i64> %a) nounwind {
|
|
; AVX512F-LABEL: orq_broadcast:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vporq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: orq_broadcast:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vporq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: orq_broadcast:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vporq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: orq_broadcast:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: vorpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: orq_broadcast:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vorpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; SKX-NEXT: retq
|
|
%b = or <8 x i64> %a, <i64 2, i64 2, i64 2, i64 2, i64 2, i64 2, i64 2, i64 2>
|
|
ret <8 x i64> %b
|
|
}
|
|
|
|
define <16 x i32> @andd512fold(<16 x i32> %y, ptr %x) {
|
|
; AVX512F-LABEL: andd512fold:
|
|
; AVX512F: # %bb.0: # %entry
|
|
; AVX512F-NEXT: vpandd (%rdi), %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: andd512fold:
|
|
; AVX512VL: # %bb.0: # %entry
|
|
; AVX512VL-NEXT: vpandd (%rdi), %zmm0, %zmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: andd512fold:
|
|
; AVX512BW: # %bb.0: # %entry
|
|
; AVX512BW-NEXT: vpandd (%rdi), %zmm0, %zmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: andd512fold:
|
|
; AVX512DQ: # %bb.0: # %entry
|
|
; AVX512DQ-NEXT: vandps (%rdi), %zmm0, %zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: andd512fold:
|
|
; SKX: # %bb.0: # %entry
|
|
; SKX-NEXT: vandps (%rdi), %zmm0, %zmm0
|
|
; SKX-NEXT: retq
|
|
entry:
|
|
%a = load <16 x i32>, ptr %x, align 4
|
|
%b = and <16 x i32> %y, %a
|
|
ret <16 x i32> %b
|
|
}
|
|
|
|
define <8 x i64> @andqbrst(<8 x i64> %p1, ptr %ap) {
|
|
; AVX512F-LABEL: andqbrst:
|
|
; AVX512F: # %bb.0: # %entry
|
|
; AVX512F-NEXT: vpandq (%rdi){1to8}, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: andqbrst:
|
|
; AVX512VL: # %bb.0: # %entry
|
|
; AVX512VL-NEXT: vpandq (%rdi){1to8}, %zmm0, %zmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: andqbrst:
|
|
; AVX512BW: # %bb.0: # %entry
|
|
; AVX512BW-NEXT: vpandq (%rdi){1to8}, %zmm0, %zmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: andqbrst:
|
|
; AVX512DQ: # %bb.0: # %entry
|
|
; AVX512DQ-NEXT: vandpd (%rdi){1to8}, %zmm0, %zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: andqbrst:
|
|
; SKX: # %bb.0: # %entry
|
|
; SKX-NEXT: vandpd (%rdi){1to8}, %zmm0, %zmm0
|
|
; SKX-NEXT: retq
|
|
entry:
|
|
%a = load i64, ptr %ap, align 8
|
|
%b = insertelement <8 x i64> undef, i64 %a, i32 0
|
|
%c = shufflevector <8 x i64> %b, <8 x i64> undef, <8 x i32> zeroinitializer
|
|
%d = and <8 x i64> %p1, %c
|
|
ret <8 x i64>%d
|
|
}
|
|
|
|
define <16 x float> @test_mask_vaddps(<16 x float> %dst, <16 x float> %i,
|
|
; CHECK-LABEL: test_mask_vaddps:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; CHECK-NEXT: vaddps %zmm2, %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
<16 x float> %j, <16 x i32> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = fadd <16 x float> %i, %j
|
|
%r = select <16 x i1> %mask, <16 x float> %x, <16 x float> %dst
|
|
ret <16 x float> %r
|
|
}
|
|
|
|
define <16 x float> @test_mask_vmulps(<16 x float> %dst, <16 x float> %i,
|
|
; CHECK-LABEL: test_mask_vmulps:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; CHECK-NEXT: vmulps %zmm2, %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
<16 x float> %j, <16 x i32> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = fmul <16 x float> %i, %j
|
|
%r = select <16 x i1> %mask, <16 x float> %x, <16 x float> %dst
|
|
ret <16 x float> %r
|
|
}
|
|
|
|
define <16 x float> @test_mask_vminps(<16 x float> %dst, <16 x float> %i,
|
|
; CHECK-LABEL: test_mask_vminps:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; CHECK-NEXT: vminps %zmm2, %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
<16 x float> %j, <16 x i32> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%cmp_res = fcmp olt <16 x float> %i, %j
|
|
%min = select <16 x i1> %cmp_res, <16 x float> %i, <16 x float> %j
|
|
%r = select <16 x i1> %mask, <16 x float> %min, <16 x float> %dst
|
|
ret <16 x float> %r
|
|
}
|
|
|
|
define <8 x double> @test_mask_vminpd(<8 x double> %dst, <8 x double> %i,
|
|
; AVX512F-LABEL: test_mask_vminpd:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: # kill: def $ymm3 killed $ymm3 def $zmm3
|
|
; AVX512F-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; AVX512F-NEXT: vminpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: test_mask_vminpd:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vptestmd %ymm3, %ymm3, %k1
|
|
; AVX512VL-NEXT: vminpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: test_mask_vminpd:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: # kill: def $ymm3 killed $ymm3 def $zmm3
|
|
; AVX512BW-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; AVX512BW-NEXT: vminpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: test_mask_vminpd:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: # kill: def $ymm3 killed $ymm3 def $zmm3
|
|
; AVX512DQ-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; AVX512DQ-NEXT: vminpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: test_mask_vminpd:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vptestmd %ymm3, %ymm3, %k1
|
|
; SKX-NEXT: vminpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; SKX-NEXT: retq
|
|
<8 x double> %j, <8 x i32> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <8 x i32> %mask1, zeroinitializer
|
|
%cmp_res = fcmp olt <8 x double> %i, %j
|
|
%min = select <8 x i1> %cmp_res, <8 x double> %i, <8 x double> %j
|
|
%r = select <8 x i1> %mask, <8 x double> %min, <8 x double> %dst
|
|
ret <8 x double> %r
|
|
}
|
|
|
|
define <16 x float> @test_mask_vmaxps(<16 x float> %dst, <16 x float> %i,
|
|
; CHECK-LABEL: test_mask_vmaxps:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; CHECK-NEXT: vmaxps %zmm2, %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
<16 x float> %j, <16 x i32> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%cmp_res = fcmp ogt <16 x float> %i, %j
|
|
%max = select <16 x i1> %cmp_res, <16 x float> %i, <16 x float> %j
|
|
%r = select <16 x i1> %mask, <16 x float> %max, <16 x float> %dst
|
|
ret <16 x float> %r
|
|
}
|
|
|
|
define <8 x double> @test_mask_vmaxpd(<8 x double> %dst, <8 x double> %i,
|
|
; AVX512F-LABEL: test_mask_vmaxpd:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: # kill: def $ymm3 killed $ymm3 def $zmm3
|
|
; AVX512F-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; AVX512F-NEXT: vmaxpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: test_mask_vmaxpd:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vptestmd %ymm3, %ymm3, %k1
|
|
; AVX512VL-NEXT: vmaxpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: test_mask_vmaxpd:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: # kill: def $ymm3 killed $ymm3 def $zmm3
|
|
; AVX512BW-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; AVX512BW-NEXT: vmaxpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: test_mask_vmaxpd:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: # kill: def $ymm3 killed $ymm3 def $zmm3
|
|
; AVX512DQ-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; AVX512DQ-NEXT: vmaxpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: test_mask_vmaxpd:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vptestmd %ymm3, %ymm3, %k1
|
|
; SKX-NEXT: vmaxpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; SKX-NEXT: retq
|
|
<8 x double> %j, <8 x i32> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <8 x i32> %mask1, zeroinitializer
|
|
%cmp_res = fcmp ogt <8 x double> %i, %j
|
|
%max = select <8 x i1> %cmp_res, <8 x double> %i, <8 x double> %j
|
|
%r = select <8 x i1> %mask, <8 x double> %max, <8 x double> %dst
|
|
ret <8 x double> %r
|
|
}
|
|
|
|
define <16 x float> @test_mask_vsubps(<16 x float> %dst, <16 x float> %i,
|
|
; CHECK-LABEL: test_mask_vsubps:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; CHECK-NEXT: vsubps %zmm2, %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
<16 x float> %j, <16 x i32> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = fsub <16 x float> %i, %j
|
|
%r = select <16 x i1> %mask, <16 x float> %x, <16 x float> %dst
|
|
ret <16 x float> %r
|
|
}
|
|
|
|
define <16 x float> @test_mask_vdivps(<16 x float> %dst, <16 x float> %i,
|
|
; CHECK-LABEL: test_mask_vdivps:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm3, %zmm3, %k1
|
|
; CHECK-NEXT: vdivps %zmm2, %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
<16 x float> %j, <16 x i32> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = fdiv <16 x float> %i, %j
|
|
%r = select <16 x i1> %mask, <16 x float> %x, <16 x float> %dst
|
|
ret <16 x float> %r
|
|
}
|
|
|
|
define <8 x double> @test_mask_vaddpd(<8 x double> %dst, <8 x double> %i,
|
|
; CHECK-LABEL: test_mask_vaddpd:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmq %zmm3, %zmm3, %k1
|
|
; CHECK-NEXT: vaddpd %zmm2, %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
<8 x double> %j, <8 x i64> %mask1)
|
|
nounwind readnone {
|
|
%mask = icmp ne <8 x i64> %mask1, zeroinitializer
|
|
%x = fadd <8 x double> %i, %j
|
|
%r = select <8 x i1> %mask, <8 x double> %x, <8 x double> %dst
|
|
ret <8 x double> %r
|
|
}
|
|
|
|
define <8 x double> @test_maskz_vaddpd(<8 x double> %i, <8 x double> %j,
|
|
; CHECK-LABEL: test_maskz_vaddpd:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmq %zmm2, %zmm2, %k1
|
|
; CHECK-NEXT: vaddpd %zmm1, %zmm0, %zmm0 {%k1} {z}
|
|
; CHECK-NEXT: retq
|
|
<8 x i64> %mask1) nounwind readnone {
|
|
%mask = icmp ne <8 x i64> %mask1, zeroinitializer
|
|
%x = fadd <8 x double> %i, %j
|
|
%r = select <8 x i1> %mask, <8 x double> %x, <8 x double> zeroinitializer
|
|
ret <8 x double> %r
|
|
}
|
|
|
|
define <8 x double> @test_mask_fold_vaddpd(<8 x double> %dst, <8 x double> %i,
|
|
; CHECK-LABEL: test_mask_fold_vaddpd:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmq %zmm2, %zmm2, %k1
|
|
; CHECK-NEXT: vaddpd (%rdi), %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
ptr %j, <8 x i64> %mask1)
|
|
nounwind {
|
|
%mask = icmp ne <8 x i64> %mask1, zeroinitializer
|
|
%tmp = load <8 x double>, ptr %j, align 8
|
|
%x = fadd <8 x double> %i, %tmp
|
|
%r = select <8 x i1> %mask, <8 x double> %x, <8 x double> %dst
|
|
ret <8 x double> %r
|
|
}
|
|
|
|
define <8 x double> @test_maskz_fold_vaddpd(<8 x double> %i, ptr %j,
|
|
; CHECK-LABEL: test_maskz_fold_vaddpd:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; CHECK-NEXT: vaddpd (%rdi), %zmm0, %zmm0 {%k1} {z}
|
|
; CHECK-NEXT: retq
|
|
<8 x i64> %mask1) nounwind {
|
|
%mask = icmp ne <8 x i64> %mask1, zeroinitializer
|
|
%tmp = load <8 x double>, ptr %j, align 8
|
|
%x = fadd <8 x double> %i, %tmp
|
|
%r = select <8 x i1> %mask, <8 x double> %x, <8 x double> zeroinitializer
|
|
ret <8 x double> %r
|
|
}
|
|
|
|
define <8 x double> @test_broadcast_vaddpd(<8 x double> %i, ptr %j) nounwind {
|
|
; CHECK-LABEL: test_broadcast_vaddpd:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vaddpd (%rdi){1to8}, %zmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%tmp = load double, ptr %j
|
|
%b = insertelement <8 x double> undef, double %tmp, i32 0
|
|
%c = shufflevector <8 x double> %b, <8 x double> undef,
|
|
<8 x i32> zeroinitializer
|
|
%x = fadd <8 x double> %c, %i
|
|
ret <8 x double> %x
|
|
}
|
|
|
|
define <8 x double> @test_mask_broadcast_vaddpd(<8 x double> %dst, <8 x double> %i,
|
|
; CHECK-LABEL: test_mask_broadcast_vaddpd:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vmovapd %zmm1, %zmm0
|
|
; CHECK-NEXT: vptestmq %zmm2, %zmm2, %k1
|
|
; CHECK-NEXT: vaddpd (%rdi){1to8}, %zmm1, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
ptr %j, <8 x i64> %mask1) nounwind {
|
|
%mask = icmp ne <8 x i64> %mask1, zeroinitializer
|
|
%tmp = load double, ptr %j
|
|
%b = insertelement <8 x double> undef, double %tmp, i32 0
|
|
%c = shufflevector <8 x double> %b, <8 x double> undef,
|
|
<8 x i32> zeroinitializer
|
|
%x = fadd <8 x double> %c, %i
|
|
%r = select <8 x i1> %mask, <8 x double> %x, <8 x double> %i
|
|
ret <8 x double> %r
|
|
}
|
|
|
|
define <8 x double> @test_maskz_broadcast_vaddpd(<8 x double> %i, ptr %j,
|
|
; CHECK-LABEL: test_maskz_broadcast_vaddpd:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; CHECK-NEXT: vaddpd (%rdi){1to8}, %zmm0, %zmm0 {%k1} {z}
|
|
; CHECK-NEXT: retq
|
|
<8 x i64> %mask1) nounwind {
|
|
%mask = icmp ne <8 x i64> %mask1, zeroinitializer
|
|
%tmp = load double, ptr %j
|
|
%b = insertelement <8 x double> undef, double %tmp, i32 0
|
|
%c = shufflevector <8 x double> %b, <8 x double> undef,
|
|
<8 x i32> zeroinitializer
|
|
%x = fadd <8 x double> %c, %i
|
|
%r = select <8 x i1> %mask, <8 x double> %x, <8 x double> zeroinitializer
|
|
ret <8 x double> %r
|
|
}
|
|
|
|
define <16 x float> @test_fxor(<16 x float> %a) {
|
|
; AVX512F-LABEL: test_fxor:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vpxord {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: test_fxor:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpxord {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: test_fxor:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vpxord {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: test_fxor:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: vxorps {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: test_fxor:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vxorps {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; SKX-NEXT: retq
|
|
|
|
%res = fsub <16 x float> <float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00>, %a
|
|
ret <16 x float>%res
|
|
}
|
|
|
|
define <8 x float> @test_fxor_8f32(<8 x float> %a) {
|
|
; AVX512F-LABEL: test_fxor_8f32:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vbroadcastss {{.*#+}} ymm1 = [-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0]
|
|
; AVX512F-NEXT: vxorps %ymm1, %ymm0, %ymm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: test_fxor_8f32:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpxord {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %ymm0, %ymm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: test_fxor_8f32:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vbroadcastss {{.*#+}} ymm1 = [-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0]
|
|
; AVX512BW-NEXT: vxorps %ymm1, %ymm0, %ymm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: test_fxor_8f32:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: vbroadcastss {{.*#+}} ymm1 = [-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0,-0.0E+0]
|
|
; AVX512DQ-NEXT: vxorps %ymm1, %ymm0, %ymm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: test_fxor_8f32:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vxorps {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %ymm0, %ymm0
|
|
; SKX-NEXT: retq
|
|
%res = fsub <8 x float> <float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00>, %a
|
|
ret <8 x float>%res
|
|
}
|
|
|
|
define <8 x double> @fabs_v8f64(<8 x double> %p)
|
|
; AVX512F-LABEL: fabs_v8f64:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vpandq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: fabs_v8f64:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpandq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: fabs_v8f64:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vpandq {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: fabs_v8f64:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: vandpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: fabs_v8f64:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vandpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0
|
|
; SKX-NEXT: retq
|
|
{
|
|
%t = call <8 x double> @llvm.fabs.v8f64(<8 x double> %p)
|
|
ret <8 x double> %t
|
|
}
|
|
declare <8 x double> @llvm.fabs.v8f64(<8 x double> %p)
|
|
|
|
define <16 x float> @fabs_v16f32(<16 x float> %p)
|
|
; AVX512F-LABEL: fabs_v16f32:
|
|
; AVX512F: # %bb.0:
|
|
; AVX512F-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512VL-LABEL: fabs_v16f32:
|
|
; AVX512VL: # %bb.0:
|
|
; AVX512VL-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; AVX512VL-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: fabs_v16f32:
|
|
; AVX512BW: # %bb.0:
|
|
; AVX512BW-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; AVX512BW-NEXT: retq
|
|
;
|
|
; AVX512DQ-LABEL: fabs_v16f32:
|
|
; AVX512DQ: # %bb.0:
|
|
; AVX512DQ-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; AVX512DQ-NEXT: retq
|
|
;
|
|
; SKX-LABEL: fabs_v16f32:
|
|
; SKX: # %bb.0:
|
|
; SKX-NEXT: vandps {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
|
|
; SKX-NEXT: retq
|
|
{
|
|
%t = call <16 x float> @llvm.fabs.v16f32(<16 x float> %p)
|
|
ret <16 x float> %t
|
|
}
|
|
declare <16 x float> @llvm.fabs.v16f32(<16 x float> %p)
|
|
|
|
define <16 x i32> @masked_inc_test(<16 x i32> %i, <16 x i32> %mask1) nounwind readnone {
|
|
; CHECK-LABEL: masked_inc_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; CHECK-NEXT: vpternlogd {{.*#+}} zmm1 = -1
|
|
; CHECK-NEXT: vpsubd %zmm1, %zmm0, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = add <16 x i32> %i, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%r = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> %i
|
|
ret <16 x i32> %r
|
|
}
|
|
|
|
define <16 x i32> @masked_dec_test(<16 x i32> %i, <16 x i32> %mask1) nounwind readnone {
|
|
; CHECK-LABEL: masked_dec_test:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; CHECK-NEXT: vpternlogd {{.*#+}} zmm1 = -1
|
|
; CHECK-NEXT: vpaddd %zmm1, %zmm0, %zmm0 {%k1}
|
|
; CHECK-NEXT: retq
|
|
%mask = icmp ne <16 x i32> %mask1, zeroinitializer
|
|
%x = sub <16 x i32> %i, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%r = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> %i
|
|
ret <16 x i32> %r
|
|
}
|