derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
682 lines
34 KiB
LLVM
682 lines
34 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mcpu=x86-64 | FileCheck %s --check-prefixes=SSE2
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mcpu=x86-64-v2 | FileCheck %s --check-prefixes=SSE4
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mcpu=sandybridge | FileCheck %s --check-prefixes=AVX1
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mcpu=x86-64-v3 | FileCheck %s --check-prefixes=AVX2
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mcpu=x86-64-v4 | FileCheck %s --check-prefixes=AVX512
|
|
|
|
define <4 x double> @concat_uitofp_v4f64_v2i32(<2 x i32> %a0, <2 x i32> %a1, <2 x double> %b0, <2 x double> %b1) {
|
|
; SSE2-LABEL: concat_uitofp_v4f64_v2i32:
|
|
; SSE2: # %bb.0:
|
|
; SSE2-NEXT: xorpd %xmm4, %xmm4
|
|
; SSE2-NEXT: unpcklps {{.*#+}} xmm0 = xmm0[0],xmm4[0],xmm0[1],xmm4[1]
|
|
; SSE2-NEXT: movapd {{.*#+}} xmm5 = [4.503599627370496E+15,4.503599627370496E+15]
|
|
; SSE2-NEXT: orpd %xmm5, %xmm0
|
|
; SSE2-NEXT: subpd %xmm5, %xmm0
|
|
; SSE2-NEXT: unpcklps {{.*#+}} xmm1 = xmm1[0],xmm4[0],xmm1[1],xmm4[1]
|
|
; SSE2-NEXT: orpd %xmm5, %xmm1
|
|
; SSE2-NEXT: subpd %xmm5, %xmm1
|
|
; SSE2-NEXT: addpd %xmm2, %xmm0
|
|
; SSE2-NEXT: addpd %xmm3, %xmm1
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; SSE4-LABEL: concat_uitofp_v4f64_v2i32:
|
|
; SSE4: # %bb.0:
|
|
; SSE4-NEXT: pmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm4 = [4.503599627370496E+15,4.503599627370496E+15]
|
|
; SSE4-NEXT: por %xmm4, %xmm0
|
|
; SSE4-NEXT: subpd %xmm4, %xmm0
|
|
; SSE4-NEXT: pmovzxdq {{.*#+}} xmm1 = xmm1[0],zero,xmm1[1],zero
|
|
; SSE4-NEXT: por %xmm4, %xmm1
|
|
; SSE4-NEXT: subpd %xmm4, %xmm1
|
|
; SSE4-NEXT: addpd %xmm2, %xmm0
|
|
; SSE4-NEXT: addpd %xmm3, %xmm1
|
|
; SSE4-NEXT: retq
|
|
;
|
|
; AVX1-LABEL: concat_uitofp_v4f64_v2i32:
|
|
; AVX1: # %bb.0:
|
|
; AVX1-NEXT: # kill: def $xmm2 killed $xmm2 def $ymm2
|
|
; AVX1-NEXT: vpmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
|
; AVX1-NEXT: vpmovzxdq {{.*#+}} xmm1 = xmm1[0],zero,xmm1[1],zero
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm3, %ymm2, %ymm2
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX1-NEXT: vorpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
|
|
; AVX1-NEXT: vaddpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
|
|
; AVX1-NEXT: vaddpd %ymm0, %ymm2, %ymm0
|
|
; AVX1-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: concat_uitofp_v4f64_v2i32:
|
|
; AVX2: # %bb.0:
|
|
; AVX2-NEXT: # kill: def $xmm2 killed $xmm2 def $ymm2
|
|
; AVX2-NEXT: vinsertf128 $1, %xmm3, %ymm2, %ymm2
|
|
; AVX2-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm1[0]
|
|
; AVX2-NEXT: vpmovzxdq {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero
|
|
; AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [4841369599423283200,4841369599423283200,4841369599423283200,4841369599423283200]
|
|
; AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
|
|
; AVX2-NEXT: vbroadcastsd {{.*#+}} ymm1 = [-4.503599627370496E+15,-4.503599627370496E+15,-4.503599627370496E+15,-4.503599627370496E+15]
|
|
; AVX2-NEXT: vaddpd %ymm1, %ymm0, %ymm0
|
|
; AVX2-NEXT: vaddpd %ymm0, %ymm2, %ymm0
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512-LABEL: concat_uitofp_v4f64_v2i32:
|
|
; AVX512: # %bb.0:
|
|
; AVX512-NEXT: vcvtudq2pd %xmm0, %xmm0
|
|
; AVX512-NEXT: vcvtudq2pd %xmm1, %xmm1
|
|
; AVX512-NEXT: vaddpd %xmm0, %xmm2, %xmm0
|
|
; AVX512-NEXT: vaddpd %xmm1, %xmm3, %xmm1
|
|
; AVX512-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX512-NEXT: retq
|
|
%c0 = uitofp <2 x i32> %a0 to <2 x double>
|
|
%c1 = uitofp <2 x i32> %a1 to <2 x double>
|
|
%v0 = fadd <2 x double> %b0, %c0
|
|
%v1 = fadd <2 x double> %b1, %c1
|
|
%res = shufflevector <2 x double> %v0, <2 x double> %v1, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
|
ret <4 x double> %res
|
|
}
|
|
|
|
define <8 x float> @concat_uitofp_v8f32_v4i32(<4 x i32> %a0, <4 x i32> %a1, <4 x float> %b0, <4 x float> %b1) {
|
|
; SSE2-LABEL: concat_uitofp_v8f32_v4i32:
|
|
; SSE2: # %bb.0:
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm4 = [65535,65535,65535,65535]
|
|
; SSE2-NEXT: movdqa %xmm0, %xmm5
|
|
; SSE2-NEXT: pand %xmm4, %xmm5
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm6 = [1258291200,1258291200,1258291200,1258291200]
|
|
; SSE2-NEXT: por %xmm6, %xmm5
|
|
; SSE2-NEXT: psrld $16, %xmm0
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm7 = [1392508928,1392508928,1392508928,1392508928]
|
|
; SSE2-NEXT: por %xmm7, %xmm0
|
|
; SSE2-NEXT: movaps {{.*#+}} xmm8 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; SSE2-NEXT: subps %xmm8, %xmm0
|
|
; SSE2-NEXT: addps %xmm5, %xmm0
|
|
; SSE2-NEXT: pand %xmm1, %xmm4
|
|
; SSE2-NEXT: por %xmm6, %xmm4
|
|
; SSE2-NEXT: psrld $16, %xmm1
|
|
; SSE2-NEXT: por %xmm7, %xmm1
|
|
; SSE2-NEXT: subps %xmm8, %xmm1
|
|
; SSE2-NEXT: addps %xmm4, %xmm1
|
|
; SSE2-NEXT: addps %xmm2, %xmm0
|
|
; SSE2-NEXT: addps %xmm3, %xmm1
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; SSE4-LABEL: concat_uitofp_v8f32_v4i32:
|
|
; SSE4: # %bb.0:
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm4 = [1258291200,1258291200,1258291200,1258291200]
|
|
; SSE4-NEXT: movdqa %xmm0, %xmm5
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm5 = xmm5[0],xmm4[1],xmm5[2],xmm4[3],xmm5[4],xmm4[5],xmm5[6],xmm4[7]
|
|
; SSE4-NEXT: psrld $16, %xmm0
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm6 = [1392508928,1392508928,1392508928,1392508928]
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm6[1],xmm0[2],xmm6[3],xmm0[4],xmm6[5],xmm0[6],xmm6[7]
|
|
; SSE4-NEXT: movaps {{.*#+}} xmm7 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; SSE4-NEXT: subps %xmm7, %xmm0
|
|
; SSE4-NEXT: addps %xmm5, %xmm0
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm4 = xmm1[0],xmm4[1],xmm1[2],xmm4[3],xmm1[4],xmm4[5],xmm1[6],xmm4[7]
|
|
; SSE4-NEXT: psrld $16, %xmm1
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm6[1],xmm1[2],xmm6[3],xmm1[4],xmm6[5],xmm1[6],xmm6[7]
|
|
; SSE4-NEXT: subps %xmm7, %xmm1
|
|
; SSE4-NEXT: addps %xmm4, %xmm1
|
|
; SSE4-NEXT: addps %xmm2, %xmm0
|
|
; SSE4-NEXT: addps %xmm3, %xmm1
|
|
; SSE4-NEXT: retq
|
|
;
|
|
; AVX1-LABEL: concat_uitofp_v8f32_v4i32:
|
|
; AVX1: # %bb.0:
|
|
; AVX1-NEXT: # kill: def $xmm2 killed $xmm2 def $ymm2
|
|
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm4
|
|
; AVX1-NEXT: vbroadcastss {{.*#+}} xmm5 = [1392508928,1392508928,1392508928,1392508928]
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm4 = xmm4[0],xmm5[1],xmm4[2],xmm5[3],xmm4[4],xmm5[5],xmm4[6],xmm5[7]
|
|
; AVX1-NEXT: vbroadcastss {{.*#+}} xmm6 = [1258291200,1258291200,1258291200,1258291200]
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm0 = xmm0[0],xmm6[1],xmm0[2],xmm6[3],xmm0[4],xmm6[5],xmm0[6],xmm6[7]
|
|
; AVX1-NEXT: vpsrld $16, %xmm1, %xmm7
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm5 = xmm7[0],xmm5[1],xmm7[2],xmm5[3],xmm7[4],xmm5[5],xmm7[6],xmm5[7]
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm1 = xmm1[0],xmm6[1],xmm1[2],xmm6[3],xmm1[4],xmm6[5],xmm1[6],xmm6[7]
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm5, %ymm4, %ymm1
|
|
; AVX1-NEXT: vsubps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm1, %ymm1
|
|
; AVX1-NEXT: vaddps %ymm1, %ymm0, %ymm0
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm3, %ymm2, %ymm1
|
|
; AVX1-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; AVX1-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: concat_uitofp_v8f32_v4i32:
|
|
; AVX2: # %bb.0:
|
|
; AVX2-NEXT: # kill: def $xmm0 killed $xmm0 def $ymm0
|
|
; AVX2-NEXT: vinserti128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX2-NEXT: vpsrld $16, %ymm0, %ymm1
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm1 = ymm1[0],mem[1],ymm1[2],mem[3],ymm1[4],mem[5],ymm1[6],mem[7],ymm1[8],mem[9],ymm1[10],mem[11],ymm1[12],mem[13],ymm1[14],mem[15]
|
|
; AVX2-NEXT: # kill: def $xmm2 killed $xmm2 def $ymm2
|
|
; AVX2-NEXT: vbroadcastss {{.*#+}} ymm4 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm0 = ymm0[0],mem[1],ymm0[2],mem[3],ymm0[4],mem[5],ymm0[6],mem[7],ymm0[8],mem[9],ymm0[10],mem[11],ymm0[12],mem[13],ymm0[14],mem[15]
|
|
; AVX2-NEXT: vsubps %ymm4, %ymm1, %ymm1
|
|
; AVX2-NEXT: vaddps %ymm1, %ymm0, %ymm0
|
|
; AVX2-NEXT: vinsertf128 $1, %xmm3, %ymm2, %ymm1
|
|
; AVX2-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512-LABEL: concat_uitofp_v8f32_v4i32:
|
|
; AVX512: # %bb.0:
|
|
; AVX512-NEXT: vcvtudq2ps %xmm0, %xmm0
|
|
; AVX512-NEXT: vcvtudq2ps %xmm1, %xmm1
|
|
; AVX512-NEXT: vaddps %xmm0, %xmm2, %xmm0
|
|
; AVX512-NEXT: vaddps %xmm1, %xmm3, %xmm1
|
|
; AVX512-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX512-NEXT: retq
|
|
%c0 = uitofp <4 x i32> %a0 to <4 x float>
|
|
%c1 = uitofp <4 x i32> %a1 to <4 x float>
|
|
%v0 = fadd <4 x float> %b0, %c0
|
|
%v1 = fadd <4 x float> %b1, %c1
|
|
%res = shufflevector <4 x float> %v0, <4 x float> %v1, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x float> %res
|
|
}
|
|
|
|
define <8 x double> @concat_uitofp_v8f64_v2i32(<2 x i32> %a0, <2 x i32> %a1, <2 x i32> %a2, <2 x i32> %a3, <2 x double> %b0, <2 x double> %b1, <2 x double> %b2, <2 x double> %b3) {
|
|
; SSE2-LABEL: concat_uitofp_v8f64_v2i32:
|
|
; SSE2: # %bb.0:
|
|
; SSE2-NEXT: xorpd %xmm8, %xmm8
|
|
; SSE2-NEXT: unpcklps {{.*#+}} xmm0 = xmm0[0],xmm8[0],xmm0[1],xmm8[1]
|
|
; SSE2-NEXT: movapd {{.*#+}} xmm9 = [4.503599627370496E+15,4.503599627370496E+15]
|
|
; SSE2-NEXT: orpd %xmm9, %xmm0
|
|
; SSE2-NEXT: subpd %xmm9, %xmm0
|
|
; SSE2-NEXT: unpcklps {{.*#+}} xmm1 = xmm1[0],xmm8[0],xmm1[1],xmm8[1]
|
|
; SSE2-NEXT: orpd %xmm9, %xmm1
|
|
; SSE2-NEXT: subpd %xmm9, %xmm1
|
|
; SSE2-NEXT: unpcklps {{.*#+}} xmm2 = xmm2[0],xmm8[0],xmm2[1],xmm8[1]
|
|
; SSE2-NEXT: orpd %xmm9, %xmm2
|
|
; SSE2-NEXT: subpd %xmm9, %xmm2
|
|
; SSE2-NEXT: unpcklps {{.*#+}} xmm3 = xmm3[0],xmm8[0],xmm3[1],xmm8[1]
|
|
; SSE2-NEXT: orpd %xmm9, %xmm3
|
|
; SSE2-NEXT: subpd %xmm9, %xmm3
|
|
; SSE2-NEXT: addpd %xmm4, %xmm0
|
|
; SSE2-NEXT: addpd %xmm5, %xmm1
|
|
; SSE2-NEXT: addpd %xmm6, %xmm2
|
|
; SSE2-NEXT: addpd %xmm7, %xmm3
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; SSE4-LABEL: concat_uitofp_v8f64_v2i32:
|
|
; SSE4: # %bb.0:
|
|
; SSE4-NEXT: pmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm8 = [4.503599627370496E+15,4.503599627370496E+15]
|
|
; SSE4-NEXT: por %xmm8, %xmm0
|
|
; SSE4-NEXT: subpd %xmm8, %xmm0
|
|
; SSE4-NEXT: pmovzxdq {{.*#+}} xmm1 = xmm1[0],zero,xmm1[1],zero
|
|
; SSE4-NEXT: por %xmm8, %xmm1
|
|
; SSE4-NEXT: subpd %xmm8, %xmm1
|
|
; SSE4-NEXT: pmovzxdq {{.*#+}} xmm2 = xmm2[0],zero,xmm2[1],zero
|
|
; SSE4-NEXT: por %xmm8, %xmm2
|
|
; SSE4-NEXT: subpd %xmm8, %xmm2
|
|
; SSE4-NEXT: pmovzxdq {{.*#+}} xmm3 = xmm3[0],zero,xmm3[1],zero
|
|
; SSE4-NEXT: por %xmm8, %xmm3
|
|
; SSE4-NEXT: subpd %xmm8, %xmm3
|
|
; SSE4-NEXT: addpd %xmm4, %xmm0
|
|
; SSE4-NEXT: addpd %xmm5, %xmm1
|
|
; SSE4-NEXT: addpd %xmm6, %xmm2
|
|
; SSE4-NEXT: addpd %xmm7, %xmm3
|
|
; SSE4-NEXT: retq
|
|
;
|
|
; AVX1-LABEL: concat_uitofp_v8f64_v2i32:
|
|
; AVX1: # %bb.0:
|
|
; AVX1-NEXT: # kill: def $xmm6 killed $xmm6 def $ymm6
|
|
; AVX1-NEXT: # kill: def $xmm4 killed $xmm4 def $ymm4
|
|
; AVX1-NEXT: vpmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
|
; AVX1-NEXT: vpmovzxdq {{.*#+}} xmm1 = xmm1[0],zero,xmm1[1],zero
|
|
; AVX1-NEXT: vpmovzxdq {{.*#+}} xmm2 = xmm2[0],zero,xmm2[1],zero
|
|
; AVX1-NEXT: vpmovzxdq {{.*#+}} xmm3 = xmm3[0],zero,xmm3[1],zero
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm5, %ymm4, %ymm4
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX1-NEXT: vmovapd {{.*#+}} ymm1 = [4841369599423283200,4841369599423283200,4841369599423283200,4841369599423283200]
|
|
; AVX1-NEXT: vorpd %ymm1, %ymm0, %ymm0
|
|
; AVX1-NEXT: vmovapd {{.*#+}} ymm5 = [-4.503599627370496E+15,-4.503599627370496E+15,-4.503599627370496E+15,-4.503599627370496E+15]
|
|
; AVX1-NEXT: vaddpd %ymm5, %ymm0, %ymm0
|
|
; AVX1-NEXT: vaddpd %ymm0, %ymm4, %ymm0
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm7, %ymm6, %ymm4
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm3, %ymm2, %ymm2
|
|
; AVX1-NEXT: vorpd %ymm1, %ymm2, %ymm1
|
|
; AVX1-NEXT: vaddpd %ymm5, %ymm1, %ymm1
|
|
; AVX1-NEXT: vaddpd %ymm1, %ymm4, %ymm1
|
|
; AVX1-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: concat_uitofp_v8f64_v2i32:
|
|
; AVX2: # %bb.0:
|
|
; AVX2-NEXT: # kill: def $xmm6 killed $xmm6 def $ymm6
|
|
; AVX2-NEXT: # kill: def $xmm4 killed $xmm4 def $ymm4
|
|
; AVX2-NEXT: vinsertf128 $1, %xmm5, %ymm4, %ymm4
|
|
; AVX2-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm1[0]
|
|
; AVX2-NEXT: vpmovzxdq {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero
|
|
; AVX2-NEXT: vpbroadcastq {{.*#+}} ymm1 = [4841369599423283200,4841369599423283200,4841369599423283200,4841369599423283200]
|
|
; AVX2-NEXT: vpor %ymm1, %ymm0, %ymm0
|
|
; AVX2-NEXT: vbroadcastsd {{.*#+}} ymm5 = [-4.503599627370496E+15,-4.503599627370496E+15,-4.503599627370496E+15,-4.503599627370496E+15]
|
|
; AVX2-NEXT: vaddpd %ymm5, %ymm0, %ymm0
|
|
; AVX2-NEXT: vaddpd %ymm0, %ymm4, %ymm0
|
|
; AVX2-NEXT: vinsertf128 $1, %xmm7, %ymm6, %ymm4
|
|
; AVX2-NEXT: vpunpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm3[0]
|
|
; AVX2-NEXT: vpmovzxdq {{.*#+}} ymm2 = xmm2[0],zero,xmm2[1],zero,xmm2[2],zero,xmm2[3],zero
|
|
; AVX2-NEXT: vpor %ymm1, %ymm2, %ymm1
|
|
; AVX2-NEXT: vaddpd %ymm5, %ymm1, %ymm1
|
|
; AVX2-NEXT: vaddpd %ymm1, %ymm4, %ymm1
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512-LABEL: concat_uitofp_v8f64_v2i32:
|
|
; AVX512: # %bb.0:
|
|
; AVX512-NEXT: vcvtudq2pd %xmm0, %xmm0
|
|
; AVX512-NEXT: vcvtudq2pd %xmm1, %xmm1
|
|
; AVX512-NEXT: vcvtudq2pd %xmm2, %xmm2
|
|
; AVX512-NEXT: vcvtudq2pd %xmm3, %xmm3
|
|
; AVX512-NEXT: vaddpd %xmm0, %xmm4, %xmm0
|
|
; AVX512-NEXT: vaddpd %xmm1, %xmm5, %xmm1
|
|
; AVX512-NEXT: vaddpd %xmm2, %xmm6, %xmm2
|
|
; AVX512-NEXT: vaddpd %xmm3, %xmm7, %xmm3
|
|
; AVX512-NEXT: vinsertf128 $1, %xmm3, %ymm2, %ymm2
|
|
; AVX512-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX512-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
|
|
; AVX512-NEXT: retq
|
|
%c0 = uitofp <2 x i32> %a0 to <2 x double>
|
|
%c1 = uitofp <2 x i32> %a1 to <2 x double>
|
|
%c2 = uitofp <2 x i32> %a2 to <2 x double>
|
|
%c3 = uitofp <2 x i32> %a3 to <2 x double>
|
|
%v0 = fadd <2 x double> %b0, %c0
|
|
%v1 = fadd <2 x double> %b1, %c1
|
|
%v2 = fadd <2 x double> %b2, %c2
|
|
%v3 = fadd <2 x double> %b3, %c3
|
|
%r01 = shufflevector <2 x double> %v0, <2 x double> %v1, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
|
%r23 = shufflevector <2 x double> %v2, <2 x double> %v3, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
|
%res = shufflevector <4 x double> %r01, <4 x double> %r23, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x double> %res
|
|
}
|
|
|
|
define <16 x float> @concat_uitofp_v16f32_v4i32(<4 x i32> %a0, <4 x i32> %a1, <4 x i32> %a2, <4 x i32> %a3, <4 x float> %b0, <4 x float> %b1, <4 x float> %b2, <4 x float> %b3) {
|
|
; SSE2-LABEL: concat_uitofp_v16f32_v4i32:
|
|
; SSE2: # %bb.0:
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm8 = [65535,65535,65535,65535]
|
|
; SSE2-NEXT: movdqa %xmm0, %xmm12
|
|
; SSE2-NEXT: pand %xmm8, %xmm12
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm9 = [1258291200,1258291200,1258291200,1258291200]
|
|
; SSE2-NEXT: por %xmm9, %xmm12
|
|
; SSE2-NEXT: psrld $16, %xmm0
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm10 = [1392508928,1392508928,1392508928,1392508928]
|
|
; SSE2-NEXT: por %xmm10, %xmm0
|
|
; SSE2-NEXT: movaps {{.*#+}} xmm11 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; SSE2-NEXT: subps %xmm11, %xmm0
|
|
; SSE2-NEXT: addps %xmm12, %xmm0
|
|
; SSE2-NEXT: movdqa %xmm1, %xmm12
|
|
; SSE2-NEXT: pand %xmm8, %xmm12
|
|
; SSE2-NEXT: por %xmm9, %xmm12
|
|
; SSE2-NEXT: psrld $16, %xmm1
|
|
; SSE2-NEXT: por %xmm10, %xmm1
|
|
; SSE2-NEXT: subps %xmm11, %xmm1
|
|
; SSE2-NEXT: addps %xmm12, %xmm1
|
|
; SSE2-NEXT: movdqa %xmm2, %xmm12
|
|
; SSE2-NEXT: pand %xmm8, %xmm12
|
|
; SSE2-NEXT: por %xmm9, %xmm12
|
|
; SSE2-NEXT: psrld $16, %xmm2
|
|
; SSE2-NEXT: por %xmm10, %xmm2
|
|
; SSE2-NEXT: subps %xmm11, %xmm2
|
|
; SSE2-NEXT: addps %xmm12, %xmm2
|
|
; SSE2-NEXT: pand %xmm3, %xmm8
|
|
; SSE2-NEXT: por %xmm9, %xmm8
|
|
; SSE2-NEXT: psrld $16, %xmm3
|
|
; SSE2-NEXT: por %xmm10, %xmm3
|
|
; SSE2-NEXT: subps %xmm11, %xmm3
|
|
; SSE2-NEXT: addps %xmm8, %xmm3
|
|
; SSE2-NEXT: addps %xmm4, %xmm0
|
|
; SSE2-NEXT: addps %xmm5, %xmm1
|
|
; SSE2-NEXT: addps %xmm6, %xmm2
|
|
; SSE2-NEXT: addps %xmm7, %xmm3
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; SSE4-LABEL: concat_uitofp_v16f32_v4i32:
|
|
; SSE4: # %bb.0:
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm8 = [1258291200,1258291200,1258291200,1258291200]
|
|
; SSE4-NEXT: movdqa %xmm0, %xmm10
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm10 = xmm10[0],xmm8[1],xmm10[2],xmm8[3],xmm10[4],xmm8[5],xmm10[6],xmm8[7]
|
|
; SSE4-NEXT: psrld $16, %xmm0
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm9 = [1392508928,1392508928,1392508928,1392508928]
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm9[1],xmm0[2],xmm9[3],xmm0[4],xmm9[5],xmm0[6],xmm9[7]
|
|
; SSE4-NEXT: movaps {{.*#+}} xmm11 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; SSE4-NEXT: subps %xmm11, %xmm0
|
|
; SSE4-NEXT: addps %xmm10, %xmm0
|
|
; SSE4-NEXT: movdqa %xmm1, %xmm10
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm10 = xmm10[0],xmm8[1],xmm10[2],xmm8[3],xmm10[4],xmm8[5],xmm10[6],xmm8[7]
|
|
; SSE4-NEXT: psrld $16, %xmm1
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm9[1],xmm1[2],xmm9[3],xmm1[4],xmm9[5],xmm1[6],xmm9[7]
|
|
; SSE4-NEXT: subps %xmm11, %xmm1
|
|
; SSE4-NEXT: addps %xmm10, %xmm1
|
|
; SSE4-NEXT: movdqa %xmm2, %xmm10
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm10 = xmm10[0],xmm8[1],xmm10[2],xmm8[3],xmm10[4],xmm8[5],xmm10[6],xmm8[7]
|
|
; SSE4-NEXT: psrld $16, %xmm2
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm2 = xmm2[0],xmm9[1],xmm2[2],xmm9[3],xmm2[4],xmm9[5],xmm2[6],xmm9[7]
|
|
; SSE4-NEXT: subps %xmm11, %xmm2
|
|
; SSE4-NEXT: addps %xmm10, %xmm2
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm8 = xmm3[0],xmm8[1],xmm3[2],xmm8[3],xmm3[4],xmm8[5],xmm3[6],xmm8[7]
|
|
; SSE4-NEXT: psrld $16, %xmm3
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm3 = xmm3[0],xmm9[1],xmm3[2],xmm9[3],xmm3[4],xmm9[5],xmm3[6],xmm9[7]
|
|
; SSE4-NEXT: subps %xmm11, %xmm3
|
|
; SSE4-NEXT: addps %xmm8, %xmm3
|
|
; SSE4-NEXT: addps %xmm4, %xmm0
|
|
; SSE4-NEXT: addps %xmm5, %xmm1
|
|
; SSE4-NEXT: addps %xmm6, %xmm2
|
|
; SSE4-NEXT: addps %xmm7, %xmm3
|
|
; SSE4-NEXT: retq
|
|
;
|
|
; AVX1-LABEL: concat_uitofp_v16f32_v4i32:
|
|
; AVX1: # %bb.0:
|
|
; AVX1-NEXT: # kill: def $xmm6 killed $xmm6 def $ymm6
|
|
; AVX1-NEXT: # kill: def $xmm4 killed $xmm4 def $ymm4
|
|
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm8
|
|
; AVX1-NEXT: vbroadcastss {{.*#+}} xmm9 = [1392508928,1392508928,1392508928,1392508928]
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm8 = xmm8[0],xmm9[1],xmm8[2],xmm9[3],xmm8[4],xmm9[5],xmm8[6],xmm9[7]
|
|
; AVX1-NEXT: vbroadcastss {{.*#+}} xmm10 = [1258291200,1258291200,1258291200,1258291200]
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm0 = xmm0[0],xmm10[1],xmm0[2],xmm10[3],xmm0[4],xmm10[5],xmm0[6],xmm10[7]
|
|
; AVX1-NEXT: vpsrld $16, %xmm1, %xmm11
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm11 = xmm11[0],xmm9[1],xmm11[2],xmm9[3],xmm11[4],xmm9[5],xmm11[6],xmm9[7]
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm1 = xmm1[0],xmm10[1],xmm1[2],xmm10[3],xmm1[4],xmm10[5],xmm1[6],xmm10[7]
|
|
; AVX1-NEXT: vpsrld $16, %xmm2, %xmm12
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm12 = xmm12[0],xmm9[1],xmm12[2],xmm9[3],xmm12[4],xmm9[5],xmm12[6],xmm9[7]
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm2 = xmm2[0],xmm10[1],xmm2[2],xmm10[3],xmm2[4],xmm10[5],xmm2[6],xmm10[7]
|
|
; AVX1-NEXT: vpsrld $16, %xmm3, %xmm13
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm9 = xmm13[0],xmm9[1],xmm13[2],xmm9[3],xmm13[4],xmm9[5],xmm13[6],xmm9[7]
|
|
; AVX1-NEXT: vpblendw {{.*#+}} xmm3 = xmm3[0],xmm10[1],xmm3[2],xmm10[3],xmm3[4],xmm10[5],xmm3[6],xmm10[7]
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm11, %ymm8, %ymm1
|
|
; AVX1-NEXT: vmovaps {{.*#+}} ymm8 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; AVX1-NEXT: vsubps %ymm8, %ymm1, %ymm1
|
|
; AVX1-NEXT: vaddps %ymm1, %ymm0, %ymm0
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm5, %ymm4, %ymm1
|
|
; AVX1-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm3, %ymm2, %ymm1
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm9, %ymm12, %ymm2
|
|
; AVX1-NEXT: vsubps %ymm8, %ymm2, %ymm2
|
|
; AVX1-NEXT: vaddps %ymm2, %ymm1, %ymm1
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm7, %ymm6, %ymm2
|
|
; AVX1-NEXT: vaddps %ymm1, %ymm2, %ymm1
|
|
; AVX1-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: concat_uitofp_v16f32_v4i32:
|
|
; AVX2: # %bb.0:
|
|
; AVX2-NEXT: # kill: def $xmm6 killed $xmm6 def $ymm6
|
|
; AVX2-NEXT: # kill: def $xmm4 killed $xmm4 def $ymm4
|
|
; AVX2-NEXT: # kill: def $xmm2 killed $xmm2 def $ymm2
|
|
; AVX2-NEXT: # kill: def $xmm0 killed $xmm0 def $ymm0
|
|
; AVX2-NEXT: vinserti128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX2-NEXT: vpbroadcastd {{.*#+}} ymm1 = [0,19200,0,19200,0,19200,0,19200,0,19200,0,19200,0,19200,0,19200]
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm8 = ymm0[0],ymm1[1],ymm0[2],ymm1[3],ymm0[4],ymm1[5],ymm0[6],ymm1[7],ymm0[8],ymm1[9],ymm0[10],ymm1[11],ymm0[12],ymm1[13],ymm0[14],ymm1[15]
|
|
; AVX2-NEXT: vpsrld $16, %ymm0, %ymm0
|
|
; AVX2-NEXT: vpbroadcastd {{.*#+}} ymm9 = [0,21248,0,21248,0,21248,0,21248,0,21248,0,21248,0,21248,0,21248]
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm0 = ymm0[0],ymm9[1],ymm0[2],ymm9[3],ymm0[4],ymm9[5],ymm0[6],ymm9[7],ymm0[8],ymm9[9],ymm0[10],ymm9[11],ymm0[12],ymm9[13],ymm0[14],ymm9[15]
|
|
; AVX2-NEXT: vbroadcastss {{.*#+}} ymm10 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; AVX2-NEXT: vsubps %ymm10, %ymm0, %ymm0
|
|
; AVX2-NEXT: vaddps %ymm0, %ymm8, %ymm0
|
|
; AVX2-NEXT: vinsertf128 $1, %xmm5, %ymm4, %ymm4
|
|
; AVX2-NEXT: vaddps %ymm0, %ymm4, %ymm0
|
|
; AVX2-NEXT: vinserti128 $1, %xmm3, %ymm2, %ymm2
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm1 = ymm2[0],ymm1[1],ymm2[2],ymm1[3],ymm2[4],ymm1[5],ymm2[6],ymm1[7],ymm2[8],ymm1[9],ymm2[10],ymm1[11],ymm2[12],ymm1[13],ymm2[14],ymm1[15]
|
|
; AVX2-NEXT: vpsrld $16, %ymm2, %ymm2
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm2 = ymm2[0],ymm9[1],ymm2[2],ymm9[3],ymm2[4],ymm9[5],ymm2[6],ymm9[7],ymm2[8],ymm9[9],ymm2[10],ymm9[11],ymm2[12],ymm9[13],ymm2[14],ymm9[15]
|
|
; AVX2-NEXT: vsubps %ymm10, %ymm2, %ymm2
|
|
; AVX2-NEXT: vaddps %ymm2, %ymm1, %ymm1
|
|
; AVX2-NEXT: vinsertf128 $1, %xmm7, %ymm6, %ymm2
|
|
; AVX2-NEXT: vaddps %ymm1, %ymm2, %ymm1
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512-LABEL: concat_uitofp_v16f32_v4i32:
|
|
; AVX512: # %bb.0:
|
|
; AVX512-NEXT: vcvtudq2ps %xmm0, %xmm0
|
|
; AVX512-NEXT: vcvtudq2ps %xmm1, %xmm1
|
|
; AVX512-NEXT: vcvtudq2ps %xmm2, %xmm2
|
|
; AVX512-NEXT: vcvtudq2ps %xmm3, %xmm3
|
|
; AVX512-NEXT: vaddps %xmm0, %xmm4, %xmm0
|
|
; AVX512-NEXT: vaddps %xmm1, %xmm5, %xmm1
|
|
; AVX512-NEXT: vaddps %xmm2, %xmm6, %xmm2
|
|
; AVX512-NEXT: vaddps %xmm3, %xmm7, %xmm3
|
|
; AVX512-NEXT: vinsertf128 $1, %xmm3, %ymm2, %ymm2
|
|
; AVX512-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
|
|
; AVX512-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
|
|
; AVX512-NEXT: retq
|
|
%c0 = uitofp <4 x i32> %a0 to <4 x float>
|
|
%c1 = uitofp <4 x i32> %a1 to <4 x float>
|
|
%c2 = uitofp <4 x i32> %a2 to <4 x float>
|
|
%c3 = uitofp <4 x i32> %a3 to <4 x float>
|
|
%v0 = fadd <4 x float> %b0, %c0
|
|
%v1 = fadd <4 x float> %b1, %c1
|
|
%v2 = fadd <4 x float> %b2, %c2
|
|
%v3 = fadd <4 x float> %b3, %c3
|
|
%r01 = shufflevector <4 x float> %v0, <4 x float> %v1, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
%r23 = shufflevector <4 x float> %v2, <4 x float> %v3, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
%res = shufflevector <8 x float> %r01, <8 x float> %r23, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
|
|
ret <16 x float> %res
|
|
}
|
|
|
|
define <8 x double> @concat_uitofp_v8f64_v4i32(<4 x i32> %a0, <4 x i32> %a1, <4 x double> %b0, <4 x double> %b1) {
|
|
; SSE2-LABEL: concat_uitofp_v8f64_v4i32:
|
|
; SSE2: # %bb.0:
|
|
; SSE2-NEXT: movapd %xmm1, %xmm6
|
|
; SSE2-NEXT: xorpd %xmm8, %xmm8
|
|
; SSE2-NEXT: movapd %xmm0, %xmm1
|
|
; SSE2-NEXT: unpckhps {{.*#+}} xmm1 = xmm1[2],xmm8[2],xmm1[3],xmm8[3]
|
|
; SSE2-NEXT: movapd {{.*#+}} xmm9 = [4.503599627370496E+15,4.503599627370496E+15]
|
|
; SSE2-NEXT: orpd %xmm9, %xmm1
|
|
; SSE2-NEXT: subpd %xmm9, %xmm1
|
|
; SSE2-NEXT: unpcklps {{.*#+}} xmm0 = xmm0[0],xmm8[0],xmm0[1],xmm8[1]
|
|
; SSE2-NEXT: orpd %xmm9, %xmm0
|
|
; SSE2-NEXT: subpd %xmm9, %xmm0
|
|
; SSE2-NEXT: movapd %xmm6, %xmm7
|
|
; SSE2-NEXT: unpckhps {{.*#+}} xmm7 = xmm7[2],xmm8[2],xmm7[3],xmm8[3]
|
|
; SSE2-NEXT: orpd %xmm9, %xmm7
|
|
; SSE2-NEXT: subpd %xmm9, %xmm7
|
|
; SSE2-NEXT: unpcklps {{.*#+}} xmm6 = xmm6[0],xmm8[0],xmm6[1],xmm8[1]
|
|
; SSE2-NEXT: orpd %xmm9, %xmm6
|
|
; SSE2-NEXT: subpd %xmm9, %xmm6
|
|
; SSE2-NEXT: addpd %xmm2, %xmm0
|
|
; SSE2-NEXT: addpd %xmm3, %xmm1
|
|
; SSE2-NEXT: addpd %xmm4, %xmm6
|
|
; SSE2-NEXT: addpd %xmm5, %xmm7
|
|
; SSE2-NEXT: movapd %xmm6, %xmm2
|
|
; SSE2-NEXT: movapd %xmm7, %xmm3
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; SSE4-LABEL: concat_uitofp_v8f64_v4i32:
|
|
; SSE4: # %bb.0:
|
|
; SSE4-NEXT: movdqa %xmm1, %xmm6
|
|
; SSE4-NEXT: movdqa %xmm0, %xmm1
|
|
; SSE4-NEXT: pxor %xmm8, %xmm8
|
|
; SSE4-NEXT: pmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
|
; SSE4-NEXT: punpckhdq {{.*#+}} xmm1 = xmm1[2],xmm8[2],xmm1[3],xmm8[3]
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm9 = [4.503599627370496E+15,4.503599627370496E+15]
|
|
; SSE4-NEXT: por %xmm9, %xmm1
|
|
; SSE4-NEXT: subpd %xmm9, %xmm1
|
|
; SSE4-NEXT: por %xmm9, %xmm0
|
|
; SSE4-NEXT: subpd %xmm9, %xmm0
|
|
; SSE4-NEXT: pmovzxdq {{.*#+}} xmm7 = xmm6[0],zero,xmm6[1],zero
|
|
; SSE4-NEXT: punpckhdq {{.*#+}} xmm6 = xmm6[2],xmm8[2],xmm6[3],xmm8[3]
|
|
; SSE4-NEXT: por %xmm9, %xmm6
|
|
; SSE4-NEXT: subpd %xmm9, %xmm6
|
|
; SSE4-NEXT: por %xmm9, %xmm7
|
|
; SSE4-NEXT: subpd %xmm9, %xmm7
|
|
; SSE4-NEXT: addpd %xmm2, %xmm0
|
|
; SSE4-NEXT: addpd %xmm3, %xmm1
|
|
; SSE4-NEXT: addpd %xmm4, %xmm7
|
|
; SSE4-NEXT: addpd %xmm5, %xmm6
|
|
; SSE4-NEXT: movapd %xmm7, %xmm2
|
|
; SSE4-NEXT: movapd %xmm6, %xmm3
|
|
; SSE4-NEXT: retq
|
|
;
|
|
; AVX1-LABEL: concat_uitofp_v8f64_v4i32:
|
|
; AVX1: # %bb.0:
|
|
; AVX1-NEXT: vpxor %xmm4, %xmm4, %xmm4
|
|
; AVX1-NEXT: vpunpckhdq {{.*#+}} xmm5 = xmm0[2],xmm4[2],xmm0[3],xmm4[3]
|
|
; AVX1-NEXT: vpmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
|
; AVX1-NEXT: vbroadcastsd {{.*#+}} ymm6 = [4.503599627370496E+15,4.503599627370496E+15,4.503599627370496E+15,4.503599627370496E+15]
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm5, %ymm0, %ymm0
|
|
; AVX1-NEXT: vorpd %ymm6, %ymm0, %ymm0
|
|
; AVX1-NEXT: vsubpd %ymm6, %ymm0, %ymm0
|
|
; AVX1-NEXT: vpunpckhdq {{.*#+}} xmm4 = xmm1[2],xmm4[2],xmm1[3],xmm4[3]
|
|
; AVX1-NEXT: vpmovzxdq {{.*#+}} xmm1 = xmm1[0],zero,xmm1[1],zero
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm4, %ymm1, %ymm1
|
|
; AVX1-NEXT: vorpd %ymm6, %ymm1, %ymm1
|
|
; AVX1-NEXT: vsubpd %ymm6, %ymm1, %ymm1
|
|
; AVX1-NEXT: vaddpd %ymm0, %ymm2, %ymm0
|
|
; AVX1-NEXT: vaddpd %ymm1, %ymm3, %ymm1
|
|
; AVX1-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: concat_uitofp_v8f64_v4i32:
|
|
; AVX2: # %bb.0:
|
|
; AVX2-NEXT: vpmovzxdq {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero
|
|
; AVX2-NEXT: vpbroadcastq {{.*#+}} ymm4 = [4.503599627370496E+15,4.503599627370496E+15,4.503599627370496E+15,4.503599627370496E+15]
|
|
; AVX2-NEXT: vpor %ymm4, %ymm0, %ymm0
|
|
; AVX2-NEXT: vsubpd %ymm4, %ymm0, %ymm0
|
|
; AVX2-NEXT: vpmovzxdq {{.*#+}} ymm1 = xmm1[0],zero,xmm1[1],zero,xmm1[2],zero,xmm1[3],zero
|
|
; AVX2-NEXT: vpor %ymm4, %ymm1, %ymm1
|
|
; AVX2-NEXT: vsubpd %ymm4, %ymm1, %ymm1
|
|
; AVX2-NEXT: vaddpd %ymm0, %ymm2, %ymm0
|
|
; AVX2-NEXT: vaddpd %ymm1, %ymm3, %ymm1
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512-LABEL: concat_uitofp_v8f64_v4i32:
|
|
; AVX512: # %bb.0:
|
|
; AVX512-NEXT: vcvtudq2pd %xmm0, %ymm0
|
|
; AVX512-NEXT: vcvtudq2pd %xmm1, %ymm1
|
|
; AVX512-NEXT: vaddpd %ymm0, %ymm2, %ymm0
|
|
; AVX512-NEXT: vaddpd %ymm1, %ymm3, %ymm1
|
|
; AVX512-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
|
|
; AVX512-NEXT: retq
|
|
%c0 = uitofp <4 x i32> %a0 to <4 x double>
|
|
%c1 = uitofp <4 x i32> %a1 to <4 x double>
|
|
%v0 = fadd <4 x double> %b0, %c0
|
|
%v1 = fadd <4 x double> %b1, %c1
|
|
%res = shufflevector <4 x double> %v0, <4 x double> %v1, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x double> %res
|
|
}
|
|
|
|
define <16 x float> @concat_uitofp_v16f32_v8i32(<8 x i32> %a0, <8 x i32> %a1, <8 x float> %b0, <8 x float> %b1) {
|
|
; SSE2-LABEL: concat_uitofp_v16f32_v8i32:
|
|
; SSE2: # %bb.0:
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm8 = [65535,65535,65535,65535]
|
|
; SSE2-NEXT: movdqa %xmm1, %xmm12
|
|
; SSE2-NEXT: pand %xmm8, %xmm12
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm9 = [1258291200,1258291200,1258291200,1258291200]
|
|
; SSE2-NEXT: por %xmm9, %xmm12
|
|
; SSE2-NEXT: psrld $16, %xmm1
|
|
; SSE2-NEXT: movdqa {{.*#+}} xmm10 = [1392508928,1392508928,1392508928,1392508928]
|
|
; SSE2-NEXT: por %xmm10, %xmm1
|
|
; SSE2-NEXT: movaps {{.*#+}} xmm11 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; SSE2-NEXT: subps %xmm11, %xmm1
|
|
; SSE2-NEXT: addps %xmm12, %xmm1
|
|
; SSE2-NEXT: movdqa %xmm0, %xmm12
|
|
; SSE2-NEXT: pand %xmm8, %xmm12
|
|
; SSE2-NEXT: por %xmm9, %xmm12
|
|
; SSE2-NEXT: psrld $16, %xmm0
|
|
; SSE2-NEXT: por %xmm10, %xmm0
|
|
; SSE2-NEXT: subps %xmm11, %xmm0
|
|
; SSE2-NEXT: addps %xmm12, %xmm0
|
|
; SSE2-NEXT: movdqa %xmm3, %xmm12
|
|
; SSE2-NEXT: pand %xmm8, %xmm12
|
|
; SSE2-NEXT: por %xmm9, %xmm12
|
|
; SSE2-NEXT: psrld $16, %xmm3
|
|
; SSE2-NEXT: por %xmm10, %xmm3
|
|
; SSE2-NEXT: subps %xmm11, %xmm3
|
|
; SSE2-NEXT: addps %xmm12, %xmm3
|
|
; SSE2-NEXT: pand %xmm2, %xmm8
|
|
; SSE2-NEXT: por %xmm9, %xmm8
|
|
; SSE2-NEXT: psrld $16, %xmm2
|
|
; SSE2-NEXT: por %xmm10, %xmm2
|
|
; SSE2-NEXT: subps %xmm11, %xmm2
|
|
; SSE2-NEXT: addps %xmm8, %xmm2
|
|
; SSE2-NEXT: addps %xmm4, %xmm0
|
|
; SSE2-NEXT: addps %xmm5, %xmm1
|
|
; SSE2-NEXT: addps %xmm6, %xmm2
|
|
; SSE2-NEXT: addps %xmm7, %xmm3
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; SSE4-LABEL: concat_uitofp_v16f32_v8i32:
|
|
; SSE4: # %bb.0:
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm8 = [1258291200,1258291200,1258291200,1258291200]
|
|
; SSE4-NEXT: movdqa %xmm1, %xmm10
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm10 = xmm10[0],xmm8[1],xmm10[2],xmm8[3],xmm10[4],xmm8[5],xmm10[6],xmm8[7]
|
|
; SSE4-NEXT: psrld $16, %xmm1
|
|
; SSE4-NEXT: movdqa {{.*#+}} xmm9 = [1392508928,1392508928,1392508928,1392508928]
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0],xmm9[1],xmm1[2],xmm9[3],xmm1[4],xmm9[5],xmm1[6],xmm9[7]
|
|
; SSE4-NEXT: movaps {{.*#+}} xmm11 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; SSE4-NEXT: subps %xmm11, %xmm1
|
|
; SSE4-NEXT: addps %xmm10, %xmm1
|
|
; SSE4-NEXT: movdqa %xmm0, %xmm10
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm10 = xmm10[0],xmm8[1],xmm10[2],xmm8[3],xmm10[4],xmm8[5],xmm10[6],xmm8[7]
|
|
; SSE4-NEXT: psrld $16, %xmm0
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0],xmm9[1],xmm0[2],xmm9[3],xmm0[4],xmm9[5],xmm0[6],xmm9[7]
|
|
; SSE4-NEXT: subps %xmm11, %xmm0
|
|
; SSE4-NEXT: addps %xmm10, %xmm0
|
|
; SSE4-NEXT: movdqa %xmm3, %xmm10
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm10 = xmm10[0],xmm8[1],xmm10[2],xmm8[3],xmm10[4],xmm8[5],xmm10[6],xmm8[7]
|
|
; SSE4-NEXT: psrld $16, %xmm3
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm3 = xmm3[0],xmm9[1],xmm3[2],xmm9[3],xmm3[4],xmm9[5],xmm3[6],xmm9[7]
|
|
; SSE4-NEXT: subps %xmm11, %xmm3
|
|
; SSE4-NEXT: addps %xmm10, %xmm3
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm8 = xmm2[0],xmm8[1],xmm2[2],xmm8[3],xmm2[4],xmm8[5],xmm2[6],xmm8[7]
|
|
; SSE4-NEXT: psrld $16, %xmm2
|
|
; SSE4-NEXT: pblendw {{.*#+}} xmm2 = xmm2[0],xmm9[1],xmm2[2],xmm9[3],xmm2[4],xmm9[5],xmm2[6],xmm9[7]
|
|
; SSE4-NEXT: subps %xmm11, %xmm2
|
|
; SSE4-NEXT: addps %xmm8, %xmm2
|
|
; SSE4-NEXT: addps %xmm4, %xmm0
|
|
; SSE4-NEXT: addps %xmm5, %xmm1
|
|
; SSE4-NEXT: addps %xmm6, %xmm2
|
|
; SSE4-NEXT: addps %xmm7, %xmm3
|
|
; SSE4-NEXT: retq
|
|
;
|
|
; AVX1-LABEL: concat_uitofp_v16f32_v8i32:
|
|
; AVX1: # %bb.0:
|
|
; AVX1-NEXT: vpsrld $16, %xmm0, %xmm4
|
|
; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
|
|
; AVX1-NEXT: vpsrld $16, %xmm5, %xmm5
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm5, %ymm4, %ymm4
|
|
; AVX1-NEXT: vcvtdq2ps %ymm4, %ymm4
|
|
; AVX1-NEXT: vmovaps {{.*#+}} ymm5 = [6.5536E+4,6.5536E+4,6.5536E+4,6.5536E+4,6.5536E+4,6.5536E+4,6.5536E+4,6.5536E+4]
|
|
; AVX1-NEXT: vmulps %ymm5, %ymm4, %ymm4
|
|
; AVX1-NEXT: vmovaps {{.*#+}} ymm6 = [65535,65535,65535,65535,65535,65535,65535,65535]
|
|
; AVX1-NEXT: vandps %ymm6, %ymm0, %ymm0
|
|
; AVX1-NEXT: vcvtdq2ps %ymm0, %ymm0
|
|
; AVX1-NEXT: vaddps %ymm0, %ymm4, %ymm0
|
|
; AVX1-NEXT: vpsrld $16, %xmm1, %xmm4
|
|
; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm7
|
|
; AVX1-NEXT: vpsrld $16, %xmm7, %xmm7
|
|
; AVX1-NEXT: vinsertf128 $1, %xmm7, %ymm4, %ymm4
|
|
; AVX1-NEXT: vcvtdq2ps %ymm4, %ymm4
|
|
; AVX1-NEXT: vmulps %ymm5, %ymm4, %ymm4
|
|
; AVX1-NEXT: vandps %ymm6, %ymm1, %ymm1
|
|
; AVX1-NEXT: vcvtdq2ps %ymm1, %ymm1
|
|
; AVX1-NEXT: vaddps %ymm1, %ymm4, %ymm1
|
|
; AVX1-NEXT: vaddps %ymm0, %ymm2, %ymm0
|
|
; AVX1-NEXT: vaddps %ymm1, %ymm3, %ymm1
|
|
; AVX1-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: concat_uitofp_v16f32_v8i32:
|
|
; AVX2: # %bb.0:
|
|
; AVX2-NEXT: vpbroadcastd {{.*#+}} ymm4 = [1258291200,1258291200,1258291200,1258291200,1258291200,1258291200,1258291200,1258291200]
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm5 = ymm0[0],ymm4[1],ymm0[2],ymm4[3],ymm0[4],ymm4[5],ymm0[6],ymm4[7],ymm0[8],ymm4[9],ymm0[10],ymm4[11],ymm0[12],ymm4[13],ymm0[14],ymm4[15]
|
|
; AVX2-NEXT: vpsrld $16, %ymm0, %ymm0
|
|
; AVX2-NEXT: vpbroadcastd {{.*#+}} ymm6 = [1392508928,1392508928,1392508928,1392508928,1392508928,1392508928,1392508928,1392508928]
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm0 = ymm0[0],ymm6[1],ymm0[2],ymm6[3],ymm0[4],ymm6[5],ymm0[6],ymm6[7],ymm0[8],ymm6[9],ymm0[10],ymm6[11],ymm0[12],ymm6[13],ymm0[14],ymm6[15]
|
|
; AVX2-NEXT: vbroadcastss {{.*#+}} ymm7 = [5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11,5.49764202E+11]
|
|
; AVX2-NEXT: vsubps %ymm7, %ymm0, %ymm0
|
|
; AVX2-NEXT: vaddps %ymm0, %ymm5, %ymm0
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm4 = ymm1[0],ymm4[1],ymm1[2],ymm4[3],ymm1[4],ymm4[5],ymm1[6],ymm4[7],ymm1[8],ymm4[9],ymm1[10],ymm4[11],ymm1[12],ymm4[13],ymm1[14],ymm4[15]
|
|
; AVX2-NEXT: vpsrld $16, %ymm1, %ymm1
|
|
; AVX2-NEXT: vpblendw {{.*#+}} ymm1 = ymm1[0],ymm6[1],ymm1[2],ymm6[3],ymm1[4],ymm6[5],ymm1[6],ymm6[7],ymm1[8],ymm6[9],ymm1[10],ymm6[11],ymm1[12],ymm6[13],ymm1[14],ymm6[15]
|
|
; AVX2-NEXT: vsubps %ymm7, %ymm1, %ymm1
|
|
; AVX2-NEXT: vaddps %ymm1, %ymm4, %ymm1
|
|
; AVX2-NEXT: vaddps %ymm0, %ymm2, %ymm0
|
|
; AVX2-NEXT: vaddps %ymm1, %ymm3, %ymm1
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512-LABEL: concat_uitofp_v16f32_v8i32:
|
|
; AVX512: # %bb.0:
|
|
; AVX512-NEXT: vcvtudq2ps %ymm0, %ymm0
|
|
; AVX512-NEXT: vcvtudq2ps %ymm1, %ymm1
|
|
; AVX512-NEXT: vaddps %ymm0, %ymm2, %ymm0
|
|
; AVX512-NEXT: vaddps %ymm1, %ymm3, %ymm1
|
|
; AVX512-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
|
|
; AVX512-NEXT: retq
|
|
%c0 = uitofp <8 x i32> %a0 to <8 x float>
|
|
%c1 = uitofp <8 x i32> %a1 to <8 x float>
|
|
%v0 = fadd <8 x float> %b0, %c0
|
|
%v1 = fadd <8 x float> %b1, %c1
|
|
%res = shufflevector <8 x float> %v0, <8 x float> %v1, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
|
|
ret <16 x float> %res
|
|
}
|