derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
206 lines
11 KiB
C
206 lines
11 KiB
C
// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512bf16 -target-feature +avx512vl -emit-llvm -o - -Wall -Werror | FileCheck %s
|
|
// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=i386-apple-darwin -target-feature +avx512bf16 -target-feature +avx512vl -emit-llvm -o - -Wall -Werror | FileCheck %s
|
|
// RUN: %clang_cc1 -x c++ -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512bf16 -target-feature +avx512vl -emit-llvm -o - -Wall -Werror | FileCheck %s
|
|
// RUN: %clang_cc1 -x c++ -flax-vector-conversions=none -ffreestanding %s -triple=i386-apple-darwin -target-feature +avx512bf16 -target-feature +avx512vl -emit-llvm -o - -Wall -Werror | FileCheck %s
|
|
//
|
|
// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512bf16 -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -fexperimental-new-constant-interpreter | FileCheck %s
|
|
// RUN: %clang_cc1 -x c -flax-vector-conversions=none -ffreestanding %s -triple=i386-apple-darwin -target-feature +avx512bf16 -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -fexperimental-new-constant-interpreter | FileCheck %s
|
|
// RUN: %clang_cc1 -x c++ -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx512bf16 -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -fexperimental-new-constant-interpreter | FileCheck %s
|
|
// RUN: %clang_cc1 -x c++ -flax-vector-conversions=none -ffreestanding %s -triple=i386-apple-darwin -target-feature +avx512bf16 -target-feature +avx512vl -emit-llvm -o - -Wall -Werror -fexperimental-new-constant-interpreter | FileCheck %s
|
|
|
|
#include <immintrin.h>
|
|
#include "builtin_test_helpers.h"
|
|
|
|
__m128bh test_mm_cvtne2ps2bf16(__m128 A, __m128 B) {
|
|
// CHECK-LABEL: test_mm_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.128(<4 x float> %{{.*}}, <4 x float> %{{.*}})
|
|
return _mm_cvtne2ps_pbh(A, B);
|
|
}
|
|
|
|
__m128bh test_mm_maskz_cvtne2ps2bf16(__m128 A, __m128 B, __mmask8 U) {
|
|
// CHECK-LABEL: test_mm_maskz_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.128(<4 x float> %{{.*}}, <4 x float> %{{.*}})
|
|
// CHECK: select <8 x i1> %{{.*}}, <8 x bfloat> %{{.*}}, <8 x bfloat> %{{.*}}
|
|
return _mm_maskz_cvtne2ps_pbh(U, A, B);
|
|
}
|
|
|
|
__m128bh test_mm_mask_cvtne2ps2bf16(__m128bh C, __mmask8 U, __m128 A, __m128 B) {
|
|
// CHECK-LABEL: test_mm_mask_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.128(<4 x float> %{{.*}}, <4 x float> %{{.*}})
|
|
// CHECK: select <8 x i1> %{{.*}}, <8 x bfloat> %{{.*}}, <8 x bfloat> %{{.*}}
|
|
return _mm_mask_cvtne2ps_pbh(C, U, A, B);
|
|
}
|
|
|
|
__m256bh test_mm256_cvtne2ps2bf16(__m256 A, __m256 B) {
|
|
// CHECK-LABEL: test_mm256_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<16 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.256(<8 x float> %{{.*}}, <8 x float> %{{.*}})
|
|
return _mm256_cvtne2ps_pbh(A, B);
|
|
}
|
|
|
|
__m256bh test_mm256_maskz_cvtne2ps2bf16(__m256 A, __m256 B, __mmask16 U) {
|
|
// CHECK-LABEL: test_mm256_maskz_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<16 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.256(<8 x float> %{{.*}}, <8 x float> %{{.*}})
|
|
// CHECK: select <16 x i1> %{{.*}}, <16 x bfloat> %{{.*}}, <16 x bfloat> %{{.*}}
|
|
return _mm256_maskz_cvtne2ps_pbh(U, A, B);
|
|
}
|
|
|
|
__m256bh test_mm256_mask_cvtne2ps2bf16(__m256bh C, __mmask16 U, __m256 A, __m256 B) {
|
|
// CHECK-LABEL: test_mm256_mask_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<16 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.256(<8 x float> %{{.*}}, <8 x float> %{{.*}})
|
|
// CHECK: select <16 x i1> %{{.*}}, <16 x bfloat> %{{.*}}, <16 x bfloat> %{{.*}}
|
|
return _mm256_mask_cvtne2ps_pbh(C, U, A, B);
|
|
}
|
|
|
|
__m512bh test_mm512_cvtne2ps2bf16(__m512 A, __m512 B) {
|
|
// CHECK-LABEL: test_mm512_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<32 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.512(<16 x float> %{{.*}}, <16 x float> %{{.*}})
|
|
return _mm512_cvtne2ps_pbh(A, B);
|
|
}
|
|
|
|
__m512bh test_mm512_maskz_cvtne2ps2bf16(__m512 A, __m512 B, __mmask32 U) {
|
|
// CHECK-LABEL: test_mm512_maskz_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<32 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.512(<16 x float> %{{.*}}, <16 x float> %{{.*}})
|
|
// CHECK: select <32 x i1> %{{.*}}, <32 x bfloat> %{{.*}}, <32 x bfloat> %{{.*}}
|
|
return _mm512_maskz_cvtne2ps_pbh(U, A, B);
|
|
}
|
|
|
|
__m512bh test_mm512_mask_cvtne2ps2bf16(__m512bh C, __mmask32 U, __m512 A, __m512 B) {
|
|
// CHECK-LABEL: test_mm512_mask_cvtne2ps2bf16
|
|
// CHECK: call {{.*}}<32 x bfloat> @llvm.x86.avx512bf16.cvtne2ps2bf16.512(<16 x float> %{{.*}}, <16 x float> %{{.*}})
|
|
// CHECK: select <32 x i1> %{{.*}}, <32 x bfloat> %{{.*}}, <32 x bfloat> %{{.*}}
|
|
return _mm512_mask_cvtne2ps_pbh(C, U, A, B);
|
|
}
|
|
|
|
__m128bh test_mm_cvtneps2bf16(__m128 A) {
|
|
// CHECK-LABEL: test_mm_cvtneps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.vcvtneps2bf16128(<4 x float> %{{.*}})
|
|
return _mm_cvtneps_pbh(A);
|
|
}
|
|
|
|
__m128bh test_mm_mask_cvtneps2bf16(__m128bh C, __mmask8 U, __m128 A) {
|
|
// CHECK-LABEL: test_mm_mask_cvtneps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.avx512bf16.mask.cvtneps2bf16.128(<4 x float> %{{.*}}, <8 x bfloat> %{{.*}}, <4 x i1> %{{.*}})
|
|
return _mm_mask_cvtneps_pbh(C, U, A);
|
|
}
|
|
|
|
__m128bh test_mm_maskz_cvtneps2bf16(__m128 A, __mmask8 U) {
|
|
// CHECK-LABEL: test_mm_maskz_cvtneps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.avx512bf16.mask.cvtneps2bf16.128(<4 x float> %{{.*}}, <8 x bfloat> %{{.*}}, <4 x i1> %{{.*}})
|
|
return _mm_maskz_cvtneps_pbh(U, A);
|
|
}
|
|
|
|
__m128bh test_mm256_cvtneps2bf16(__m256 A) {
|
|
// CHECK-LABEL: test_mm256_cvtneps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.vcvtneps2bf16256(<8 x float> %{{.*}})
|
|
return _mm256_cvtneps_pbh(A);
|
|
}
|
|
|
|
__m128bh test_mm256_mask_cvtneps2bf16(__m128bh C, __mmask8 U, __m256 A) {
|
|
// CHECK-LABEL: test_mm256_mask_cvtneps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.avx512bf16.cvtneps2bf16.256(<8 x float> %{{.*}})
|
|
// CHECK: select <8 x i1> %{{.*}}, <8 x bfloat> %{{.*}}, <8 x bfloat> %{{.*}}
|
|
return _mm256_mask_cvtneps_pbh(C, U, A);
|
|
}
|
|
|
|
__m128bh test_mm256_maskz_cvtneps2bf16(__m256 A, __mmask8 U) {
|
|
// CHECK-LABEL: test_mm256_maskz_cvtneps2bf16
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.avx512bf16.cvtneps2bf16.256
|
|
// CHECK: select <8 x i1> %{{.*}}, <8 x bfloat> %{{.*}}, <8 x bfloat> %{{.*}}
|
|
return _mm256_maskz_cvtneps_pbh(U, A);
|
|
}
|
|
|
|
__m128 test_mm_dpbf16_ps(__m128 D, __m128bh A, __m128bh B) {
|
|
// CHECK-LABEL: test_mm_dpbf16_ps
|
|
// CHECK: call {{.*}}<4 x float> @llvm.x86.avx512bf16.dpbf16ps.128(<4 x float> %{{.*}}, <8 x bfloat> %{{.*}}, <8 x bfloat> %{{.*}})
|
|
return _mm_dpbf16_ps(D, A, B);
|
|
}
|
|
|
|
__m128 test_mm_maskz_dpbf16_ps(__m128 D, __m128bh A, __m128bh B, __mmask8 U) {
|
|
// CHECK-LABEL: test_mm_maskz_dpbf16_ps
|
|
// CHECK: call {{.*}}<4 x float> @llvm.x86.avx512bf16.dpbf16ps.128(<4 x float> %{{.*}}, <8 x bfloat> %{{.*}}, <8 x bfloat> %{{.*}})
|
|
// CHECK: select <4 x i1> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}
|
|
return _mm_maskz_dpbf16_ps(U, D, A, B);
|
|
}
|
|
|
|
__m128 test_mm_mask_dpbf16_ps(__m128 D, __m128bh A, __m128bh B, __mmask8 U) {
|
|
// CHECK-LABEL: test_mm_mask_dpbf16_ps
|
|
// CHECK: call {{.*}}<4 x float> @llvm.x86.avx512bf16.dpbf16ps.128(<4 x float> %{{.*}}, <8 x bfloat> %{{.*}}, <8 x bfloat> %{{.*}})
|
|
// CHECK: select <4 x i1> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}
|
|
return _mm_mask_dpbf16_ps(D, U, A, B);
|
|
}
|
|
|
|
__m256 test_mm256_dpbf16_ps(__m256 D, __m256bh A, __m256bh B) {
|
|
// CHECK-LABEL: test_mm256_dpbf16_ps
|
|
// CHECK: call {{.*}}<8 x float> @llvm.x86.avx512bf16.dpbf16ps.256(<8 x float> %{{.*}}, <16 x bfloat> %{{.*}}, <16 x bfloat> %{{.*}})
|
|
return _mm256_dpbf16_ps(D, A, B);
|
|
}
|
|
|
|
__m256 test_mm256_maskz_dpbf16_ps(__m256 D, __m256bh A, __m256bh B, __mmask8 U) {
|
|
// CHECK-LABEL: test_mm256_maskz_dpbf16_ps
|
|
// CHECK: call {{.*}}<8 x float> @llvm.x86.avx512bf16.dpbf16ps.256(<8 x float> %{{.*}}, <16 x bfloat> %{{.*}}, <16 x bfloat> %{{.*}})
|
|
// CHECK: select <8 x i1> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}
|
|
return _mm256_maskz_dpbf16_ps(U, D, A, B);
|
|
}
|
|
|
|
__m256 test_mm256_mask_dpbf16_ps(__m256 D, __m256bh A, __m256bh B, __mmask8 U) {
|
|
// CHECK-LABEL: test_mm256_mask_dpbf16_ps
|
|
// CHECK: call {{.*}}<8 x float> @llvm.x86.avx512bf16.dpbf16ps.256(<8 x float> %{{.*}}, <16 x bfloat> %{{.*}}, <16 x bfloat> %{{.*}})
|
|
// CHECK: select <8 x i1> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}
|
|
return _mm256_mask_dpbf16_ps(D, U, A, B);
|
|
}
|
|
|
|
__bf16 test_mm_cvtness_sbh(float A) {
|
|
// CHECK-LABEL: test_mm_cvtness_sbh
|
|
// CHECK: call {{.*}}<8 x bfloat> @llvm.x86.avx512bf16.mask.cvtneps2bf16.128(<4 x float> %{{.*}}, <8 x bfloat> %{{.*}}, <4 x i1> splat (i1 true))
|
|
return _mm_cvtness_sbh(A);
|
|
}
|
|
|
|
__m128 test_mm_cvtpbh_ps(__m128bh A) {
|
|
// CHECK-LABEL: test_mm_cvtpbh_ps
|
|
// CHECK: fpext <8 x bfloat> %{{.*}} to <8 x float>
|
|
// CHECK: shufflevector <8 x float> %{{.*}}, <8 x float> %{{.*}}, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
|
return _mm_cvtpbh_ps(A);
|
|
}
|
|
TEST_CONSTEXPR(match_m128(_mm_cvtpbh_ps((__m128bh){-8.0f, 16.0f, -32.0f, 64.0f, -0.0f, 1.0f, -2.0f, 4.0f}), -8.0f, 16.0f, -32.0f, 64.0f));
|
|
|
|
__m256 test_mm256_cvtpbh_ps(__m128bh A) {
|
|
// CHECK-LABEL: test_mm256_cvtpbh_ps
|
|
// CHECK: fpext <8 x bfloat> %{{.*}} to <8 x float>
|
|
return _mm256_cvtpbh_ps(A);
|
|
}
|
|
TEST_CONSTEXPR(match_m256(_mm256_cvtpbh_ps((__m128bh){-0.0f, 1.0f, -2.0f, 4.0f, -8.0f, 16.0f, -32.0f, 64.0f}), -0.0f, 1.0f, -2.0f, 4.0f, -8.0f, 16.0f, -32.0f, 64.0f));
|
|
|
|
__m128 test_mm_maskz_cvtpbh_ps(__mmask8 M, __m128bh A) {
|
|
// CHECK-LABEL: test_mm_maskz_cvtpbh_ps
|
|
// CHECK: fpext <8 x bfloat> %{{.*}} to <8 x float>
|
|
// CHECK: shufflevector <8 x float> %{{.*}}, <8 x float> %{{.*}}, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
|
// CHECK: select <4 x i1> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}
|
|
return _mm_maskz_cvtpbh_ps(M, A);
|
|
}
|
|
TEST_CONSTEXPR(match_m128(_mm_maskz_cvtpbh_ps(0x01, (__m128bh){-0.0f, 1.0f, -2.0f, 4.0f, -8.0f, 16.0f, -32.0f, 64.0f}), -0.0f, 0.0f, 0.0f, 0.0f));
|
|
|
|
__m256 test_mm256_maskz_cvtpbh_ps(__mmask8 M, __m128bh A) {
|
|
// CHECK-LABEL: test_mm256_maskz_cvtpbh_ps
|
|
// CHECK: fpext <8 x bfloat> %{{.*}} to <8 x float>
|
|
// CHECK: select <8 x i1> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}
|
|
return _mm256_maskz_cvtpbh_ps(M, A);
|
|
}
|
|
TEST_CONSTEXPR(match_m256(_mm256_maskz_cvtpbh_ps(0x73, (__m128bh){-0.0f, 1.0f, -2.0f, 4.0f, -8.0f, 16.0f, -32.0f, 64.0f}), -0.0f, 1.0f, 0.0f, 0.0f, -8.0f, 16.0f, -32.0f, 0.0f));
|
|
|
|
__m128 test_mm_mask_cvtpbh_ps(__m128 S, __mmask8 M, __m128bh A) {
|
|
// CHECK-LABEL: test_mm_mask_cvtpbh_ps
|
|
// CHECK: fpext <8 x bfloat> %{{.*}} to <8 x float>
|
|
// CHECK: shufflevector <8 x float> %{{.*}}, <8 x float> %{{.*}}, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
|
// CHECK: select <4 x i1> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}
|
|
return _mm_mask_cvtpbh_ps(S, M, A);
|
|
}
|
|
TEST_CONSTEXPR(match_m128(_mm_mask_cvtpbh_ps((__m128){ 99.0f, 99.0f, 99.0f, 99.0f }, 0x03, (__m128bh){-0.0f, 1.0f, -2.0f, 4.0f, -8.0f, 16.0f, -32.0f, 64.0f}), -0.0f, 1.0f, 99.0f, 99.0f));
|
|
|
|
__m256 test_mm256_mask_cvtpbh_ps(__m256 S, __mmask8 M, __m128bh A) {
|
|
// CHECK-LABEL: test_mm256_mask_cvtpbh_ps
|
|
// CHECK: fpext <8 x bfloat> %{{.*}} to <8 x float>
|
|
// CHECK: select <8 x i1> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}
|
|
return _mm256_mask_cvtpbh_ps(S, M, A);
|
|
}
|
|
TEST_CONSTEXPR(match_m256(_mm256_mask_cvtpbh_ps((__m256){ 99.0f, 99.0f, 99.0f, 99.0f, 99.0f, 99.0f, 99.0f, 99.0f }, 0x37, (__m128bh){-0.0f, 1.0f, -2.0f, 4.0f, -8.0f, 16.0f, -32.0f, 64.0f}), -0.0f, 1.0f, -2.0f, 99.0f, -8.0f, 16.0f, 99.0f, 99.0f));
|