derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
3035 lines
100 KiB
LLVM
3035 lines
100 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --filter-out "\b(sp)\b" --filter "^\s*(ld[^r]|st[^r]|swp|cas|bl|add|and|eor|orn|orr|sub|mvn|sxt|cmp|ccmp|csel|dmb)"
|
|
; The base test file was generated by ./llvm/test/CodeGen/AArch64/Atomics/generate-tests.py
|
|
; RUN: llc %s -o - -verify-machineinstrs -mtriple=aarch64 -mattr=+v8a -O0 | FileCheck %s --check-prefixes=CHECK,-O0
|
|
; RUN: llc %s -o - -verify-machineinstrs -mtriple=aarch64 -mattr=+v8a -O1 | FileCheck %s --check-prefixes=CHECK,-O1
|
|
|
|
define dso_local half @atomicrmw_fadd_half_aligned_monotonic(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_half_aligned_monotonic:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_half_aligned_monotonic:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, half %value monotonic, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_aligned_acquire(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_half_aligned_acquire:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_half_aligned_acquire:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, half %value acquire, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_aligned_release(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_half_aligned_release:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_half_aligned_release:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, half %value release, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_aligned_acq_rel(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_half_aligned_acq_rel:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_half_aligned_acq_rel:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, half %value acq_rel, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_aligned_seq_cst(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_half_aligned_seq_cst:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_half_aligned_seq_cst:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, half %value seq_cst, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_aligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_aligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_aligned_monotonic:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value monotonic, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_aligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_aligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_aligned_acquire:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value acquire, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_aligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_aligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_aligned_release:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value release, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_aligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_aligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_aligned_acq_rel:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value acq_rel, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_aligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_aligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_aligned_seq_cst:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value seq_cst, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_aligned_monotonic(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_float_aligned_monotonic:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_float_aligned_monotonic:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, float %value monotonic, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_aligned_acquire(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_float_aligned_acquire:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_float_aligned_acquire:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, float %value acquire, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_aligned_release(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_float_aligned_release:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_float_aligned_release:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, float %value release, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_aligned_acq_rel(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_float_aligned_acq_rel:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_float_aligned_acq_rel:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, float %value acq_rel, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_aligned_seq_cst(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_float_aligned_seq_cst:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_float_aligned_seq_cst:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, float %value seq_cst, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_aligned_monotonic(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_double_aligned_monotonic:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_double_aligned_monotonic:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, double %value monotonic, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_aligned_acquire(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_double_aligned_acquire:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_double_aligned_acquire:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, double %value acquire, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_aligned_release(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_double_aligned_release:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_double_aligned_release:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, double %value release, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_aligned_acq_rel(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_double_aligned_acq_rel:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_double_aligned_acq_rel:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, double %value acq_rel, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_aligned_seq_cst(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_double_aligned_seq_cst:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_double_aligned_seq_cst:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fadd ptr %ptr, double %value seq_cst, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_unaligned_monotonic(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_half_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, half %value monotonic, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_unaligned_acquire(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_half_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, half %value acquire, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_unaligned_release(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_half_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, half %value release, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_unaligned_acq_rel(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_half_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, half %value acq_rel, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fadd_half_unaligned_seq_cst(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_half_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, half %value seq_cst, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_unaligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_unaligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_unaligned_monotonic:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value monotonic, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_unaligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_unaligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_unaligned_acquire:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value acquire, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_unaligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_unaligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_unaligned_release:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value release, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_unaligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_unaligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_unaligned_acq_rel:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value acq_rel, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fadd_bfloat_unaligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fadd_bfloat_unaligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fadd_bfloat_unaligned_seq_cst:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, bfloat %value seq_cst, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_unaligned_monotonic(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_float_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, float %value monotonic, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_unaligned_acquire(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_float_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, float %value acquire, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_unaligned_release(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_float_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, float %value release, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_unaligned_acq_rel(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_float_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, float %value acq_rel, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fadd_float_unaligned_seq_cst(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_float_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, float %value seq_cst, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_unaligned_monotonic(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_double_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, double %value monotonic, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_unaligned_acquire(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_double_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, double %value acquire, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_unaligned_release(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_double_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, double %value release, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_unaligned_acq_rel(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_double_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, double %value acq_rel, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fadd_double_unaligned_seq_cst(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fadd_double_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fadd ptr %ptr, double %value seq_cst, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_aligned_monotonic(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_half_aligned_monotonic:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_half_aligned_monotonic:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, half %value monotonic, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_aligned_acquire(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_half_aligned_acquire:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_half_aligned_acquire:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, half %value acquire, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_aligned_release(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_half_aligned_release:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_half_aligned_release:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, half %value release, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_aligned_acq_rel(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_half_aligned_acq_rel:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_half_aligned_acq_rel:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, half %value acq_rel, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_aligned_seq_cst(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_half_aligned_seq_cst:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_half_aligned_seq_cst:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, half %value seq_cst, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_aligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_aligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_aligned_monotonic:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value monotonic, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_aligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_aligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_aligned_acquire:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value acquire, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_aligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_aligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_aligned_release:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value release, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_aligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_aligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_aligned_acq_rel:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value acq_rel, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_aligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_aligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_aligned_seq_cst:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value seq_cst, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_aligned_monotonic(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_float_aligned_monotonic:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_float_aligned_monotonic:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, float %value monotonic, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_aligned_acquire(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_float_aligned_acquire:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_float_aligned_acquire:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, float %value acquire, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_aligned_release(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_float_aligned_release:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_float_aligned_release:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, float %value release, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_aligned_acq_rel(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_float_aligned_acq_rel:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_float_aligned_acq_rel:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, float %value acq_rel, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_aligned_seq_cst(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_float_aligned_seq_cst:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_float_aligned_seq_cst:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, float %value seq_cst, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_aligned_monotonic(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_double_aligned_monotonic:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_double_aligned_monotonic:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, double %value monotonic, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_aligned_acquire(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_double_aligned_acquire:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_double_aligned_acquire:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, double %value acquire, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_aligned_release(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_double_aligned_release:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_double_aligned_release:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, double %value release, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_aligned_acq_rel(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_double_aligned_acq_rel:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_double_aligned_acq_rel:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, double %value acq_rel, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_aligned_seq_cst(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_double_aligned_seq_cst:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_double_aligned_seq_cst:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fsub ptr %ptr, double %value seq_cst, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_unaligned_monotonic(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_half_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, half %value monotonic, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_unaligned_acquire(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_half_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, half %value acquire, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_unaligned_release(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_half_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, half %value release, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_unaligned_acq_rel(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_half_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, half %value acq_rel, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fsub_half_unaligned_seq_cst(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_half_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, half %value seq_cst, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_unaligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_unaligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_unaligned_monotonic:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value monotonic, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_unaligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_unaligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_unaligned_acquire:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value acquire, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_unaligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_unaligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_unaligned_release:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value release, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_unaligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_unaligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_unaligned_acq_rel:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value acq_rel, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fsub_bfloat_unaligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fsub_bfloat_unaligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fsub_bfloat_unaligned_seq_cst:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, bfloat %value seq_cst, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_unaligned_monotonic(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_float_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, float %value monotonic, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_unaligned_acquire(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_float_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, float %value acquire, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_unaligned_release(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_float_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, float %value release, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_unaligned_acq_rel(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_float_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, float %value acq_rel, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fsub_float_unaligned_seq_cst(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_float_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, float %value seq_cst, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_unaligned_monotonic(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_double_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, double %value monotonic, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_unaligned_acquire(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_double_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, double %value acquire, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_unaligned_release(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_double_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, double %value release, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_unaligned_acq_rel(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_double_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, double %value acq_rel, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fsub_double_unaligned_seq_cst(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fsub_double_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fsub ptr %ptr, double %value seq_cst, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_aligned_monotonic(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_half_aligned_monotonic:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_half_aligned_monotonic:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, half %value monotonic, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_aligned_acquire(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_half_aligned_acquire:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_half_aligned_acquire:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, half %value acquire, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_aligned_release(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_half_aligned_release:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_half_aligned_release:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, half %value release, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_aligned_acq_rel(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_half_aligned_acq_rel:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_half_aligned_acq_rel:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, half %value acq_rel, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_aligned_seq_cst(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_half_aligned_seq_cst:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_half_aligned_seq_cst:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, half %value seq_cst, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_aligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_aligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_aligned_monotonic:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value monotonic, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_aligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_aligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_aligned_acquire:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value acquire, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_aligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_aligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_aligned_release:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value release, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_aligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_aligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_aligned_acq_rel:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value acq_rel, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_aligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_aligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_aligned_seq_cst:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value seq_cst, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_aligned_monotonic(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_float_aligned_monotonic:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_float_aligned_monotonic:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, float %value monotonic, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_aligned_acquire(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_float_aligned_acquire:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_float_aligned_acquire:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, float %value acquire, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_aligned_release(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_float_aligned_release:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_float_aligned_release:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, float %value release, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_aligned_acq_rel(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_float_aligned_acq_rel:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_float_aligned_acq_rel:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, float %value acq_rel, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_aligned_seq_cst(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_float_aligned_seq_cst:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_float_aligned_seq_cst:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, float %value seq_cst, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_aligned_monotonic(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_double_aligned_monotonic:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_double_aligned_monotonic:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, double %value monotonic, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_aligned_acquire(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_double_aligned_acquire:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_double_aligned_acquire:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, double %value acquire, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_aligned_release(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_double_aligned_release:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_double_aligned_release:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, double %value release, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_aligned_acq_rel(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_double_aligned_acq_rel:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_double_aligned_acq_rel:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, double %value acq_rel, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_aligned_seq_cst(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_double_aligned_seq_cst:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_double_aligned_seq_cst:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmax ptr %ptr, double %value seq_cst, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_unaligned_monotonic(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_half_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, half %value monotonic, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_unaligned_acquire(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_half_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, half %value acquire, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_unaligned_release(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_half_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, half %value release, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_unaligned_acq_rel(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_half_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, half %value acq_rel, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmax_half_unaligned_seq_cst(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_half_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, half %value seq_cst, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_unaligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_unaligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_unaligned_monotonic:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value monotonic, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_unaligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_unaligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_unaligned_acquire:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value acquire, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_unaligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_unaligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_unaligned_release:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value release, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_unaligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_unaligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_unaligned_acq_rel:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value acq_rel, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmax_bfloat_unaligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmax_bfloat_unaligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmax_bfloat_unaligned_seq_cst:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, bfloat %value seq_cst, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_unaligned_monotonic(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_float_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, float %value monotonic, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_unaligned_acquire(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_float_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, float %value acquire, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_unaligned_release(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_float_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, float %value release, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_unaligned_acq_rel(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_float_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, float %value acq_rel, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmax_float_unaligned_seq_cst(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_float_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, float %value seq_cst, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_unaligned_monotonic(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_double_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, double %value monotonic, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_unaligned_acquire(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_double_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, double %value acquire, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_unaligned_release(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_double_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, double %value release, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_unaligned_acq_rel(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_double_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, double %value acq_rel, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmax_double_unaligned_seq_cst(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmax_double_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmax ptr %ptr, double %value seq_cst, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_aligned_monotonic(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_half_aligned_monotonic:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_half_aligned_monotonic:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, half %value monotonic, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_aligned_acquire(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_half_aligned_acquire:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_half_aligned_acquire:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, half %value acquire, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_aligned_release(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_half_aligned_release:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_half_aligned_release:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, half %value release, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_aligned_acq_rel(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_half_aligned_acq_rel:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_half_aligned_acq_rel:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, half %value acq_rel, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_aligned_seq_cst(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_half_aligned_seq_cst:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_half_aligned_seq_cst:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, half %value seq_cst, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_aligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_aligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_aligned_monotonic:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value monotonic, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_aligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_aligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_aligned_acquire:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value acquire, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_aligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_aligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_aligned_release:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value release, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_aligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_aligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_aligned_acq_rel:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value acq_rel, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_aligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_aligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_aligned_seq_cst:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value seq_cst, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_aligned_monotonic(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_float_aligned_monotonic:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_float_aligned_monotonic:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, float %value monotonic, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_aligned_acquire(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_float_aligned_acquire:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_float_aligned_acquire:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, float %value acquire, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_aligned_release(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_float_aligned_release:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_float_aligned_release:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, float %value release, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_aligned_acq_rel(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_float_aligned_acq_rel:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_float_aligned_acq_rel:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, float %value acq_rel, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_aligned_seq_cst(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_float_aligned_seq_cst:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_float_aligned_seq_cst:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, float %value seq_cst, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_aligned_monotonic(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_double_aligned_monotonic:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_double_aligned_monotonic:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, double %value monotonic, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_aligned_acquire(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_double_aligned_acquire:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_double_aligned_acquire:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, double %value acquire, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_aligned_release(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_double_aligned_release:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_double_aligned_release:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, double %value release, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_aligned_acq_rel(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_double_aligned_acq_rel:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_double_aligned_acq_rel:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, double %value acq_rel, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_aligned_seq_cst(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_double_aligned_seq_cst:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_double_aligned_seq_cst:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmin ptr %ptr, double %value seq_cst, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_unaligned_monotonic(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_half_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, half %value monotonic, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_unaligned_acquire(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_half_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, half %value acquire, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_unaligned_release(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_half_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, half %value release, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_unaligned_acq_rel(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_half_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, half %value acq_rel, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmin_half_unaligned_seq_cst(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_half_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, half %value seq_cst, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_unaligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_unaligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_unaligned_monotonic:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value monotonic, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_unaligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_unaligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_unaligned_acquire:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value acquire, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_unaligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_unaligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_unaligned_release:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value release, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_unaligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_unaligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_unaligned_acq_rel:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value acq_rel, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmin_bfloat_unaligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmin_bfloat_unaligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmin_bfloat_unaligned_seq_cst:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, bfloat %value seq_cst, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_unaligned_monotonic(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_float_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, float %value monotonic, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_unaligned_acquire(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_float_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, float %value acquire, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_unaligned_release(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_float_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, float %value release, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_unaligned_acq_rel(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_float_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, float %value acq_rel, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmin_float_unaligned_seq_cst(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_float_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, float %value seq_cst, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_unaligned_monotonic(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_double_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, double %value monotonic, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_unaligned_acquire(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_double_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, double %value acquire, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_unaligned_release(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_double_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, double %value release, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_unaligned_acq_rel(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_double_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, double %value acq_rel, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmin_double_unaligned_seq_cst(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmin_double_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmin ptr %ptr, double %value seq_cst, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_aligned_monotonic(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_half_aligned_monotonic:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_half_aligned_monotonic:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value monotonic, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_aligned_acquire(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_half_aligned_acquire:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_half_aligned_acquire:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value acquire, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_aligned_release(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_half_aligned_release:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_half_aligned_release:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value release, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_aligned_acq_rel(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_half_aligned_acq_rel:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_half_aligned_acq_rel:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value acq_rel, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_aligned_seq_cst(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_half_aligned_seq_cst:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_half_aligned_seq_cst:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value seq_cst, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_aligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_aligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_aligned_monotonic:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value monotonic, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_aligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_aligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_aligned_acquire:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value acquire, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_aligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_aligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_aligned_release:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value release, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_aligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_aligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_aligned_acq_rel:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value acq_rel, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_aligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_aligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_aligned_seq_cst:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value seq_cst, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_aligned_monotonic(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_float_aligned_monotonic:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_float_aligned_monotonic:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value monotonic, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_aligned_acquire(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_float_aligned_acquire:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_float_aligned_acquire:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value acquire, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_aligned_release(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_float_aligned_release:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_float_aligned_release:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value release, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_aligned_acq_rel(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_float_aligned_acq_rel:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_float_aligned_acq_rel:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value acq_rel, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_aligned_seq_cst(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_float_aligned_seq_cst:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_float_aligned_seq_cst:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value seq_cst, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_aligned_monotonic(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_double_aligned_monotonic:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_double_aligned_monotonic:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value monotonic, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_aligned_acquire(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_double_aligned_acquire:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_double_aligned_acquire:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value acquire, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_aligned_release(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_double_aligned_release:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_double_aligned_release:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value release, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_aligned_acq_rel(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_double_aligned_acq_rel:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_double_aligned_acq_rel:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value acq_rel, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_aligned_seq_cst(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_double_aligned_seq_cst:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_double_aligned_seq_cst:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value seq_cst, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_unaligned_monotonic(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_half_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value monotonic, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_unaligned_acquire(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_half_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value acquire, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_unaligned_release(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_half_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value release, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_unaligned_acq_rel(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_half_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value acq_rel, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fmaximum_half_unaligned_seq_cst(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_half_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, half %value seq_cst, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_unaligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_unaligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_unaligned_monotonic:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value monotonic, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_unaligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_unaligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_unaligned_acquire:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value acquire, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_unaligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_unaligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_unaligned_release:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value release, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_unaligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_unaligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_unaligned_acq_rel:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value acq_rel, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fmaximum_bfloat_unaligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fmaximum_bfloat_unaligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fmaximum_bfloat_unaligned_seq_cst:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, bfloat %value seq_cst, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_unaligned_monotonic(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_float_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value monotonic, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_unaligned_acquire(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_float_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value acquire, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_unaligned_release(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_float_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value release, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_unaligned_acq_rel(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_float_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value acq_rel, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fmaximum_float_unaligned_seq_cst(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_float_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, float %value seq_cst, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_unaligned_monotonic(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_double_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value monotonic, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_unaligned_acquire(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_double_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value acquire, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_unaligned_release(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_double_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value release, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_unaligned_acq_rel(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_double_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value acq_rel, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fmaximum_double_unaligned_seq_cst(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fmaximum_double_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fmaximum ptr %ptr, double %value seq_cst, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_aligned_monotonic(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_half_aligned_monotonic:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_half_aligned_monotonic:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, half %value monotonic, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_aligned_acquire(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_half_aligned_acquire:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_half_aligned_acquire:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stxrh w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, half %value acquire, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_aligned_release(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_half_aligned_release:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_half_aligned_release:
|
|
; -O1: ldxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, half %value release, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_aligned_acq_rel(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_half_aligned_acq_rel:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_half_aligned_acq_rel:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, half %value acq_rel, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_aligned_seq_cst(ptr %ptr, half %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_half_aligned_seq_cst:
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_half_aligned_seq_cst:
|
|
; -O1: ldaxrh w8, [x0]
|
|
; -O1: stlxrh w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, half %value seq_cst, align 2
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_aligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_aligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_aligned_monotonic:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value monotonic, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_aligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_aligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_aligned_acquire:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stxrh w10, w9, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value acquire, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_aligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_aligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_aligned_release:
|
|
; -O1: ldxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value release, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_aligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_aligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_aligned_acq_rel:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value acq_rel, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_aligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_aligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w11, w9, w11
|
|
; -O0: add w9, w9, w11
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: ldaxrh w9, [x10]
|
|
; -O0: cmp w9, w11, uxth
|
|
; -O0: stlxrh w8, w12, [x10]
|
|
; -O0: subs w8, w8, w9, uxth
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_aligned_seq_cst:
|
|
; -O1: ldaxrh w9, [x0]
|
|
; -O1: add w9, w9, w8
|
|
; -O1: add w9, w10, w9
|
|
; -O1: stlxrh w10, w9, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value seq_cst, align 2
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_aligned_monotonic(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_float_aligned_monotonic:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_float_aligned_monotonic:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, float %value monotonic, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_aligned_acquire(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_float_aligned_acquire:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_float_aligned_acquire:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stxr w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, float %value acquire, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_aligned_release(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_float_aligned_release:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_float_aligned_release:
|
|
; -O1: ldxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, float %value release, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_aligned_acq_rel(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_float_aligned_acq_rel:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_float_aligned_acq_rel:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, float %value acq_rel, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_aligned_seq_cst(ptr %ptr, float %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_float_aligned_seq_cst:
|
|
; -O0: ldaxr w8, [x10]
|
|
; -O0: cmp w8, w11
|
|
; -O0: stlxr w9, w12, [x10]
|
|
; -O0: subs w8, w8, w9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_float_aligned_seq_cst:
|
|
; -O1: ldaxr w8, [x0]
|
|
; -O1: stlxr w9, w8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, float %value seq_cst, align 4
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_aligned_monotonic(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_double_aligned_monotonic:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_double_aligned_monotonic:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, double %value monotonic, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_aligned_acquire(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_double_aligned_acquire:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_double_aligned_acquire:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stxr w9, x8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, double %value acquire, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_aligned_release(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_double_aligned_release:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_double_aligned_release:
|
|
; -O1: ldxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, double %value release, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_aligned_acq_rel(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_double_aligned_acq_rel:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_double_aligned_acq_rel:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, double %value acq_rel, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_aligned_seq_cst(ptr %ptr, double %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_double_aligned_seq_cst:
|
|
; -O0: ldaxr x8, [x10]
|
|
; -O0: cmp x8, x11
|
|
; -O0: stlxr w9, x12, [x10]
|
|
; -O0: subs x8, x8, x9
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_double_aligned_seq_cst:
|
|
; -O1: ldaxr x8, [x0]
|
|
; -O1: stlxr w9, x8, [x0]
|
|
%r = atomicrmw fminimum ptr %ptr, double %value seq_cst, align 8
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_unaligned_monotonic(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_half_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, half %value monotonic, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_unaligned_acquire(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_half_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, half %value acquire, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_unaligned_release(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_half_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, half %value release, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_unaligned_acq_rel(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_half_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, half %value acq_rel, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local half @atomicrmw_fminimum_half_unaligned_seq_cst(ptr %ptr, half %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_half_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, half %value seq_cst, align 1
|
|
ret half %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_unaligned_monotonic(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_unaligned_monotonic:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_unaligned_monotonic:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value monotonic, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_unaligned_acquire(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_unaligned_acquire:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_unaligned_acquire:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value acquire, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_unaligned_release(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_unaligned_release:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_unaligned_release:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value release, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_unaligned_acq_rel(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_unaligned_acq_rel:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_unaligned_acq_rel:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value acq_rel, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local bfloat @atomicrmw_fminimum_bfloat_unaligned_seq_cst(ptr %ptr, bfloat %value) {
|
|
; -O0-LABEL: atomicrmw_fminimum_bfloat_unaligned_seq_cst:
|
|
; -O0: orr w8, w8, #0x400000
|
|
; -O0: and w9, w9, #0x1
|
|
; -O0: add w10, w9, w10
|
|
; -O0: add w9, w9, w10
|
|
; -O0: csel w8, w8, w9, vs
|
|
; -O0: bl __atomic_compare_exchange
|
|
;
|
|
; -O1-LABEL: atomicrmw_fminimum_bfloat_unaligned_seq_cst:
|
|
; -O1: add w8, w8, w20
|
|
; -O1: add w8, w9, w8
|
|
; -O1: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, bfloat %value seq_cst, align 1
|
|
ret bfloat %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_unaligned_monotonic(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_float_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, float %value monotonic, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_unaligned_acquire(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_float_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, float %value acquire, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_unaligned_release(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_float_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, float %value release, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_unaligned_acq_rel(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_float_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, float %value acq_rel, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local float @atomicrmw_fminimum_float_unaligned_seq_cst(ptr %ptr, float %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_float_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, float %value seq_cst, align 1
|
|
ret float %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_unaligned_monotonic(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_double_unaligned_monotonic:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, double %value monotonic, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_unaligned_acquire(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_double_unaligned_acquire:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, double %value acquire, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_unaligned_release(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_double_unaligned_release:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, double %value release, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_unaligned_acq_rel(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_double_unaligned_acq_rel:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, double %value acq_rel, align 1
|
|
ret double %r
|
|
}
|
|
|
|
define dso_local double @atomicrmw_fminimum_double_unaligned_seq_cst(ptr %ptr, double %value) {
|
|
; CHECK-LABEL: atomicrmw_fminimum_double_unaligned_seq_cst:
|
|
; CHECK: bl __atomic_compare_exchange
|
|
%r = atomicrmw fminimum ptr %ptr, double %value seq_cst, align 1
|
|
ret double %r
|
|
}
|