derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
6976 lines
259 KiB
LLVM
6976 lines
259 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc --mtriple=loongarch64 -mattr=+d,-lamcas < %s | FileCheck %s --check-prefix=LA64
|
|
; RUN: llc --mtriple=loongarch64 -mattr=+d,+lamcas < %s | FileCheck %s --check-prefix=LA64-LAMCAS
|
|
; RUN: llc --mtriple=loongarch64 -mattr=+d,+lamcas,+lam-bh < %s | FileCheck %s --check-prefix=LA64-LAMCAS-LAM-BH
|
|
|
|
; i8/i16 atomicrmw and/or/xor shouldn't use amcas[_db].b/h to expand
|
|
; lam-bh precedes lamcas
|
|
|
|
define i8 @atomicrmw_xchg_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB0_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB0_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.b $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB0_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB0_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_0_i8_acquire(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB1_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB1_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 0 acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_minus_1_i8_acquire(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB2_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB2_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 -1 acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB3_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB3_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.h $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB3_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB3_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_0_i16_acquire(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB4_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB4_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 0 acquire
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_minus_1_i16_acquire(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB5_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB5_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 -1 acquire
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_add_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB6_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB6_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB6_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB6_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_add_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB7_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB7_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB7_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB7_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_sub_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB8_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB8_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB8_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB8_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_sub_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB9_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB9_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB9_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB9_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_umax_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB10_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB10_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB10_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB10_3: # in Loop: Header=BB10_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB10_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB10_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB10_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB10_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB10_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umax_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB11_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB11_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB11_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB11_3: # in Loop: Header=BB11_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB11_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB11_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB11_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB11_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB11_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_umin_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB12_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB12_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB12_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB12_3: # in Loop: Header=BB12_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB12_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB12_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB12_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB12_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB12_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umin_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB13_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB13_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB13_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB13_3: # in Loop: Header=BB13_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB13_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB13_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB13_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB13_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB13_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_max_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB14_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB14_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB14_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB14_3: # in Loop: Header=BB14_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB14_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB14_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB14_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB14_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB14_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_max_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB15_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB15_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB15_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB15_3: # in Loop: Header=BB15_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB15_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB15_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB15_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB15_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB15_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_min_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB16_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB16_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB16_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB16_3: # in Loop: Header=BB16_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB16_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB16_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB16_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB16_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB16_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_min_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB17_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB17_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB17_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB17_3: # in Loop: Header=BB17_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB17_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB17_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB17_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB17_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB17_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_nand_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB18_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB18_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB18_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB18_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB18_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB18_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_nand_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB19_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB19_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB19_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB19_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB19_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB19_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i32 @atomicrmw_nand_i32_acquire(ptr %a, i32 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i32_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB20_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.w $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB20_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i32_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB20_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas_db.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB20_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i32_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB20_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB20_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i32 %b acquire
|
|
ret i32 %1
|
|
}
|
|
|
|
define i64 @atomicrmw_nand_i64_acquire(ptr %a, i64 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i64_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB21_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.d $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.d $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB21_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i64_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB21_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas_db.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB21_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i64_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB21_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB21_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i64 %b acquire
|
|
ret i64 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_and_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_and_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_or_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_or_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xor_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i8_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i8_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i8_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xor_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i16_acquire:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i16_acquire:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i16_acquire:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB28_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB28_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.b $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB28_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB28_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_0_i8_release(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB29_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB29_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 0 release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_minus_1_i8_release(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB30_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB30_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 -1 release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB31_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB31_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.h $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB31_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB31_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 %b release
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_0_i16_release(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB32_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB32_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 0 release
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_minus_1_i16_release(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB33_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB33_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 -1 release
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_add_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB34_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB34_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB34_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB34_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_add_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB35_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB35_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB35_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB35_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i16 %b release
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_sub_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB36_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB36_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB36_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB36_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_sub_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB37_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB37_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB37_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB37_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i16 %b release
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_umax_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB38_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB38_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB38_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB38_3: # in Loop: Header=BB38_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB38_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB38_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB38_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB38_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB38_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umax_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB39_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB39_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB39_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB39_3: # in Loop: Header=BB39_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB39_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB39_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB39_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB39_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB39_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i16 %b release
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_umin_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB40_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB40_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB40_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB40_3: # in Loop: Header=BB40_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB40_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB40_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB40_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB40_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB40_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umin_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB41_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB41_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB41_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB41_3: # in Loop: Header=BB41_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB41_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB41_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB41_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB41_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB41_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i16 %b release
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_max_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB42_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB42_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB42_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB42_3: # in Loop: Header=BB42_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB42_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB42_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB42_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB42_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB42_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_max_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB43_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB43_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB43_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB43_3: # in Loop: Header=BB43_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB43_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB43_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB43_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB43_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB43_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i16 %b release
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_min_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB44_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB44_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB44_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB44_3: # in Loop: Header=BB44_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB44_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB44_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB44_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB44_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB44_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_min_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB45_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB45_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB45_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB45_3: # in Loop: Header=BB45_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB45_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB45_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB45_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB45_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB45_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i16 %b release
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_nand_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB46_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB46_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB46_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB46_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB46_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB46_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_nand_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB47_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB47_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB47_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB47_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB47_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB47_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i16 %b release
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i32 @atomicrmw_nand_i32_release(ptr %a, i32 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i32_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB48_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.w $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB48_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i32_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB48_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas_db.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB48_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i32_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB48_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB48_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i32 %b release
|
|
ret i32 %1
|
|
}
|
|
|
|
define i64 @atomicrmw_nand_i64_release(ptr %a, i64 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i64_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB49_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.d $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.d $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB49_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i64_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB49_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas_db.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB49_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i64_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB49_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB49_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i64 %b release
|
|
ret i64 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_and_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_and_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i16 %b release
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_or_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_or_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i16 %b release
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xor_i8_release(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i8_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i8_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i8_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i8 %b release
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xor_i16_release(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i16_release:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i16_release:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i16_release:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i16 %b release
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB56_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB56_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.b $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB56_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB56_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_0_i8_acq_rel(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB57_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB57_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 0 acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_minus_1_i8_acq_rel(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB58_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB58_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 -1 acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB59_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB59_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.h $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB59_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB59_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_0_i16_acq_rel(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB60_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB60_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 0 acq_rel
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_minus_1_i16_acq_rel(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB61_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB61_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 -1 acq_rel
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_add_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB62_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB62_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB62_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB62_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_add_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB63_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB63_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB63_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB63_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_sub_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB64_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB64_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB64_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB64_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_sub_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB65_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB65_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB65_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB65_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_umax_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB66_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB66_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB66_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB66_3: # in Loop: Header=BB66_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB66_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB66_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB66_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB66_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB66_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umax_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB67_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB67_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB67_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB67_3: # in Loop: Header=BB67_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB67_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB67_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB67_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB67_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB67_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_umin_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB68_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB68_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB68_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB68_3: # in Loop: Header=BB68_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB68_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB68_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB68_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB68_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB68_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umin_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB69_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB69_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB69_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB69_3: # in Loop: Header=BB69_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB69_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB69_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB69_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB69_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB69_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_max_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB70_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB70_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB70_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB70_3: # in Loop: Header=BB70_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB70_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB70_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB70_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB70_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB70_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_max_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB71_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB71_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB71_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB71_3: # in Loop: Header=BB71_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB71_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB71_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB71_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB71_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB71_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_min_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB72_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB72_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB72_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB72_3: # in Loop: Header=BB72_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB72_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB72_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB72_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB72_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB72_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_min_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB73_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB73_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB73_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB73_3: # in Loop: Header=BB73_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB73_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB73_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB73_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB73_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB73_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_nand_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB74_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB74_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB74_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB74_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB74_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB74_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_nand_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB75_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB75_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB75_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB75_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB75_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB75_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i32 @atomicrmw_nand_i32_acq_rel(ptr %a, i32 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i32_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB76_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.w $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB76_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i32_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB76_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas_db.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB76_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i32_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB76_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB76_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i32 %b acq_rel
|
|
ret i32 %1
|
|
}
|
|
|
|
define i64 @atomicrmw_nand_i64_acq_rel(ptr %a, i64 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i64_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB77_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.d $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.d $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB77_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i64_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB77_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas_db.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB77_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i64_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB77_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB77_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i64 %b acq_rel
|
|
ret i64 %1
|
|
}
|
|
|
|
|
|
|
|
define i8 @atomicrmw_and_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_and_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_or_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_or_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xor_i8_acq_rel(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i8_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i8_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i8_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i8 %b acq_rel
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xor_i16_acq_rel(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i16_acq_rel:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i16_acq_rel:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i16_acq_rel:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i16 %b acq_rel
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB84_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB84_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.b $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB84_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB84_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_0_i8_seq_cst(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB85_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB85_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 0 seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_minus_1_i8_seq_cst(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB86_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB86_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 -1 seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB87_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB87_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.h $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB87_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB87_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_0_i16_seq_cst(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB88_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB88_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 0 seq_cst
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_minus_1_i16_seq_cst(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor_db.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB89_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB89_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap_db.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 -1 seq_cst
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_add_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB90_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB90_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB90_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB90_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_add_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB91_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB91_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB91_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB91_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_sub_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB92_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB92_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB92_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB92_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_sub_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB93_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB93_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB93_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB93_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd_db.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_umax_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB94_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB94_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB94_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB94_3: # in Loop: Header=BB94_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB94_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB94_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB94_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB94_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB94_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umax_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB95_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB95_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB95_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB95_3: # in Loop: Header=BB95_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB95_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB95_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB95_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB95_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB95_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_umin_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB96_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB96_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB96_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB96_3: # in Loop: Header=BB96_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB96_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB96_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB96_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB96_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB96_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umin_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB97_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB97_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB97_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB97_3: # in Loop: Header=BB97_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB97_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB97_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB97_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB97_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB97_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_max_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB98_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB98_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB98_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB98_3: # in Loop: Header=BB98_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB98_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB98_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB98_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB98_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB98_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_max_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB99_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB99_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB99_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB99_3: # in Loop: Header=BB99_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB99_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB99_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB99_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB99_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB99_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_min_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB100_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB100_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB100_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB100_3: # in Loop: Header=BB100_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB100_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB100_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB100_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB100_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB100_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_min_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB101_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB101_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB101_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB101_3: # in Loop: Header=BB101_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB101_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB101_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB101_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB101_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB101_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_nand_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB102_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB102_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB102_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB102_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB102_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB102_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_nand_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB103_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB103_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB103_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB103_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB103_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB103_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i32 @atomicrmw_nand_i32_seq_cst(ptr %a, i32 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i32_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB104_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.w $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB104_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i32_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB104_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas_db.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB104_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i32_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB104_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB104_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i32 %b seq_cst
|
|
ret i32 %1
|
|
}
|
|
|
|
define i64 @atomicrmw_nand_i64_seq_cst(ptr %a, i64 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i64_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB105_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.d $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.d $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB105_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i64_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB105_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas_db.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB105_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i64_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB105_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas_db.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB105_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i64 %b seq_cst
|
|
ret i64 %1
|
|
}
|
|
|
|
|
|
|
|
define i8 @atomicrmw_and_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_and_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_or_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_or_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xor_i8_seq_cst(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i8_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i8_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i8_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i8 %b seq_cst
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xor_i16_seq_cst(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i16_seq_cst:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i16_seq_cst:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i16_seq_cst:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor_db.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i16 %b seq_cst
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB112_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB112_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.b $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB112_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB112_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_0_i8_monotonic(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB113_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB113_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap.b $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 0 monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xchg_minus_1_i8_monotonic(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a2, $zero, 255
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB114_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB114_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i8 -1 monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB115_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: addi.w $a5, $a1, 0
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB115_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: ld.h $a2, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB115_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a2
|
|
; LA64-LAMCAS-NEXT: amcas.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: bne $a2, $a3, .LBB115_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_0_i16_monotonic(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_0_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: nor $a2, $a2, $zero
|
|
; LA64-NEXT: amand.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_0_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB116_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a2, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $zero, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a2, .LBB116_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_0_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap.h $a1, $zero, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 0 monotonic
|
|
ret i16 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xchg_minus_1_i16_monotonic(ptr %a) nounwind {
|
|
; LA64-LABEL: atomicrmw_xchg_minus_1_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a1, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a2, 15
|
|
; LA64-NEXT: ori $a2, $a2, 4095
|
|
; LA64-NEXT: sll.w $a2, $a2, $a1
|
|
; LA64-NEXT: amor.w $a3, $a2, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a1
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xchg_minus_1_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a1, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB117_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $a2, $a1
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB117_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xchg_minus_1_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: addi.w $a2, $zero, -1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amswap.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xchg ptr %a, i16 -1 monotonic
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_add_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB118_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB118_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB118_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB118_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd.b $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_add_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_add_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB119_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: add.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB119_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_add_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB119_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: add.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB119_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_add_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd.h $a2, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw add ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_sub_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB120_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB120_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB120_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB120_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd.b $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_sub_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_sub_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB121_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: sub.w $a5, $a4, $a1
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB121_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_sub_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB121_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: sub.d $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB121_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_sub_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sub.w $a2, $zero, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amadd.h $a1, $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw sub ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_umax_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB122_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB122_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB122_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB122_3: # in Loop: Header=BB122_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB122_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB122_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB122_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB122_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB122_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umax_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umax_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB123_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a6, $a1, .LBB123_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB123_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB123_3: # in Loop: Header=BB123_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB123_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umax_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB123_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB123_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umax_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB123_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB123_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umax ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_umin_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB124_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB124_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB124_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB124_3: # in Loop: Header=BB124_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB124_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB124_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB124_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a3, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB124_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a4, $a0, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.b $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB124_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_umin_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_umin_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB125_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a6, $a4, $a3
|
|
; LA64-NEXT: move $a5, $a4
|
|
; LA64-NEXT: bgeu $a1, $a6, .LBB125_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB125_1 Depth=1
|
|
; LA64-NEXT: xor $a5, $a4, $a1
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: .LBB125_3: # in Loop: Header=BB125_1 Depth=1
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB125_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_umin_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB125_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a5, .LBB125_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_umin_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a3, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB125_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a4, $a0, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sltu $a4, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a4, $a4, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a5, $a1, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a4, $a0, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a4, $a4, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a5, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.h $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a5, .LBB125_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw umin ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_max_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB126_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB126_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB126_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB126_3: # in Loop: Header=BB126_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB126_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB126_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB126_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB126_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB126_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_max_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_max_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB127_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a7, $a1, .LBB127_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB127_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB127_3: # in Loop: Header=BB127_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB127_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_max_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB127_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB127_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_max_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB127_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB127_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw max ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_min_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: ori $a4, $zero, 255
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.b $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: xori $a3, $a3, 56
|
|
; LA64-NEXT: .LBB128_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB128_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB128_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB128_3: # in Loop: Header=BB128_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB128_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB128_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB128_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB128_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.b $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB128_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_min_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_min_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a3, $a2, 24
|
|
; LA64-NEXT: lu12i.w $a4, 15
|
|
; LA64-NEXT: ori $a4, $a4, 4095
|
|
; LA64-NEXT: sll.w $a4, $a4, $a2
|
|
; LA64-NEXT: ext.w.h $a1, $a1
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: ori $a5, $zero, 48
|
|
; LA64-NEXT: sub.d $a3, $a5, $a3
|
|
; LA64-NEXT: .LBB129_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a5, $a0, 0
|
|
; LA64-NEXT: and $a7, $a5, $a4
|
|
; LA64-NEXT: move $a6, $a5
|
|
; LA64-NEXT: sll.w $a7, $a7, $a3
|
|
; LA64-NEXT: sra.w $a7, $a7, $a3
|
|
; LA64-NEXT: bge $a1, $a7, .LBB129_3
|
|
; LA64-NEXT: # %bb.2: # in Loop: Header=BB129_1 Depth=1
|
|
; LA64-NEXT: xor $a6, $a5, $a1
|
|
; LA64-NEXT: and $a6, $a6, $a4
|
|
; LA64-NEXT: xor $a6, $a5, $a6
|
|
; LA64-NEXT: .LBB129_3: # in Loop: Header=BB129_1 Depth=1
|
|
; LA64-NEXT: sc.w $a6, $a0, 0
|
|
; LA64-NEXT: beq $a6, $zero, .LBB129_1
|
|
; LA64-NEXT: # %bb.4:
|
|
; LA64-NEXT: srl.w $a0, $a5, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_min_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB129_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB129_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_min_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a3, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB129_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slt $a5, $a3, $a4
|
|
; LA64-LAMCAS-LAM-BH-NEXT: xori $a5, $a5, 1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: masknez $a6, $a1, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: maskeqz $a5, $a0, $a5
|
|
; LA64-LAMCAS-LAM-BH-NEXT: or $a5, $a5, $a6
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.h $a0, $a5, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB129_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw min ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
}
|
|
|
|
|
|
|
|
define i8 @atomicrmw_nand_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB130_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB130_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB130_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB130_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.b $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB130_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.b $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.b $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB130_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_nand_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: .LBB131_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a4, $a0, 0
|
|
; LA64-NEXT: and $a5, $a4, $a1
|
|
; LA64-NEXT: nor $a5, $a5, $zero
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: and $a5, $a5, $a3
|
|
; LA64-NEXT: xor $a5, $a4, $a5
|
|
; LA64-NEXT: sc.w $a5, $a0, 0
|
|
; LA64-NEXT: beq $a5, $zero, .LBB131_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: srl.w $a0, $a4, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB131_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-NEXT: amcas.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a4, .LBB131_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.h $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB131_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a3, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a3, $a3, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ext.w.h $a4, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.h $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a4, .LBB131_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i32 @atomicrmw_nand_i32_monotonic(ptr %a, i32 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i32_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB132_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.w $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.w $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB132_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i32_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB132_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB132_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i32_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.w $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB132_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.w $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB132_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i32 %b monotonic
|
|
ret i32 %1
|
|
}
|
|
|
|
define i64 @atomicrmw_nand_i64_monotonic(ptr %a, i64 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_nand_i64_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: .LBB133_1: # =>This Inner Loop Header: Depth=1
|
|
; LA64-NEXT: ll.d $a2, $a0, 0
|
|
; LA64-NEXT: and $a3, $a2, $a1
|
|
; LA64-NEXT: nor $a3, $a3, $zero
|
|
; LA64-NEXT: sc.d $a3, $a0, 0
|
|
; LA64-NEXT: beq $a3, $zero, .LBB133_1
|
|
; LA64-NEXT: # %bb.2:
|
|
; LA64-NEXT: move $a0, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_nand_i64_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-NEXT: .LBB133_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-NEXT: amcas.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-NEXT: bne $a0, $a3, .LBB133_1
|
|
; LA64-LAMCAS-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_nand_i64_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a2, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ld.d $a0, $a0, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .p2align 4, , 16
|
|
; LA64-LAMCAS-LAM-BH-NEXT: .LBB133_1: # %atomicrmw.start
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # =>This Inner Loop Header: Depth=1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: move $a3, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: and $a4, $a0, $a1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: nor $a4, $a4, $zero
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amcas.d $a0, $a4, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bne $a0, $a3, .LBB133_1
|
|
; LA64-LAMCAS-LAM-BH-NEXT: # %bb.2: # %atomicrmw.end
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw nand ptr %a, i64 %b monotonic
|
|
ret i64 %1
|
|
}
|
|
|
|
|
|
|
|
define i8 @atomicrmw_and_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: ori $a3, $zero, 255
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $zero, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_and_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_and_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: lu12i.w $a3, 15
|
|
; LA64-NEXT: ori $a3, $a3, 4095
|
|
; LA64-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: orn $a1, $a1, $a3
|
|
; LA64-NEXT: amand.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_and_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-NEXT: amand.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_and_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: lu12i.w $a3, 15
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ori $a3, $a3, 4095
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a3, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: orn $a1, $a1, $a3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amand.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw and ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_or_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_or_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_or_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amor.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_or_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amor.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_or_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amor.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw or ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_xor_i8_monotonic(ptr %a, i8 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i8_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: andi $a1, $a1, 255
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i8_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i8_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: andi $a1, $a1, 255
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i8 %b monotonic
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xor_i16_monotonic(ptr %a, i16 %b) nounwind {
|
|
; LA64-LABEL: atomicrmw_xor_i16_monotonic:
|
|
; LA64: # %bb.0:
|
|
; LA64-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-NEXT: amxor.w $a3, $a1, $a0
|
|
; LA64-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LABEL: atomicrmw_xor_i16_monotonic:
|
|
; LA64-LAMCAS: # %bb.0:
|
|
; LA64-LAMCAS-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-NEXT: amxor.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-NEXT: ret
|
|
;
|
|
; LA64-LAMCAS-LAM-BH-LABEL: atomicrmw_xor_i16_monotonic:
|
|
; LA64-LAMCAS-LAM-BH: # %bb.0:
|
|
; LA64-LAMCAS-LAM-BH-NEXT: slli.d $a2, $a0, 3
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrins.d $a0, $zero, 1, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: bstrpick.d $a1, $a1, 15, 0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: sll.w $a1, $a1, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: amxor.w $a3, $a1, $a0
|
|
; LA64-LAMCAS-LAM-BH-NEXT: srl.w $a0, $a3, $a2
|
|
; LA64-LAMCAS-LAM-BH-NEXT: ret
|
|
%1 = atomicrmw xor ptr %a, i16 %b monotonic
|
|
ret i16 %1
|
|
|
|
}
|