CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
166 lines
8.5 KiB
LLVM
166 lines
8.5 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 5
|
|
; RUN: opt -S --mtriple=loongarch64 --mattr=+d,+lamcas %s | FileCheck %s --check-prefix=NO-EXPAND
|
|
; RUN: opt -S --mtriple=loongarch64 --passes='require<libcall-lowering-info>,atomic-expand' --mattr=+d,+lamcas %s | FileCheck %s --check-prefix=EXPAND
|
|
|
|
; When -mlamcas is enabled, all atomicrmw and/or/xor ptr %a,a i8/i16 %b ordering
|
|
; will be expanded to am{and/or/xo}[_db].w by LoongArchTargetLowering::emitExpandAtomicRMW
|
|
|
|
define i8 @atomicrmw_and_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; NO-EXPAND-LABEL: define i8 @atomicrmw_and_i8_acquire(
|
|
; NO-EXPAND-SAME: ptr [[A:%.*]], i8 [[B:%.*]]) #[[ATTR0:[0-9]+]] {
|
|
; NO-EXPAND-NEXT: [[TMP1:%.*]] = atomicrmw and ptr [[A]], i8 [[B]] acquire, align 1
|
|
; NO-EXPAND-NEXT: ret i8 [[TMP1]]
|
|
;
|
|
; EXPAND-LABEL: define i8 @atomicrmw_and_i8_acquire(
|
|
; EXPAND-SAME: ptr [[A:%.*]], i8 [[B:%.*]]) #[[ATTR0:[0-9]+]] {
|
|
; EXPAND-NEXT: [[ALIGNEDADDR:%.*]] = call ptr @llvm.ptrmask.p0.i64(ptr [[A]], i64 -4)
|
|
; EXPAND-NEXT: [[TMP1:%.*]] = ptrtoint ptr [[A]] to i64
|
|
; EXPAND-NEXT: [[PTRLSB:%.*]] = and i64 [[TMP1]], 3
|
|
; EXPAND-NEXT: [[TMP2:%.*]] = shl i64 [[PTRLSB]], 3
|
|
; EXPAND-NEXT: [[SHIFTAMT:%.*]] = trunc i64 [[TMP2]] to i32
|
|
; EXPAND-NEXT: [[MASK:%.*]] = shl i32 255, [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[INV_MASK:%.*]] = xor i32 [[MASK]], -1
|
|
; EXPAND-NEXT: [[TMP3:%.*]] = zext i8 [[B]] to i32
|
|
; EXPAND-NEXT: [[VALOPERAND_SHIFTED:%.*]] = shl i32 [[TMP3]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[ANDOPERAND:%.*]] = or i32 [[VALOPERAND_SHIFTED]], [[INV_MASK]]
|
|
; EXPAND-NEXT: [[TMP4:%.*]] = atomicrmw and ptr [[ALIGNEDADDR]], i32 [[ANDOPERAND]] acquire, align 4
|
|
; EXPAND-NEXT: [[SHIFTED:%.*]] = lshr i32 [[TMP4]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[EXTRACTED:%.*]] = trunc i32 [[SHIFTED]] to i8
|
|
; EXPAND-NEXT: ret i8 [[EXTRACTED]]
|
|
;
|
|
%1 = atomicrmw and ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_and_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; NO-EXPAND-LABEL: define i16 @atomicrmw_and_i16_acquire(
|
|
; NO-EXPAND-SAME: ptr [[A:%.*]], i16 [[B:%.*]]) #[[ATTR0]] {
|
|
; NO-EXPAND-NEXT: [[TMP1:%.*]] = atomicrmw and ptr [[A]], i16 [[B]] acquire, align 2
|
|
; NO-EXPAND-NEXT: ret i16 [[TMP1]]
|
|
;
|
|
; EXPAND-LABEL: define i16 @atomicrmw_and_i16_acquire(
|
|
; EXPAND-SAME: ptr [[A:%.*]], i16 [[B:%.*]]) #[[ATTR0]] {
|
|
; EXPAND-NEXT: [[ALIGNEDADDR:%.*]] = call ptr @llvm.ptrmask.p0.i64(ptr [[A]], i64 -4)
|
|
; EXPAND-NEXT: [[TMP1:%.*]] = ptrtoint ptr [[A]] to i64
|
|
; EXPAND-NEXT: [[PTRLSB:%.*]] = and i64 [[TMP1]], 3
|
|
; EXPAND-NEXT: [[TMP2:%.*]] = shl i64 [[PTRLSB]], 3
|
|
; EXPAND-NEXT: [[SHIFTAMT:%.*]] = trunc i64 [[TMP2]] to i32
|
|
; EXPAND-NEXT: [[MASK:%.*]] = shl i32 65535, [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[INV_MASK:%.*]] = xor i32 [[MASK]], -1
|
|
; EXPAND-NEXT: [[TMP3:%.*]] = zext i16 [[B]] to i32
|
|
; EXPAND-NEXT: [[VALOPERAND_SHIFTED:%.*]] = shl i32 [[TMP3]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[ANDOPERAND:%.*]] = or i32 [[VALOPERAND_SHIFTED]], [[INV_MASK]]
|
|
; EXPAND-NEXT: [[TMP4:%.*]] = atomicrmw and ptr [[ALIGNEDADDR]], i32 [[ANDOPERAND]] acquire, align 4
|
|
; EXPAND-NEXT: [[SHIFTED:%.*]] = lshr i32 [[TMP4]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[EXTRACTED:%.*]] = trunc i32 [[SHIFTED]] to i16
|
|
; EXPAND-NEXT: ret i16 [[EXTRACTED]]
|
|
;
|
|
%1 = atomicrmw and ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
|
|
}
|
|
|
|
define i8 @atomicrmw_or_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; NO-EXPAND-LABEL: define i8 @atomicrmw_or_i8_acquire(
|
|
; NO-EXPAND-SAME: ptr [[A:%.*]], i8 [[B:%.*]]) #[[ATTR0]] {
|
|
; NO-EXPAND-NEXT: [[TMP1:%.*]] = atomicrmw or ptr [[A]], i8 [[B]] acquire, align 1
|
|
; NO-EXPAND-NEXT: ret i8 [[TMP1]]
|
|
;
|
|
; EXPAND-LABEL: define i8 @atomicrmw_or_i8_acquire(
|
|
; EXPAND-SAME: ptr [[A:%.*]], i8 [[B:%.*]]) #[[ATTR0]] {
|
|
; EXPAND-NEXT: [[ALIGNEDADDR:%.*]] = call ptr @llvm.ptrmask.p0.i64(ptr [[A]], i64 -4)
|
|
; EXPAND-NEXT: [[TMP1:%.*]] = ptrtoint ptr [[A]] to i64
|
|
; EXPAND-NEXT: [[PTRLSB:%.*]] = and i64 [[TMP1]], 3
|
|
; EXPAND-NEXT: [[TMP2:%.*]] = shl i64 [[PTRLSB]], 3
|
|
; EXPAND-NEXT: [[SHIFTAMT:%.*]] = trunc i64 [[TMP2]] to i32
|
|
; EXPAND-NEXT: [[MASK:%.*]] = shl i32 255, [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[INV_MASK:%.*]] = xor i32 [[MASK]], -1
|
|
; EXPAND-NEXT: [[TMP3:%.*]] = zext i8 [[B]] to i32
|
|
; EXPAND-NEXT: [[VALOPERAND_SHIFTED:%.*]] = shl i32 [[TMP3]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[TMP4:%.*]] = atomicrmw or ptr [[ALIGNEDADDR]], i32 [[VALOPERAND_SHIFTED]] acquire, align 4
|
|
; EXPAND-NEXT: [[SHIFTED:%.*]] = lshr i32 [[TMP4]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[EXTRACTED:%.*]] = trunc i32 [[SHIFTED]] to i8
|
|
; EXPAND-NEXT: ret i8 [[EXTRACTED]]
|
|
;
|
|
%1 = atomicrmw or ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_or_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; NO-EXPAND-LABEL: define i16 @atomicrmw_or_i16_acquire(
|
|
; NO-EXPAND-SAME: ptr [[A:%.*]], i16 [[B:%.*]]) #[[ATTR0]] {
|
|
; NO-EXPAND-NEXT: [[TMP1:%.*]] = atomicrmw or ptr [[A]], i16 [[B]] acquire, align 2
|
|
; NO-EXPAND-NEXT: ret i16 [[TMP1]]
|
|
;
|
|
; EXPAND-LABEL: define i16 @atomicrmw_or_i16_acquire(
|
|
; EXPAND-SAME: ptr [[A:%.*]], i16 [[B:%.*]]) #[[ATTR0]] {
|
|
; EXPAND-NEXT: [[ALIGNEDADDR:%.*]] = call ptr @llvm.ptrmask.p0.i64(ptr [[A]], i64 -4)
|
|
; EXPAND-NEXT: [[TMP1:%.*]] = ptrtoint ptr [[A]] to i64
|
|
; EXPAND-NEXT: [[PTRLSB:%.*]] = and i64 [[TMP1]], 3
|
|
; EXPAND-NEXT: [[TMP2:%.*]] = shl i64 [[PTRLSB]], 3
|
|
; EXPAND-NEXT: [[SHIFTAMT:%.*]] = trunc i64 [[TMP2]] to i32
|
|
; EXPAND-NEXT: [[MASK:%.*]] = shl i32 65535, [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[INV_MASK:%.*]] = xor i32 [[MASK]], -1
|
|
; EXPAND-NEXT: [[TMP3:%.*]] = zext i16 [[B]] to i32
|
|
; EXPAND-NEXT: [[VALOPERAND_SHIFTED:%.*]] = shl i32 [[TMP3]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[TMP4:%.*]] = atomicrmw or ptr [[ALIGNEDADDR]], i32 [[VALOPERAND_SHIFTED]] acquire, align 4
|
|
; EXPAND-NEXT: [[SHIFTED:%.*]] = lshr i32 [[TMP4]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[EXTRACTED:%.*]] = trunc i32 [[SHIFTED]] to i16
|
|
; EXPAND-NEXT: ret i16 [[EXTRACTED]]
|
|
;
|
|
%1 = atomicrmw or ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
}
|
|
|
|
define i8 @atomicrmw_xor_i8_acquire(ptr %a, i8 %b) nounwind {
|
|
; NO-EXPAND-LABEL: define i8 @atomicrmw_xor_i8_acquire(
|
|
; NO-EXPAND-SAME: ptr [[A:%.*]], i8 [[B:%.*]]) #[[ATTR0]] {
|
|
; NO-EXPAND-NEXT: [[TMP1:%.*]] = atomicrmw xor ptr [[A]], i8 [[B]] acquire, align 1
|
|
; NO-EXPAND-NEXT: ret i8 [[TMP1]]
|
|
;
|
|
; EXPAND-LABEL: define i8 @atomicrmw_xor_i8_acquire(
|
|
; EXPAND-SAME: ptr [[A:%.*]], i8 [[B:%.*]]) #[[ATTR0]] {
|
|
; EXPAND-NEXT: [[ALIGNEDADDR:%.*]] = call ptr @llvm.ptrmask.p0.i64(ptr [[A]], i64 -4)
|
|
; EXPAND-NEXT: [[TMP1:%.*]] = ptrtoint ptr [[A]] to i64
|
|
; EXPAND-NEXT: [[PTRLSB:%.*]] = and i64 [[TMP1]], 3
|
|
; EXPAND-NEXT: [[TMP2:%.*]] = shl i64 [[PTRLSB]], 3
|
|
; EXPAND-NEXT: [[SHIFTAMT:%.*]] = trunc i64 [[TMP2]] to i32
|
|
; EXPAND-NEXT: [[MASK:%.*]] = shl i32 255, [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[INV_MASK:%.*]] = xor i32 [[MASK]], -1
|
|
; EXPAND-NEXT: [[TMP3:%.*]] = zext i8 [[B]] to i32
|
|
; EXPAND-NEXT: [[VALOPERAND_SHIFTED:%.*]] = shl i32 [[TMP3]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[TMP4:%.*]] = atomicrmw xor ptr [[ALIGNEDADDR]], i32 [[VALOPERAND_SHIFTED]] acquire, align 4
|
|
; EXPAND-NEXT: [[SHIFTED:%.*]] = lshr i32 [[TMP4]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[EXTRACTED:%.*]] = trunc i32 [[SHIFTED]] to i8
|
|
; EXPAND-NEXT: ret i8 [[EXTRACTED]]
|
|
;
|
|
%1 = atomicrmw xor ptr %a, i8 %b acquire
|
|
ret i8 %1
|
|
}
|
|
|
|
define i16 @atomicrmw_xor_i16_acquire(ptr %a, i16 %b) nounwind {
|
|
; NO-EXPAND-LABEL: define i16 @atomicrmw_xor_i16_acquire(
|
|
; NO-EXPAND-SAME: ptr [[A:%.*]], i16 [[B:%.*]]) #[[ATTR0]] {
|
|
; NO-EXPAND-NEXT: [[TMP1:%.*]] = atomicrmw xor ptr [[A]], i16 [[B]] acquire, align 2
|
|
; NO-EXPAND-NEXT: ret i16 [[TMP1]]
|
|
;
|
|
; EXPAND-LABEL: define i16 @atomicrmw_xor_i16_acquire(
|
|
; EXPAND-SAME: ptr [[A:%.*]], i16 [[B:%.*]]) #[[ATTR0]] {
|
|
; EXPAND-NEXT: [[ALIGNEDADDR:%.*]] = call ptr @llvm.ptrmask.p0.i64(ptr [[A]], i64 -4)
|
|
; EXPAND-NEXT: [[TMP1:%.*]] = ptrtoint ptr [[A]] to i64
|
|
; EXPAND-NEXT: [[PTRLSB:%.*]] = and i64 [[TMP1]], 3
|
|
; EXPAND-NEXT: [[TMP2:%.*]] = shl i64 [[PTRLSB]], 3
|
|
; EXPAND-NEXT: [[SHIFTAMT:%.*]] = trunc i64 [[TMP2]] to i32
|
|
; EXPAND-NEXT: [[MASK:%.*]] = shl i32 65535, [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[INV_MASK:%.*]] = xor i32 [[MASK]], -1
|
|
; EXPAND-NEXT: [[TMP3:%.*]] = zext i16 [[B]] to i32
|
|
; EXPAND-NEXT: [[VALOPERAND_SHIFTED:%.*]] = shl i32 [[TMP3]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[TMP4:%.*]] = atomicrmw xor ptr [[ALIGNEDADDR]], i32 [[VALOPERAND_SHIFTED]] acquire, align 4
|
|
; EXPAND-NEXT: [[SHIFTED:%.*]] = lshr i32 [[TMP4]], [[SHIFTAMT]]
|
|
; EXPAND-NEXT: [[EXTRACTED:%.*]] = trunc i32 [[SHIFTED]] to i16
|
|
; EXPAND-NEXT: ret i16 [[EXTRACTED]]
|
|
;
|
|
%1 = atomicrmw xor ptr %a, i16 %b acquire
|
|
ret i16 %1
|
|
}
|