; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc -verify-machineinstrs -mtriple=powerpc64le-unknown-linux-gnu \
; RUN:   -mcpu=pwr9 -ppc-asm-full-reg-names < %s \
; RUN:   | FileCheck %s
; RUN: llc -verify-machineinstrs -mtriple=powerpc64-ibm-aix \
; RUN:   -mcpu=pwr9 -ppc-asm-full-reg-names < %s \
; RUN:   | FileCheck %s --check-prefix=CHECK-BE

define void @test_lwat(ptr noundef %ptr, i32 noundef %value, ptr nocapture %resp) {
; CHECK-LABEL: test_lwat:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    mr r7, r4
; CHECK-NEXT:    lwat r6, r3, 0
; CHECK-NEXT:    stw r6, 0(r5)
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_lwat:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    mr r7, r4
; CHECK-BE-NEXT:    lwat r6, r3, 0
; CHECK-BE-NEXT:    stw r6, 0(r5)
; CHECK-BE-NEXT:    blr
entry:
  %0 = tail call i32 @llvm.ppc.amo.lwat(ptr %ptr, i32 %value, i32 0)
  store i32 %0, ptr %resp, align 4
  ret void
}

define void @test_ldat(ptr noundef %ptr, i64 noundef %value, ptr nocapture %resp) {
; CHECK-LABEL: test_ldat:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    mr r7, r4
; CHECK-NEXT:    ldat r6, r3, 0
; CHECK-NEXT:    std r6, 0(r5)
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_ldat:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    mr r7, r4
; CHECK-BE-NEXT:    ldat r6, r3, 0
; CHECK-BE-NEXT:    std r6, 0(r5)
; CHECK-BE-NEXT:    blr
entry:
  %0 = tail call i64 @llvm.ppc.amo.ldat(ptr %ptr, i64 %value, i32 0)
  store i64 %0, ptr %resp, align 8
  ret void
}

define void @test_lwat_cond(ptr noundef %ptr, ptr nocapture %resp) {
; CHECK-LABEL: test_lwat_cond:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    lwat r6, r3, 24
; CHECK-NEXT:    stw r6, 0(r4)
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_lwat_cond:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    lwat r6, r3, 24
; CHECK-BE-NEXT:    stw r6, 0(r4)
; CHECK-BE-NEXT:    blr
entry:
  %0 = tail call i32 @llvm.ppc.amo.lwat.cond(ptr %ptr, i32 24)
  store i32 %0, ptr %resp, align 4
  ret void
}

define void @test_ldat_cond(ptr noundef %ptr, ptr nocapture %resp) {
; CHECK-LABEL: test_ldat_cond:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    ldat r6, r3, 24
; CHECK-NEXT:    std r6, 0(r4)
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_ldat_cond:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    ldat r6, r3, 24
; CHECK-BE-NEXT:    std r6, 0(r4)
; CHECK-BE-NEXT:    blr
entry:
  %0 = tail call i64 @llvm.ppc.amo.ldat.cond(ptr %ptr, i32 24)
  store i64 %0, ptr %resp, align 8
  ret void
}

define void @test_stwat(ptr noundef %ptr, i32 noundef %value) {
; CHECK-LABEL: test_stwat:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    stwat r4, r3, 0
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_stwat:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    stwat r4, r3, 0
; CHECK-BE-NEXT:    blr
entry:
  tail call void @llvm.ppc.amo.stwat(ptr %ptr, i32 %value, i32 0)
  ret void
}

define void @test_stdat(ptr noundef %ptr, i64 noundef %value) {
; CHECK-LABEL: test_stdat:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    stdat r4, r3, 0
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_stdat:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    stdat r4, r3, 0
; CHECK-BE-NEXT:    blr
entry:
  tail call void @llvm.ppc.amo.stdat(ptr %ptr, i64 %value, i32 0)
  ret void
}

define void @test_lwat_csne(ptr noundef %ptr, i32 noundef %value1, i32 noundef %value2, ptr nocapture %resp) nounwind {
; CHECK-LABEL: test_lwat_csne:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    mr r9, r4
; CHECK-NEXT:    mr r10, r5
; CHECK-NEXT:    lwat r8, r3, 16
; CHECK-NEXT:    li r9, 44
; CHECK-NEXT:    li r10, 55
; CHECK-NEXT:    mr r4, r8
; CHECK-NEXT:    stw r4, 0(r6)
; CHECK-NEXT:    lwat r8, r3, 16
; CHECK-NEXT:    mr r3, r8
; CHECK-NEXT:    stw r3, 0(r6)
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_lwat_csne:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    mr r9, r4
; CHECK-BE-NEXT:    mr r10, r5
; CHECK-BE-NEXT:    lwat r8, r3, 16
; CHECK-BE-NEXT:    li r9, 44
; CHECK-BE-NEXT:    li r10, 55
; CHECK-BE-NEXT:    mr r4, r8
; CHECK-BE-NEXT:    stw r4, 0(r6)
; CHECK-BE-NEXT:    lwat r8, r3, 16
; CHECK-BE-NEXT:    mr r3, r8
; CHECK-BE-NEXT:    stw r3, 0(r6)
; CHECK-BE-NEXT:    blr
entry:
  %0 = call i32 @llvm.ppc.amo.lwat.csne(ptr %ptr, i32 %value1, i32 %value2)
  store i32 %0, ptr %resp, align 4
  %1 = tail call i32 @llvm.ppc.amo.lwat.csne(ptr %ptr, i32 44, i32 55)
  store i32 %1, ptr %resp, align 4
  ret void
}

define void @test_ldat_csne(ptr noundef %ptr, i64 noundef %value1, i64 noundef %value2, ptr nocapture %resp) nounwind {
; CHECK-LABEL: test_ldat_csne:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    mr r9, r4
; CHECK-NEXT:    mr r10, r5
; CHECK-NEXT:    ldat r8, r3, 16
; CHECK-NEXT:    li r9, 44
; CHECK-NEXT:    li r10, 55
; CHECK-NEXT:    mr r4, r8
; CHECK-NEXT:    std r4, 0(r6)
; CHECK-NEXT:    ldat r8, r3, 16
; CHECK-NEXT:    mr r3, r8
; CHECK-NEXT:    std r3, 0(r6)
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_ldat_csne:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    mr r9, r4
; CHECK-BE-NEXT:    mr r10, r5
; CHECK-BE-NEXT:    ldat r8, r3, 16
; CHECK-BE-NEXT:    li r9, 44
; CHECK-BE-NEXT:    li r10, 55
; CHECK-BE-NEXT:    mr r4, r8
; CHECK-BE-NEXT:    std r4, 0(r6)
; CHECK-BE-NEXT:    ldat r8, r3, 16
; CHECK-BE-NEXT:    mr r3, r8
; CHECK-BE-NEXT:    std r3, 0(r6)
; CHECK-BE-NEXT:    blr
entry:
  %0 = call i64 @llvm.ppc.amo.ldat.csne(ptr %ptr, i64 %value1, i64 %value2)
  store i64 %0, ptr %resp, align 8
  %1 = tail call i64 @llvm.ppc.amo.ldat.csne(ptr %ptr, i64 44, i64 55)
  store i64 %1, ptr %resp, align 8
  ret void
}

define void @test_lwat_csne_ptr_conflict(ptr %input_ptr) nounwind {
; CHECK-LABEL: test_lwat_csne_ptr_conflict:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    #APP
; CHECK-NEXT:    mr r8, r3
; CHECK-NEXT:    #NO_APP
; CHECK-NEXT:    mr r3, r8
; CHECK-NEXT:    li r9, 11
; CHECK-NEXT:    li r10, 22
; CHECK-NEXT:    lwat r8, r3, 16
; CHECK-NEXT:    mr r3, r8
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_lwat_csne_ptr_conflict:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    #APP
; CHECK-BE-NEXT:    mr r8, r3
; CHECK-BE-NEXT:    #NO_APP
; CHECK-BE-NEXT:    mr r3, r8
; CHECK-BE-NEXT:    li r9, 11
; CHECK-BE-NEXT:    li r10, 22
; CHECK-BE-NEXT:    lwat r8, r3, 16
; CHECK-BE-NEXT:    mr r3, r8
; CHECK-BE-NEXT:    blr
entry:
  %ptr = call ptr asm "mr $0, $1", "={r8},{r3}"(ptr %input_ptr)
  %result = call i32 @llvm.ppc.amo.lwat.csne(ptr %ptr, i32 11, i32 22)
  ret void
}

define void @test_ldat_csne_ptr_conflict(ptr %input_ptr) nounwind {
; CHECK-LABEL: test_ldat_csne_ptr_conflict:
; CHECK:       # %bb.0: # %entry
; CHECK-NEXT:    #APP
; CHECK-NEXT:    mr r8, r3
; CHECK-NEXT:    #NO_APP
; CHECK-NEXT:    mr r3, r8
; CHECK-NEXT:    li r9, 11
; CHECK-NEXT:    li r10, 22
; CHECK-NEXT:    ldat r8, r3, 16
; CHECK-NEXT:    mr r3, r8
; CHECK-NEXT:    blr
;
; CHECK-BE-LABEL: test_ldat_csne_ptr_conflict:
; CHECK-BE:       # %bb.0: # %entry
; CHECK-BE-NEXT:    #APP
; CHECK-BE-NEXT:    mr r8, r3
; CHECK-BE-NEXT:    #NO_APP
; CHECK-BE-NEXT:    mr r3, r8
; CHECK-BE-NEXT:    li r9, 11
; CHECK-BE-NEXT:    li r10, 22
; CHECK-BE-NEXT:    ldat r8, r3, 16
; CHECK-BE-NEXT:    mr r3, r8
; CHECK-BE-NEXT:    blr
entry:
  %ptr = call ptr asm "mr $0, $1", "={r8},{r3}"(ptr %input_ptr)
  %result = call i64 @llvm.ppc.amo.ldat.csne(ptr %ptr, i64 11, i64 22)
  ret void
}

declare i64 @llvm.ppc.amo.ldat(ptr, i64, i32 immarg)
declare i32 @llvm.ppc.amo.lwat(ptr, i32, i32 immarg)
declare i64 @llvm.ppc.amo.ldat.cond(ptr, i32 immarg)
declare i32 @llvm.ppc.amo.lwat.cond(ptr, i32 immarg)
declare void @llvm.ppc.amo.stwat(ptr, i32, i32 immarg)
declare void @llvm.ppc.amo.stdat(ptr, i64, i32 immarg)
declare i64 @llvm.ppc.amo.ldat.csne(ptr, i64, i64)
declare i32 @llvm.ppc.amo.lwat.csne(ptr, i32, i32)