; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc -mtriple=aarch64-unknown-linux-gnu -mattr=+sme -relocation-model=pic < %s | FileCheck %s

@x = external thread_local local_unnamed_addr global i32, align 4

define i32 @load_tls_streaming_compat() nounwind "aarch64_pstate_sm_compatible" {
; CHECK-LABEL: load_tls_streaming_compat:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    stp d15, d14, [sp, #-80]! // 16-byte Folded Spill
; CHECK-NEXT:    stp d13, d12, [sp, #16] // 16-byte Folded Spill
; CHECK-NEXT:    stp d11, d10, [sp, #32] // 16-byte Folded Spill
; CHECK-NEXT:    stp d9, d8, [sp, #48] // 16-byte Folded Spill
; CHECK-NEXT:    str x30, [sp, #64] // 8-byte Spill
; CHECK-NEXT:    mrs x8, SVCR
; CHECK-NEXT:    tbz w8, #0, .LBB0_2
; CHECK-NEXT:  // %bb.1: // %entry
; CHECK-NEXT:    smstop sm
; CHECK-NEXT:  .LBB0_2: // %entry
; CHECK-NEXT:    adrp x0, :tlsdesc:x
; CHECK-NEXT:    ldr x1, [x0, :tlsdesc_lo12:x]
; CHECK-NEXT:    add x0, x0, :tlsdesc_lo12:x
; CHECK-NEXT:    .tlsdesccall x
; CHECK-NEXT:    blr x1
; CHECK-NEXT:    tbz w8, #0, .LBB0_4
; CHECK-NEXT:  // %bb.3: // %entry
; CHECK-NEXT:    smstart sm
; CHECK-NEXT:  .LBB0_4: // %entry
; CHECK-NEXT:    mrs x8, TPIDR_EL0
; CHECK-NEXT:    ldp d9, d8, [sp, #48] // 16-byte Folded Reload
; CHECK-NEXT:    ldp d11, d10, [sp, #32] // 16-byte Folded Reload
; CHECK-NEXT:    ldr w0, [x8, x0]
; CHECK-NEXT:    ldp d13, d12, [sp, #16] // 16-byte Folded Reload
; CHECK-NEXT:    ldr x30, [sp, #64] // 8-byte Reload
; CHECK-NEXT:    ldp d15, d14, [sp], #80 // 16-byte Folded Reload
; CHECK-NEXT:    ret
entry:
  %0 = tail call align 4 ptr @llvm.threadlocal.address.p0(ptr align 4 @x)
  %1 = load i32, ptr %0, align 4
  ret i32 %1
}

define i32 @load_tls_streaming() nounwind "aarch64_pstate_sm_enabled" {
; CHECK-LABEL: load_tls_streaming:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    stp d15, d14, [sp, #-80]! // 16-byte Folded Spill
; CHECK-NEXT:    stp d13, d12, [sp, #16] // 16-byte Folded Spill
; CHECK-NEXT:    stp d11, d10, [sp, #32] // 16-byte Folded Spill
; CHECK-NEXT:    stp d9, d8, [sp, #48] // 16-byte Folded Spill
; CHECK-NEXT:    str x30, [sp, #64] // 8-byte Spill
; CHECK-NEXT:    smstop sm
; CHECK-NEXT:    adrp x0, :tlsdesc:x
; CHECK-NEXT:    ldr x1, [x0, :tlsdesc_lo12:x]
; CHECK-NEXT:    add x0, x0, :tlsdesc_lo12:x
; CHECK-NEXT:    .tlsdesccall x
; CHECK-NEXT:    blr x1
; CHECK-NEXT:    smstart sm
; CHECK-NEXT:    mrs x8, TPIDR_EL0
; CHECK-NEXT:    ldp d9, d8, [sp, #48] // 16-byte Folded Reload
; CHECK-NEXT:    ldp d11, d10, [sp, #32] // 16-byte Folded Reload
; CHECK-NEXT:    ldr w0, [x8, x0]
; CHECK-NEXT:    ldp d13, d12, [sp, #16] // 16-byte Folded Reload
; CHECK-NEXT:    ldr x30, [sp, #64] // 8-byte Reload
; CHECK-NEXT:    ldp d15, d14, [sp], #80 // 16-byte Folded Reload
; CHECK-NEXT:    ret
entry:
  %0 = tail call align 4 ptr @llvm.threadlocal.address.p0(ptr align 4 @x)
  %1 = load i32, ptr %0, align 4
  ret i32 %1
}

define i32 @load_tls_shared_za() nounwind "aarch64_inout_za" {
; CHECK-LABEL: load_tls_shared_za:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    stp x29, x30, [sp, #-16]! // 16-byte Folded Spill
; CHECK-NEXT:    mov x29, sp
; CHECK-NEXT:    sub sp, sp, #16
; CHECK-NEXT:    rdsvl x8, #1
; CHECK-NEXT:    mov x9, sp
; CHECK-NEXT:    msub x9, x8, x8, x9
; CHECK-NEXT:    mov sp, x9
; CHECK-NEXT:    sub x10, x29, #16
; CHECK-NEXT:    stp x9, x8, [x29, #-16]
; CHECK-NEXT:    msr TPIDR2_EL0, x10
; CHECK-NEXT:    adrp x0, :tlsdesc:x
; CHECK-NEXT:    ldr x1, [x0, :tlsdesc_lo12:x]
; CHECK-NEXT:    add x0, x0, :tlsdesc_lo12:x
; CHECK-NEXT:    .tlsdesccall x
; CHECK-NEXT:    blr x1
; CHECK-NEXT:    mrs x8, TPIDR_EL0
; CHECK-NEXT:    ldr w8, [x8, x0]
; CHECK-NEXT:    smstart za
; CHECK-NEXT:    mrs x9, TPIDR2_EL0
; CHECK-NEXT:    sub x0, x29, #16
; CHECK-NEXT:    cbnz x9, .LBB2_2
; CHECK-NEXT:  // %bb.1: // %entry
; CHECK-NEXT:    bl __arm_tpidr2_restore
; CHECK-NEXT:  .LBB2_2: // %entry
; CHECK-NEXT:    mov w0, w8
; CHECK-NEXT:    msr TPIDR2_EL0, xzr
; CHECK-NEXT:    mov sp, x29
; CHECK-NEXT:    ldp x29, x30, [sp], #16 // 16-byte Folded Reload
; CHECK-NEXT:    ret
entry:
  %0 = tail call align 4 ptr @llvm.threadlocal.address.p0(ptr align 4 @x)
  %1 = load i32, ptr %0, align 4
  ret i32 %1
}

define i32 @load_tls_streaming_shared_za() nounwind "aarch64_inout_za" "aarch64_pstate_sm_enabled" {
; CHECK-LABEL: load_tls_streaming_shared_za:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    stp d15, d14, [sp, #-96]! // 16-byte Folded Spill
; CHECK-NEXT:    stp d13, d12, [sp, #16] // 16-byte Folded Spill
; CHECK-NEXT:    stp d11, d10, [sp, #32] // 16-byte Folded Spill
; CHECK-NEXT:    stp d9, d8, [sp, #48] // 16-byte Folded Spill
; CHECK-NEXT:    stp x29, x30, [sp, #64] // 16-byte Folded Spill
; CHECK-NEXT:    add x29, sp, #64
; CHECK-NEXT:    str x19, [sp, #80] // 8-byte Spill
; CHECK-NEXT:    sub sp, sp, #16
; CHECK-NEXT:    rdsvl x8, #1
; CHECK-NEXT:    mov x9, sp
; CHECK-NEXT:    msub x9, x8, x8, x9
; CHECK-NEXT:    mov sp, x9
; CHECK-NEXT:    stp x9, x8, [x29, #-80]
; CHECK-NEXT:    smstop sm
; CHECK-NEXT:    sub x8, x29, #80
; CHECK-NEXT:    msr TPIDR2_EL0, x8
; CHECK-NEXT:    adrp x0, :tlsdesc:x
; CHECK-NEXT:    ldr x1, [x0, :tlsdesc_lo12:x]
; CHECK-NEXT:    add x0, x0, :tlsdesc_lo12:x
; CHECK-NEXT:    .tlsdesccall x
; CHECK-NEXT:    blr x1
; CHECK-NEXT:    smstart sm
; CHECK-NEXT:    mrs x8, TPIDR_EL0
; CHECK-NEXT:    ldr w8, [x8, x0]
; CHECK-NEXT:    smstart za
; CHECK-NEXT:    mrs x9, TPIDR2_EL0
; CHECK-NEXT:    sub x0, x29, #80
; CHECK-NEXT:    cbnz x9, .LBB3_2
; CHECK-NEXT:  // %bb.1: // %entry
; CHECK-NEXT:    bl __arm_tpidr2_restore
; CHECK-NEXT:  .LBB3_2: // %entry
; CHECK-NEXT:    mov w0, w8
; CHECK-NEXT:    msr TPIDR2_EL0, xzr
; CHECK-NEXT:    sub sp, x29, #64
; CHECK-NEXT:    ldp x29, x30, [sp, #64] // 16-byte Folded Reload
; CHECK-NEXT:    ldr x19, [sp, #80] // 8-byte Reload
; CHECK-NEXT:    ldp d9, d8, [sp, #48] // 16-byte Folded Reload
; CHECK-NEXT:    ldp d11, d10, [sp, #32] // 16-byte Folded Reload
; CHECK-NEXT:    ldp d13, d12, [sp, #16] // 16-byte Folded Reload
; CHECK-NEXT:    ldp d15, d14, [sp], #96 // 16-byte Folded Reload
; CHECK-NEXT:    ret
entry:
  %0 = tail call align 4 ptr @llvm.threadlocal.address.p0(ptr align 4 @x)
  %1 = load i32, ptr %0, align 4
  ret i32 %1
}