; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --check-globals
; RUN: opt < %s -passes=simplifycfg -simplifycfg-require-and-preserve-domtree=1 -hoist-common-insts=true -S | FileCheck %s

define void @hoist_range(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_range(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load i8, ptr [[P:%.*]], align 1, !range [[RNG0:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else
then:
  %t = load i8, ptr %p, !range !0
  br label %out
else:
  %e = load i8, ptr %p, !range !1
  br label %out
out:
  ret void
}

define void @hoist_range_switch(i64 %i, ptr %p) {
; CHECK-LABEL: @hoist_range_switch(
; CHECK-NEXT:  out:
; CHECK-NEXT:    [[T:%.*]] = load i8, ptr [[P:%.*]], align 1, !range [[RNG1:![0-9]+]]
; CHECK-NEXT:    ret void
;
  switch i64 %i, label %bb0 [
  i64 1, label %bb1
  i64 2, label %bb2
  ]
bb0:
  %t = load i8, ptr %p, !range !0
  br label %out
bb1:
  %e = load i8, ptr %p, !range !1
  br label %out
bb2:
  %f = load i8, ptr %p, !range !3
  br label %out
out:
  ret void
}

define void @hoist_both_noundef(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_both_noundef(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load i8, ptr [[P:%.*]], align 1, !noundef [[META2:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  %t = load i8, ptr %p, !noundef !2
  br label %out

else:
  %e = load i8, ptr %p, !noundef !2
  br label %out

out:
  ret void
}


define void @hoist_both_noundef_switch(i64 %i, ptr %p) {
; CHECK-LABEL: @hoist_both_noundef_switch(
; CHECK-NEXT:  out:
; CHECK-NEXT:    [[T:%.*]] = load i8, ptr [[P:%.*]], align 1, !noundef [[META2]]
; CHECK-NEXT:    ret void
;
  switch i64 %i, label %bb0 [
  i64 1, label %bb1
  i64 2, label %bb2
  ]
bb0:
  %t = load i8, ptr %p, !noundef !2
  br label %out
bb1:
  %e = load i8, ptr %p, !noundef !2
  br label %out
bb2:
  %f = load i8, ptr %p, !noundef !2
  br label %out
out:
  ret void
}

define void @hoist_one_noundef(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_one_noundef(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load i8, ptr [[P:%.*]], align 1
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  %t = load i8, ptr %p, !noundef !2
  br label %out

else:
  %e = load i8, ptr %p
  br label %out

out:
  ret void
}

define void @hoist_one_noundef_switch(i64 %i, ptr %p) {
; CHECK-LABEL: @hoist_one_noundef_switch(
; CHECK-NEXT:  out:
; CHECK-NEXT:    [[T:%.*]] = load i8, ptr [[P:%.*]], align 1
; CHECK-NEXT:    ret void
;
  switch i64 %i, label %bb0 [
  i64 1, label %bb1
  i64 2, label %bb2
  ]
bb0:
  %t = load i8, ptr %p, !noundef !2
  br label %out
bb1:
  %e = load i8, ptr %p
  br label %out
bb2:
  %f = load i8, ptr %p, !noundef !2
  br label %out
out:
  ret void
}

define void @hoist_dereferenceable(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_dereferenceable(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load ptr, ptr [[P:%.*]], align 8, !dereferenceable [[META3:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else
then:
  %t = load ptr, ptr %p, !dereferenceable !{i64 10}
  br label %out
else:
  %e = load ptr, ptr %p, !dereferenceable !{i64 20}
  br label %out
out:
  ret void
}

define void @hoist_dereferenceable_switch(i64 %i, ptr %p) {
; CHECK-LABEL: @hoist_dereferenceable_switch(
; CHECK-NEXT:  out:
; CHECK-NEXT:    [[T:%.*]] = load ptr, ptr [[P:%.*]], align 8, !dereferenceable [[META3]]
; CHECK-NEXT:    ret void
;
  switch i64 %i, label %bb0 [
  i64 1, label %bb1
  i64 2, label %bb2
  ]
bb0:
  %t = load ptr, ptr %p, !dereferenceable !{i64 10}
  br label %out
bb1:
  %e = load ptr, ptr %p, !dereferenceable !{i64 20}
  br label %out
bb2:
  %f = load ptr, ptr %p, !dereferenceable !{i64 30}
  br label %out
out:
  ret void
}

define void @hoist_dereferenceable_or_null(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_dereferenceable_or_null(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load ptr, ptr [[P:%.*]], align 8, !dereferenceable_or_null [[META3]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else
then:
  %t = load ptr, ptr %p, !dereferenceable_or_null !{i64 20}
  br label %out
else:
  %e = load ptr, ptr %p, !dereferenceable_or_null !{i64 10}
  br label %out
out:
  ret void
}

define void @hoist_dereferenceable_or_null_switch(i64 %i, ptr %p) {
; CHECK-LABEL: @hoist_dereferenceable_or_null_switch(
; CHECK-NEXT:  out:
; CHECK-NEXT:    [[T:%.*]] = load ptr, ptr [[P:%.*]], align 8, !dereferenceable_or_null [[META3]]
; CHECK-NEXT:    ret void
;
  switch i64 %i, label %bb0 [
  i64 1, label %bb1
  i64 2, label %bb2
  ]
bb0:
  %t = load ptr, ptr %p, !dereferenceable_or_null !{i64 20}
  br label %out
bb1:
  %e = load ptr, ptr %p, !dereferenceable_or_null !{i64 10}
  br label %out
bb2:
  %f = load ptr, ptr %p, !dereferenceable_or_null !{i64 30}
  br label %out
out:
  ret void
}

; !range violation only returns poison, and is thus safe to speculate.
define i32 @speculate_range(i1 %c, ptr dereferenceable(8) align 8 %p) {
; CHECK-LABEL: @speculate_range(
; CHECK-NEXT:  entry:
; CHECK-NEXT:    [[V:%.*]] = load i32, ptr [[P:%.*]], align 4, !range [[RNG4:![0-9]+]]
; CHECK-NEXT:    [[SPEC_SELECT:%.*]] = select i1 [[C:%.*]], i32 [[V]], i32 0
; CHECK-NEXT:    ret i32 [[SPEC_SELECT]]
;
entry:
  br i1 %c, label %if, label %join

if:
  %v = load i32, ptr %p, !range !{i32 0, i32 10}
  br label %join

join:
  %phi = phi i32 [ %v, %if ], [ 0, %entry ]
  ret i32 %phi
}

; !nonnull is safe to speculate, but !noundef is not, as the latter causes
; immediate undefined behavior.
define ptr @speculate_nonnull(i1 %c, ptr dereferenceable(8) align 8 %p) {
; CHECK-LABEL: @speculate_nonnull(
; CHECK-NEXT:  entry:
; CHECK-NEXT:    [[V:%.*]] = load ptr, ptr [[P:%.*]], align 8, !nonnull [[META2]]
; CHECK-NEXT:    [[SPEC_SELECT:%.*]] = select i1 [[C:%.*]], ptr [[V]], ptr null
; CHECK-NEXT:    ret ptr [[SPEC_SELECT]]
;
entry:
  br i1 %c, label %if, label %join

if:
  %v = load ptr, ptr %p, !nonnull !{}, !noundef !{}
  br label %join

join:
  %phi = phi ptr [ %v, %if ], [ null, %entry ]
  ret ptr %phi
}

; !align is safe to speculate, but !dereferenceable is not, as the latter causes
; immediate undefined behavior.
define ptr @speculate_align(i1 %c, ptr dereferenceable(8) align 8 %p) {
; CHECK-LABEL: @speculate_align(
; CHECK-NEXT:  entry:
; CHECK-NEXT:    [[V:%.*]] = load ptr, ptr [[P:%.*]], align 8, !align [[META5:![0-9]+]]
; CHECK-NEXT:    [[SPEC_SELECT:%.*]] = select i1 [[C:%.*]], ptr [[V]], ptr null
; CHECK-NEXT:    ret ptr [[SPEC_SELECT]]
;
entry:
  br i1 %c, label %if, label %join

if:
  %v = load ptr, ptr %p, !align !{i64 4}, !dereferenceable !{i64 4}
  br label %join

join:
  %phi = phi ptr [ %v, %if ], [ null, %entry ]
  ret ptr %phi
}

define void @hoist_fpmath(i1 %c, double %x) {
; CHECK-LABEL: @hoist_fpmath(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = fadd double [[X:%.*]], 1.000000e+00, !fpmath [[META6:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else
then:
  %t = fadd double %x, 1.0, !fpmath !{ float 2.5 }
  br label %out
else:
  %e = fadd double %x, 1.0, !fpmath !{ float 5.0 }
  br label %out
out:
  ret void
}

define void @hoist_fpmath_switch(i64 %i, double %x) {
; CHECK-LABEL: @hoist_fpmath_switch(
; CHECK-NEXT:  out:
; CHECK-NEXT:    [[T:%.*]] = fadd double [[X:%.*]], 1.000000e+00, !fpmath [[META6]]
; CHECK-NEXT:    ret void
;
  switch i64 %i, label %bb0 [
  i64 1, label %bb1
  i64 2, label %bb2
  ]
bb0:
  %t = fadd double %x, 1.0, !fpmath !{ float 2.5 }
  br label %out
bb1:
  %e = fadd double %x, 1.0, !fpmath !{ float 5.0 }
  br label %out
bb2:
  %f = fadd double %x, 1.0, !fpmath !{ float 7.5 }
  br label %out
out:
  ret void
}

define void @hoist_noalias_addrspace_both(i1 %c, ptr %p, i64 %val) {
; CHECK-LABEL: @hoist_noalias_addrspace_both(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = atomicrmw add ptr [[P:%.*]], i64 [[VAL:%.*]] seq_cst, align 8, !noalias.addrspace [[META7:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  %t = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !4
  br label %out

else:
  %e = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !4
  br label %out

out:
  ret void
}

define void @hoist_noalias_addrspace_one(i1 %c, ptr %p, i64 %val) {
; CHECK-LABEL: @hoist_noalias_addrspace_one(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = atomicrmw add ptr [[P:%.*]], i64 [[VAL:%.*]] seq_cst, align 8
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  %t = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !4
  br label %out

else:
  %e = atomicrmw add ptr %p, i64 %val seq_cst
  br label %out

out:
  ret void
}

define void @hoist_noalias_addrspace_switch(i64 %i, ptr %p, i64 %val) {
; CHECK-LABEL: @hoist_noalias_addrspace_switch(
; CHECK-NEXT:  out:
; CHECK-NEXT:    [[T:%.*]] = atomicrmw add ptr [[P:%.*]], i64 [[VAL:%.*]] seq_cst, align 8, !noalias.addrspace [[META7]]
; CHECK-NEXT:    ret void
;
  switch i64 %i, label %bb0 [
  i64 1, label %bb1
  i64 2, label %bb2
  ]
bb0:
  %t = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !4
  br label %out
bb1:
  %e = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !5
  br label %out
bb2:
  %f = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !6
  br label %out
out:
  ret void
}

define void @hoist_noalias_addrspace_switch_multiple(i64 %i, ptr %p, i64 %val) {
; CHECK-LABEL: @hoist_noalias_addrspace_switch_multiple(
; CHECK-NEXT:  out:
; CHECK-NEXT:    [[T:%.*]] = atomicrmw add ptr [[P:%.*]], i64 [[VAL:%.*]] seq_cst, align 8, !noalias.addrspace [[META8:![0-9]+]]
; CHECK-NEXT:    ret void
;
  switch i64 %i, label %bb0 [
  i64 1, label %bb1
  i64 2, label %bb2
  ]
bb0:
  %t = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !7
  br label %out
bb1:
  %e = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !8
  br label %out
bb2:
  %f = atomicrmw add ptr %p, i64 %val seq_cst, !noalias.addrspace !9
  br label %out
out:
  ret void
}

; !noalias_addrspace is not safe to speculate as it causes immediate undefined behavior.
define ptr @speculate_noalias_addrspace(i1 %c, ptr dereferenceable(8) align 8 %p) {
; CHECK-LABEL: @speculate_noalias_addrspace(
; CHECK-NEXT:  entry:
; CHECK-NEXT:    [[V:%.*]] = load ptr, ptr [[P:%.*]], align 8, !nonnull [[META2]]
; CHECK-NEXT:    [[SPEC_SELECT:%.*]] = select i1 [[C:%.*]], ptr [[V]], ptr null
; CHECK-NEXT:    ret ptr [[SPEC_SELECT]]
;
entry:
  br i1 %c, label %if, label %join

if:
  %v = load ptr, ptr %p, !nonnull !{}, !noundef !{}, !noalias.addrspace !4
  br label %join

join:
  %phi = phi ptr [ %v, %if ], [ null, %entry ]
  ret ptr %phi
}

define void @hoist_captures_same(i1 %c, ptr %x, ptr %y) {
; CHECK-LABEL: @hoist_captures_same(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store ptr [[X:%.*]], ptr [[Y:%.*]], align 8, !captures [[META9:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  store ptr %x, ptr %y, !captures !{!"address"}
  br label %out

else:
  store ptr %x, ptr %y, !captures !{!"address"}
  br label %out

out:
  ret void
}

define void @hoist_captures_different(i1 %c, ptr %x, ptr %y) {
; CHECK-LABEL: @hoist_captures_different(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store ptr [[X:%.*]], ptr [[Y:%.*]], align 8, !captures [[META10:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  store ptr %x, ptr %y, !captures !{!"address"}
  br label %out

else:
  store ptr %x, ptr %y, !captures !{!"read_provenance"}
  br label %out

out:
  ret void
}

define void @hoist_captures_overlap(i1 %c, ptr %x, ptr %y) {
; CHECK-LABEL: @hoist_captures_overlap(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store ptr [[X:%.*]], ptr [[Y:%.*]], align 8, !captures [[META10]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  store ptr %x, ptr %y, !captures !{!"address"}
  br label %out

else:
  store ptr %x, ptr %y, !captures !{!"address", !"read_provenance"}
  br label %out

out:
  ret void
}

define void @hoist_captures_subsume1(i1 %c, ptr %x, ptr %y) {
; CHECK-LABEL: @hoist_captures_subsume1(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store ptr [[X:%.*]], ptr [[Y:%.*]], align 8, !captures [[META9]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  store ptr %x, ptr %y, !captures !{!"address_is_null"}
  br label %out

else:
  store ptr %x, ptr %y, !captures !{!"address"}
  br label %out

out:
  ret void
}

define void @hoist_captures_subsume2(i1 %c, ptr %x, ptr %y) {
; CHECK-LABEL: @hoist_captures_subsume2(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store ptr [[X:%.*]], ptr [[Y:%.*]], align 8, !captures [[META11:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  store ptr %x, ptr %y, !captures !{!"provenance"}
  br label %out

else:
  store ptr %x, ptr %y, !captures !{!"read_provenance"}
  br label %out

out:
  ret void
}

define void @hoist_captures_full_set(i1 %c, ptr %x, ptr %y) {
; CHECK-LABEL: @hoist_captures_full_set(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store ptr [[X:%.*]], ptr [[Y:%.*]], align 8
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  store ptr %x, ptr %y, !captures !{!"address"}
  br label %out

else:
  store ptr %x, ptr %y, !captures !{!"provenance"}
  br label %out

out:
  ret void
}

define void @hoist_captures_only_one1(i1 %c, ptr %x, ptr %y) {
; CHECK-LABEL: @hoist_captures_only_one1(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store ptr [[X:%.*]], ptr [[Y:%.*]], align 8
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  store ptr %x, ptr %y, !captures !{!"address"}
  br label %out

else:
  store ptr %x, ptr %y
  br label %out

out:
  ret void
}

define void @hoist_captures_only_one2(i1 %c, ptr %x, ptr %y) {
; CHECK-LABEL: @hoist_captures_only_one2(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store ptr [[X:%.*]], ptr [[Y:%.*]], align 8
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  store ptr %x, ptr %y
  br label %out

else:
  store ptr %x, ptr %y, !captures !{!"address"}
  br label %out

out:
  ret void
}

define void @hoist_nofpclass_intersect(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_nofpclass_intersect(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load float, ptr [[P:%.*]], align 4, !nofpclass [[META12:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  %t = load float, ptr %p, !nofpclass !{i32 3} ; nan
  br label %out

else:
  %e = load float, ptr %p, !nofpclass !{i32 519} ; inf nan
  br label %out

out:
  ret void
}

define void @hoist_nofpclass_drop(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_nofpclass_drop(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load float, ptr [[P:%.*]], align 4
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else

then:
  %t = load float, ptr %p, !nofpclass !{i32 3} ; nan
  br label %out

else:
  %e = load float, ptr %p, !nofpclass !{i32 512} ; inf
  br label %out

out:
  ret void
}


define void @hoist_mem_cache_hint_drop(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_mem_cache_hint_drop(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load i32, ptr [[P:%.*]], align 4
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else
then:
  %t = load i32, ptr %p, !mem.cache_hint !10
  br label %out
else:
  %e = load i32, ptr %p, !mem.cache_hint !13
  br label %out
out:
  ret void
}

define void @hoist_mem_cache_hint_drop2(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_mem_cache_hint_drop2(
; CHECK-NEXT:  if:
; CHECK-NEXT:    [[T:%.*]] = load i32, ptr [[P:%.*]], align 4
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else
then:
  %t = load i32, ptr %p, !mem.cache_hint !10
  br label %out
else:
  %e = load i32, ptr %p
  br label %out
out:
  ret void
}

define void @hoist_mem_cache_hint_keep(i1 %c, ptr %p) {
; CHECK-LABEL: @hoist_mem_cache_hint_keep(
; CHECK-NEXT:  if:
; CHECK-NEXT:    store i32 0, ptr [[P:%.*]], align 4, !mem.cache_hint [[META13:![0-9]+]]
; CHECK-NEXT:    ret void
;
if:
  br i1 %c, label %then, label %else
then:
  store i32 0, ptr %p, !mem.cache_hint !11
  br label %out
else:
  store i32 0, ptr %p, !mem.cache_hint !11
  br label %out
out:
  ret void
}

!0 = !{ i8 0, i8 1 }
!1 = !{ i8 3, i8 5 }
!2 = !{}
!3 = !{ i8 7, i8 9 }
!4 = !{i32 5, i32 6}
!5 = !{i32 5, i32 7}
!6 = !{i32 4, i32 8}
!7 = !{i32 4, i32 8, i32 20, i32 31}
!8 = !{i32 2, i32 5}
!9 = !{i32 2, i32 5, i32 22, i32 42, i32 45, i32 50}
!10 = !{ i32 0, !12 }
!11 = !{ i32 1, !12 }
!12 = !{ !"nvvm.l1_eviction", !"first" }
!13 = !{ i32 0, !14 }
!14 = !{ !"nvvm.l1_eviction", !"last" }
;.
; CHECK: [[RNG0]] = !{i8 0, i8 1, i8 3, i8 5}
; CHECK: [[RNG1]] = !{i8 0, i8 1, i8 3, i8 5, i8 7, i8 9}
; CHECK: [[META2]] = !{}
; CHECK: [[META3]] = !{i64 10}
; CHECK: [[RNG4]] = !{i32 0, i32 10}
; CHECK: [[META5]] = !{i64 4}
; CHECK: [[META6]] = !{float 2.500000e+00}
; CHECK: [[META7]] = !{i32 5, i32 6}
; CHECK: [[META8]] = !{i32 4, i32 5}
; CHECK: [[META9]] = !{!"address"}
; CHECK: [[META10]] = !{!"address", !"read_provenance"}
; CHECK: [[META11]] = !{!"provenance"}
; CHECK: [[META12]] = !{i32 3}
; CHECK: [[META13]] = !{i32 1, [[META14:![0-9]+]]}
; CHECK: [[META14]] = !{!"nvvm.l1_eviction", !"first"}
;.