; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc < %s -mtriple=x86_64-unknown-unknown | FileCheck %s --check-prefix=CHECK

; Use common transform of:
; (X & Y) == Y -> (X & Y) != 0 iff Y is non-zero power of 2 to test.
; (X & Y) != Y -> (X & Y) == 0 iff Y is non-zero power of 2 to test.

declare i32 @llvm.umin.i32(i32, i32)
declare i32 @llvm.umax.i32(i32, i32)
declare i32 @llvm.smin.i32(i32, i32)
declare i32 @llvm.smax.i32(i32, i32)
declare i32 @llvm.fshl.i32(i32, i32, i32)
declare i32 @llvm.fshr.i32(i32, i32, i32)

define <4 x i32> @pow2_non_splat_vec(<4 x i32> %x) {
; CHECK-LABEL: pow2_non_splat_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    andps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    retq
  %r = urem <4 x i32> %x, <i32 8, i32 4, i32 16, i32 64>
  ret <4 x i32> %r
}

define <4 x i32> @pow2_non_splat_vec_fail0(<4 x i32> %x) {
; CHECK-LABEL: pow2_non_splat_vec_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movdqa {{.*#+}} xmm1 = [954437177,1073741824,268435456,67108864]
; CHECK-NEXT:    pmuludq %xmm0, %xmm1
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm1[1,3,2,3]
; CHECK-NEXT:    pshufd {{.*#+}} xmm2 = xmm0[1,1,3,3]
; CHECK-NEXT:    pmuludq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2 # [1073741824,1073741824,67108864,67108864]
; CHECK-NEXT:    pshufd {{.*#+}} xmm3 = xmm2[1,3,2,3]
; CHECK-NEXT:    movdqa %xmm1, %xmm4
; CHECK-NEXT:    punpckldq {{.*#+}} xmm4 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
; CHECK-NEXT:    psrld $1, %xmm1
; CHECK-NEXT:    movss {{.*#+}} xmm4 = xmm1[0],xmm4[1,2,3]
; CHECK-NEXT:    pmuludq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm4 # [9,4,16,64]
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm4[0,2,2,3]
; CHECK-NEXT:    pshufd {{.*#+}} xmm2 = xmm2[1,1,3,3]
; CHECK-NEXT:    pmuludq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2 # [4,4,64,64]
; CHECK-NEXT:    pshufd {{.*#+}} xmm2 = xmm2[0,2,2,3]
; CHECK-NEXT:    punpckldq {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[1],xmm2[1]
; CHECK-NEXT:    psubd %xmm1, %xmm0
; CHECK-NEXT:    retq
  %r = urem <4 x i32> %x, <i32 9, i32 4, i32 16, i32 64>
  ret <4 x i32> %r
}

define i32 @pow2_extractelt_vec(<4 x i32> %a0, ptr %p1, i32 %a2) {
; CHECK-LABEL: pow2_extractelt_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pxor %xmm1, %xmm1
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm1
; CHECK-NEXT:    movdqa %xmm1, %xmm0
; CHECK-NEXT:    pandn {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    por %xmm0, %xmm1
; CHECK-NEXT:    movdqa %xmm1, (%rdi)
; CHECK-NEXT:    movd %xmm1, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %esi, %eax
; CHECK-NEXT:    retq
  %cmp = icmp sgt <4 x i32> zeroinitializer, %a0
  %sel = select <4 x i1> %cmp, <4 x i32> <i32 4, i32 2, i32 1, i32 0>, <4 x i32> <i32 8, i32 4, i32 2, i32 -1>
  store <4 x i32> %sel, ptr %p1
  %elt = extractelement <4 x i32> %sel, i32 0
  %res = urem i32 %a2, %elt
  ret i32 %res
}

define i32 @pow2_extractelt_vec_fail0(<4 x i32> %a0, ptr %p1, i32 %a2, i32 %a3) {
; CHECK-LABEL: pow2_extractelt_vec_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    movl %esi, %eax
; CHECK-NEXT:    pxor %xmm1, %xmm1
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm1
; CHECK-NEXT:    movdqa %xmm1, %xmm0
; CHECK-NEXT:    pandn {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    por %xmm0, %xmm1
; CHECK-NEXT:    movdqa %xmm1, (%rdi)
; CHECK-NEXT:    andl $3, %ecx
; CHECK-NEXT:    xorl %edx, %edx
; CHECK-NEXT:    divl (%rdi,%rcx,4)
; CHECK-NEXT:    movl %edx, %eax
; CHECK-NEXT:    retq
  %cmp = icmp sgt <4 x i32> zeroinitializer, %a0
  %sel = select <4 x i1> %cmp, <4 x i32> <i32 4, i32 2, i32 1, i32 0>, <4 x i32> <i32 8, i32 4, i32 2, i32 -1>
  store <4 x i32> %sel, ptr %p1
  %elt = extractelement <4 x i32> %sel, i32 %a3
  %res = urem i32 %a2, %elt
  ret i32 %res
}

define i1 @pow2_shl(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_shl:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl %edi, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shrl %cl, %eax
; CHECK-NEXT:    andl $4, %eax
; CHECK-NEXT:    shrl $2, %eax
; CHECK-NEXT:    # kill: def $al killed $al killed $eax
; CHECK-NEXT:    retq
  %d = shl nuw nsw i32 4, %y
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_shl_fail0(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_shl_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shrl %cl, %edi
; CHECK-NEXT:    testb $3, %dil
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %d = shl i32 3, %y
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_shl_fail1(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_shl_fail1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shrl %cl, %edi
; CHECK-NEXT:    testb $4, %dil
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %d = shl i32 4, %y
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_srl(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_srl:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl %edi, %eax
; CHECK-NEXT:    andb $7, %cl
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    shrl $20, %eax
; CHECK-NEXT:    andl $1, %eax
; CHECK-NEXT:    # kill: def $al killed $al killed $eax
; CHECK-NEXT:    retq
  %yy = and i32 %y, 7
  %d = lshr i32 1048576, %yy
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i32 @pow2_srl_vec(<4 x i32> %x, <4 x i32> %y, i32 %z, ptr %p) {
; CHECK-LABEL: pow2_srl_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    pshuflw {{.*#+}} xmm0 = xmm1[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa {{.*#+}} xmm2 = [1048576,4294967295,4294967295,0]
; CHECK-NEXT:    movdqa %xmm2, %xmm3
; CHECK-NEXT:    psrld %xmm0, %xmm3
; CHECK-NEXT:    pshuflw {{.*#+}} xmm0 = xmm1[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm2, %xmm4
; CHECK-NEXT:    psrld %xmm0, %xmm4
; CHECK-NEXT:    movd %xmm4, %eax
; CHECK-NEXT:    punpcklqdq {{.*#+}} xmm4 = xmm4[0],xmm3[0]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm1[2,3,2,3]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    psrld %xmm0, %xmm2
; CHECK-NEXT:    psrldq {{.*#+}} xmm2 = xmm2[8,9,10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero
; CHECK-NEXT:    shufps {{.*#+}} xmm4 = xmm4[0,3],xmm2[0,3]
; CHECK-NEXT:    movaps %xmm4, (%rsi)
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %yy = and <4 x i32> %y, splat (i32 7)
  %d = lshr <4 x i32> <i32 1048576, i32 -1, i32 -1, i32 0>, %yy
  store <4 x i32> %d, ptr %p
  %elt = extractelement <4 x i32> %d, i32 0
  %r = urem i32 %z, %elt
  ret i32 %r
}

define i1 @pow2_srl_fail0(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_srl_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    andb $30, %cl
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %edi
; CHECK-NEXT:    testl $1048576, %edi # imm = 0x100000
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = and i32 %y, 30
  %d = lshr i32 1048576, %yy
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_srl_fail1(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_srl_fail1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    andb $7, %cl
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %edi
; CHECK-NEXT:    testl $1048577, %edi # imm = 0x100001
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = and i32 %y, 7
  %d = lshr i32 1048577, %yy
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_rotl(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_rotl:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl $1048576, %eax # imm = 0x100000
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    roll %cl, %eax
; CHECK-NEXT:    testl %eax, %edi
; CHECK-NEXT:    setne %al
; CHECK-NEXT:    retq
  %d = call i32 @llvm.fshl.i32(i32 1048576, i32 1048576, i32 %y)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_rotl_fail0(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_rotl_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $1048576, %eax # imm = 0x100000
; CHECK-NEXT:    movl $512, %edx # imm = 0x200
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shldl %cl, %eax, %edx
; CHECK-NEXT:    testl %edx, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %d = call i32 @llvm.fshl.i32(i32 512, i32 1048576, i32 %y)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_rotl_fail1(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_rotl_fail1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $511, %eax # imm = 0x1FF
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    roll %cl, %eax
; CHECK-NEXT:    testl %eax, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %d = call i32 @llvm.fshl.i32(i32 511, i32 511, i32 %y)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_rotr(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_rotr:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl $1048576, %eax # imm = 0x100000
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    rorl %cl, %eax
; CHECK-NEXT:    testl %eax, %edi
; CHECK-NEXT:    setne %al
; CHECK-NEXT:    retq
  %d = call i32 @llvm.fshr.i32(i32 1048576, i32 1048576, i32 %y)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_rotr_fail0(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_rotr_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $512, %eax # imm = 0x200
; CHECK-NEXT:    movl $1048576, %edx # imm = 0x100000
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shrdl %cl, %eax, %edx
; CHECK-NEXT:    testl %edx, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %d = call i32 @llvm.fshr.i32(i32 512, i32 1048576, i32 %y)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_rotr_fail1(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_rotr_fail1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $511, %eax # imm = 0x1FF
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    rorl %cl, %eax
; CHECK-NEXT:    testl %eax, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %d = call i32 @llvm.fshr.i32(i32 511, i32 511, i32 %y)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_umin(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_umin:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl $1, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    cmpl $262144, %eax # imm = 0x40000
; CHECK-NEXT:    movl $262144, %ecx # imm = 0x40000
; CHECK-NEXT:    cmovbl %eax, %ecx
; CHECK-NEXT:    testl %ecx, %edi
; CHECK-NEXT:    setne %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %d = call i32 @llvm.umin.i32(i32 %yy, i32 262144)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i32 @pow2_umin_vec(<4 x i32> %x, <4 x i32> %y, i32 %z, ptr %p) {
; CHECK-LABEL: pow2_umin_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pslld $23, %xmm0
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    cvttps2dq %xmm0, %xmm0
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm0[1,1,3,3]
; CHECK-NEXT:    pcmpeqd %xmm2, %xmm2
; CHECK-NEXT:    pmuludq %xmm1, %xmm2
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm2[0,2,2,3]
; CHECK-NEXT:    pmuludq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0 # [1,4294967295,4294967295,4294967295]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
; CHECK-NEXT:    punpckldq {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1]
; CHECK-NEXT:    movdqa {{.*#+}} xmm1 = [2147483648,2147483648,2147483648,2147483648]
; CHECK-NEXT:    pxor %xmm0, %xmm1
; CHECK-NEXT:    pcmpgtd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    movdqa %xmm1, %xmm2
; CHECK-NEXT:    pandn %xmm0, %xmm2
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    por %xmm2, %xmm1
; CHECK-NEXT:    movdqa %xmm1, (%rsi)
; CHECK-NEXT:    movd %xmm1, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %yy = shl <4 x i32> <i32 1, i32 -1, i32 -1, i32 -1>, %x
  %d = call <4 x i32> @llvm.umin.v4i32(<4 x i32> %yy, <4 x i32> splat (i32 256))
  store <4 x i32> %d, ptr %p
  %elt = extractelement <4 x i32> %d, i32 0
  %r = urem i32 %z, %elt
  ret i32 %r
}

define i1 @pow2_umin_fail0(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_umin_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $4, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    cmpl $262144, %eax # imm = 0x40000
; CHECK-NEXT:    movl $262144, %ecx # imm = 0x40000
; CHECK-NEXT:    cmovbl %eax, %ecx
; CHECK-NEXT:    testl %ecx, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 4, %y
  %d = call i32 @llvm.umin.i32(i32 %yy, i32 262144)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_umin_fail1(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_umin_fail1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $1, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    cmpl $12345, %eax # imm = 0x3039
; CHECK-NEXT:    movl $12345, %ecx # imm = 0x3039
; CHECK-NEXT:    cmovbl %eax, %ecx
; CHECK-NEXT:    testl %ecx, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %d = call i32 @llvm.umin.i32(i32 %yy, i32 12345)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_umax(i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_umax:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl $1, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    movl $-2147483648, %esi # imm = 0x80000000
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    shrl %cl, %esi
; CHECK-NEXT:    cmpl %esi, %eax
; CHECK-NEXT:    cmoval %eax, %esi
; CHECK-NEXT:    testl %esi, %edi
; CHECK-NEXT:    setne %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %zz = lshr i32 2147483648, %z
  %d = call i32 @llvm.umax.i32(i32 %yy, i32 %zz)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i32 @pow2_umax_vec(<4 x i32> %x, <4 x i32> %y, i32 %z, ptr %p) {
; CHECK-LABEL: pow2_umax_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pshuflw {{.*#+}} xmm1 = xmm0[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa {{.*#+}} xmm2 = [4096,4294967295,4294967295,4294967295]
; CHECK-NEXT:    movdqa %xmm2, %xmm3
; CHECK-NEXT:    psrld %xmm1, %xmm3
; CHECK-NEXT:    pshuflw {{.*#+}} xmm1 = xmm0[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm2, %xmm4
; CHECK-NEXT:    psrld %xmm1, %xmm4
; CHECK-NEXT:    punpcklqdq {{.*#+}} xmm4 = xmm4[0],xmm3[0]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[2,3,2,3]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm1 = xmm0[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm2, %xmm3
; CHECK-NEXT:    psrld %xmm1, %xmm3
; CHECK-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    psrld %xmm0, %xmm2
; CHECK-NEXT:    punpckhqdq {{.*#+}} xmm2 = xmm2[1],xmm3[1]
; CHECK-NEXT:    shufps {{.*#+}} xmm4 = xmm4[0,3],xmm2[0,3]
; CHECK-NEXT:    movaps {{.*#+}} xmm0 = [2147483648,2147483648,2147483648,2147483648]
; CHECK-NEXT:    xorps %xmm4, %xmm0
; CHECK-NEXT:    pcmpgtd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    andps %xmm0, %xmm4
; CHECK-NEXT:    andnps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    orps %xmm4, %xmm0
; CHECK-NEXT:    movaps %xmm0, (%rsi)
; CHECK-NEXT:    movd %xmm0, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %yy = lshr <4 x i32> <i32 4096, i32 -1, i32 -1, i32 -1>, %x
  %d = call <4 x i32> @llvm.umax.v4i32(<4 x i32> %yy, <4 x i32> splat (i32 256))
  store <4 x i32> %d, ptr %p
  %elt = extractelement <4 x i32> %d, i32 0
  %r = urem i32 %z, %elt
  ret i32 %r
}

define i1 @pow2_umax_fail0(i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_umax_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $1, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    movl $1073741824, %esi # imm = 0x40000000
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    shrl %cl, %esi
; CHECK-NEXT:    cmpl %esi, %eax
; CHECK-NEXT:    cmoval %eax, %esi
; CHECK-NEXT:    testl %esi, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %zz = lshr i32 1073741824, %z
  %d = call i32 @llvm.umax.i32(i32 %yy, i32 %zz)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_umax_fail1(i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_umax_fail1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $4, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    movl $-2147483648, %esi # imm = 0x80000000
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    shrl %cl, %esi
; CHECK-NEXT:    cmpl %esi, %eax
; CHECK-NEXT:    cmoval %eax, %esi
; CHECK-NEXT:    testl %esi, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 4, %y
  %zz = lshr i32 2147483648, %z
  %d = call i32 @llvm.umax.i32(i32 %yy, i32 %zz)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_smin(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_smin:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl $1, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    cmpl $262144, %eax # imm = 0x40000
; CHECK-NEXT:    movl $262144, %ecx # imm = 0x40000
; CHECK-NEXT:    cmovll %eax, %ecx
; CHECK-NEXT:    testl %ecx, %edi
; CHECK-NEXT:    setne %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %d = call i32 @llvm.smin.i32(i32 %yy, i32 262144)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i32 @pow2_smin_vec(<4 x i32> %x, <4 x i32> %y, i32 %z, ptr %p) {
; CHECK-LABEL: pow2_smin_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pslld $23, %xmm0
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    cvttps2dq %xmm0, %xmm0
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm0[1,1,3,3]
; CHECK-NEXT:    pcmpeqd %xmm2, %xmm2
; CHECK-NEXT:    pmuludq %xmm1, %xmm2
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm2[0,2,2,3]
; CHECK-NEXT:    pmuludq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0 # [1,4294967295,4294967295,4294967295]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
; CHECK-NEXT:    punpckldq {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1]
; CHECK-NEXT:    movdqa {{.*#+}} xmm1 = [256,256,256,256]
; CHECK-NEXT:    movdqa %xmm1, %xmm2
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm2
; CHECK-NEXT:    pand %xmm2, %xmm0
; CHECK-NEXT:    pandn %xmm1, %xmm2
; CHECK-NEXT:    por %xmm0, %xmm2
; CHECK-NEXT:    movdqa %xmm2, (%rsi)
; CHECK-NEXT:    movd %xmm2, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %yy = shl <4 x i32> <i32 1, i32 -1, i32 -1, i32 -1>, %x
  %d = call <4 x i32> @llvm.smin.v4i32(<4 x i32> %yy, <4 x i32> splat (i32 256))
  store <4 x i32> %d, ptr %p
  %elt = extractelement <4 x i32> %d, i32 0
  %r = urem i32 %z, %elt
  ret i32 %r
}

define i1 @pow2_smin_fail0(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_smin_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $4, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    cmpl $262144, %eax # imm = 0x40000
; CHECK-NEXT:    movl $262144, %ecx # imm = 0x40000
; CHECK-NEXT:    cmovll %eax, %ecx
; CHECK-NEXT:    testl %ecx, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 4, %y
  %d = call i32 @llvm.smin.i32(i32 %yy, i32 262144)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_smin_fail1(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_smin_fail1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $1, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    cmpl $12345, %eax # imm = 0x3039
; CHECK-NEXT:    movl $12345, %ecx # imm = 0x3039
; CHECK-NEXT:    cmovll %eax, %ecx
; CHECK-NEXT:    testl %ecx, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %d = call i32 @llvm.smin.i32(i32 %yy, i32 12345)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_smax(i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_smax:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl $1, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    movl $-2147483648, %esi # imm = 0x80000000
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    shrl %cl, %esi
; CHECK-NEXT:    cmpl %esi, %eax
; CHECK-NEXT:    cmovgl %eax, %esi
; CHECK-NEXT:    testl %esi, %edi
; CHECK-NEXT:    setne %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %zz = lshr i32 2147483648, %z
  %d = call i32 @llvm.smax.i32(i32 %yy, i32 %zz)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i32 @pow2_smax_vec(<4 x i32> %x, <4 x i32> %y, i32 %z, ptr %p) {
; CHECK-LABEL: pow2_smax_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pshuflw {{.*#+}} xmm1 = xmm0[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa {{.*#+}} xmm2 = [4096,4294967295,4294967295,4294967295]
; CHECK-NEXT:    movdqa %xmm2, %xmm3
; CHECK-NEXT:    psrld %xmm1, %xmm3
; CHECK-NEXT:    pshuflw {{.*#+}} xmm1 = xmm0[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm2, %xmm4
; CHECK-NEXT:    psrld %xmm1, %xmm4
; CHECK-NEXT:    punpcklqdq {{.*#+}} xmm4 = xmm4[0],xmm3[0]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[2,3,2,3]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm1 = xmm0[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm2, %xmm3
; CHECK-NEXT:    psrld %xmm1, %xmm3
; CHECK-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    psrld %xmm0, %xmm2
; CHECK-NEXT:    punpckhqdq {{.*#+}} xmm2 = xmm2[1],xmm3[1]
; CHECK-NEXT:    shufps {{.*#+}} xmm4 = xmm4[0,3],xmm2[0,3]
; CHECK-NEXT:    movdqa {{.*#+}} xmm0 = [256,256,256,256]
; CHECK-NEXT:    movaps %xmm4, %xmm1
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm1
; CHECK-NEXT:    andps %xmm1, %xmm4
; CHECK-NEXT:    pandn %xmm0, %xmm1
; CHECK-NEXT:    por %xmm4, %xmm1
; CHECK-NEXT:    movdqa %xmm1, (%rsi)
; CHECK-NEXT:    movd %xmm1, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %yy = lshr <4 x i32> <i32 4096, i32 -1, i32 -1, i32 -1>, %x
  %d = call <4 x i32> @llvm.smax.v4i32(<4 x i32> %yy, <4 x i32> splat (i32 256))
  store <4 x i32> %d, ptr %p
  %elt = extractelement <4 x i32> %d, i32 0
  %r = urem i32 %z, %elt
  ret i32 %r
}

define i1 @pow2_smax_fail0(i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_smax_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $1, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    movl $1073741824, %esi # imm = 0x40000000
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    shrl %cl, %esi
; CHECK-NEXT:    cmpl %esi, %eax
; CHECK-NEXT:    cmovgl %eax, %esi
; CHECK-NEXT:    testl %esi, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %zz = lshr i32 1073741824, %z
  %d = call i32 @llvm.smax.i32(i32 %yy, i32 %zz)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_smax_fail1(i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_smax_fail1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    movl $4, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    movl $-2147483648, %esi # imm = 0x80000000
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    shrl %cl, %esi
; CHECK-NEXT:    cmpl %esi, %eax
; CHECK-NEXT:    cmovgl %eax, %esi
; CHECK-NEXT:    testl %esi, %edi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 4, %y
  %zz = lshr i32 2147483648, %z
  %d = call i32 @llvm.smax.i32(i32 %yy, i32 %zz)
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_select(i1 %c, i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_select:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %ecx, %eax
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    movl $1, %edx
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %edx
; CHECK-NEXT:    movl $-2147483648, %r8d # imm = 0x80000000
; CHECK-NEXT:    movl %eax, %ecx
; CHECK-NEXT:    shrl %cl, %r8d
; CHECK-NEXT:    testb $1, %dil
; CHECK-NEXT:    cmovnel %edx, %r8d
; CHECK-NEXT:    testl %r8d, %esi
; CHECK-NEXT:    setne %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %zz = lshr i32 2147483648, %z
  %d = select i1 %c, i32 %yy, i32 %zz
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_select_fail0(i1 %c, i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_select_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %ecx, %eax
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    notl %esi
; CHECK-NEXT:    movl $1, %edx
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %edx
; CHECK-NEXT:    movl $1073741824, %r8d # imm = 0x40000000
; CHECK-NEXT:    movl %eax, %ecx
; CHECK-NEXT:    shrl %cl, %r8d
; CHECK-NEXT:    testb $1, %dil
; CHECK-NEXT:    cmovnel %edx, %r8d
; CHECK-NEXT:    testl %r8d, %esi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %zz = lshr i32 1073741824, %z
  %d = select i1 %c, i32 %yy, i32 %zz
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_select_fail2(i1 %c, i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_select_fail2:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %ecx, %eax
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    notl %esi
; CHECK-NEXT:    movl $4, %edx
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %edx
; CHECK-NEXT:    movl $-2147483648, %r8d # imm = 0x80000000
; CHECK-NEXT:    movl %eax, %ecx
; CHECK-NEXT:    shrl %cl, %r8d
; CHECK-NEXT:    testb $1, %dil
; CHECK-NEXT:    cmovnel %edx, %r8d
; CHECK-NEXT:    testl %r8d, %esi
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 4, %y
  %zz = lshr i32 2147483648, %z
  %d = select i1 %c, i32 %yy, i32 %zz
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define <4 x i1> @pow2_vselect_eq(<4 x i1> %c, <4 x i32> %x, <4 x i32> %y, <4 x i32> %z) {
; CHECK-LABEL: pow2_vselect_eq:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pslld $31, %xmm0
; CHECK-NEXT:    psrad $31, %xmm0
; CHECK-NEXT:    pslld $23, %xmm2
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    cvttps2dq %xmm2, %xmm2
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa {{.*#+}} xmm5 = [2147483648,2147483648,2147483648,2147483648]
; CHECK-NEXT:    movdqa %xmm5, %xmm6
; CHECK-NEXT:    psrld %xmm4, %xmm6
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm5, %xmm7
; CHECK-NEXT:    psrld %xmm4, %xmm7
; CHECK-NEXT:    punpcklqdq {{.*#+}} xmm7 = xmm7[0],xmm6[0]
; CHECK-NEXT:    pshufd {{.*#+}} xmm3 = xmm3[2,3,2,3]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm5, %xmm6
; CHECK-NEXT:    psrld %xmm4, %xmm6
; CHECK-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    psrld %xmm3, %xmm5
; CHECK-NEXT:    punpckhqdq {{.*#+}} xmm5 = xmm5[1],xmm6[1]
; CHECK-NEXT:    shufps {{.*#+}} xmm7 = xmm7[0,3],xmm5[0,3]
; CHECK-NEXT:    pand %xmm0, %xmm2
; CHECK-NEXT:    pandn %xmm7, %xmm0
; CHECK-NEXT:    por %xmm2, %xmm0
; CHECK-NEXT:    pand %xmm0, %xmm1
; CHECK-NEXT:    pcmpeqd %xmm1, %xmm0
; CHECK-NEXT:    retq
  %yy = shl <4 x i32> <i32 1, i32 1, i32 1, i32 1>, %y
  %zz = lshr <4 x i32> <i32 2147483648, i32 2147483648, i32 2147483648, i32 2147483648>, %z
  %d = select <4 x i1> %c, <4 x i32> %yy, <4 x i32> %zz
  %and = and <4 x i32> %x, %d
  %r = icmp eq <4 x i32> %and, %d
  ret <4 x i1> %r
}

define <4 x i1> @pow2_vselect_ne(<4 x i1> %c, <4 x i32> %x, <4 x i32> %y, <4 x i32> %z) {
; CHECK-LABEL: pow2_vselect_ne:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pslld $31, %xmm0
; CHECK-NEXT:    psrad $31, %xmm0
; CHECK-NEXT:    pslld $23, %xmm2
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    cvttps2dq %xmm2, %xmm2
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa {{.*#+}} xmm5 = [2147483648,2147483648,2147483648,2147483648]
; CHECK-NEXT:    movdqa %xmm5, %xmm6
; CHECK-NEXT:    psrld %xmm4, %xmm6
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm5, %xmm7
; CHECK-NEXT:    psrld %xmm4, %xmm7
; CHECK-NEXT:    punpcklqdq {{.*#+}} xmm7 = xmm7[0],xmm6[0]
; CHECK-NEXT:    pshufd {{.*#+}} xmm3 = xmm3[2,3,2,3]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm5, %xmm6
; CHECK-NEXT:    psrld %xmm4, %xmm6
; CHECK-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    psrld %xmm3, %xmm5
; CHECK-NEXT:    punpckhqdq {{.*#+}} xmm5 = xmm5[1],xmm6[1]
; CHECK-NEXT:    shufps {{.*#+}} xmm7 = xmm7[0,3],xmm5[0,3]
; CHECK-NEXT:    pand %xmm0, %xmm2
; CHECK-NEXT:    pandn %xmm7, %xmm0
; CHECK-NEXT:    por %xmm2, %xmm0
; CHECK-NEXT:    pand %xmm1, %xmm0
; CHECK-NEXT:    pxor %xmm1, %xmm1
; CHECK-NEXT:    pcmpeqd %xmm1, %xmm0
; CHECK-NEXT:    retq
  %yy = shl <4 x i32> <i32 1, i32 1, i32 1, i32 1>, %y
  %zz = lshr <4 x i32> <i32 2147483648, i32 2147483648, i32 2147483648, i32 2147483648>, %z
  %d = select <4 x i1> %c, <4 x i32> %yy, <4 x i32> %zz
  %and = and <4 x i32> %x, %d
  %r = icmp ne <4 x i32> %and, %d
  ret <4 x i1> %r
}

define <4 x i1> @pow2_vselect_fail0_ne(<4 x i1> %c, <4 x i32> %x, <4 x i32> %y, <4 x i32> %z) {
; CHECK-LABEL: pow2_vselect_fail0_ne:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pslld $31, %xmm0
; CHECK-NEXT:    psrad $31, %xmm0
; CHECK-NEXT:    pslld $23, %xmm2
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    cvttps2dq %xmm2, %xmm2
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa {{.*#+}} xmm5 = [1073741824,1073741824,1073741824,1073741824]
; CHECK-NEXT:    movdqa %xmm5, %xmm6
; CHECK-NEXT:    psrld %xmm4, %xmm6
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm5, %xmm7
; CHECK-NEXT:    psrld %xmm4, %xmm7
; CHECK-NEXT:    punpcklqdq {{.*#+}} xmm7 = xmm7[0],xmm6[0]
; CHECK-NEXT:    pshufd {{.*#+}} xmm3 = xmm3[2,3,2,3]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm5, %xmm6
; CHECK-NEXT:    psrld %xmm4, %xmm6
; CHECK-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    psrld %xmm3, %xmm5
; CHECK-NEXT:    punpckhqdq {{.*#+}} xmm5 = xmm5[1],xmm6[1]
; CHECK-NEXT:    shufps {{.*#+}} xmm7 = xmm7[0,3],xmm5[0,3]
; CHECK-NEXT:    pand %xmm0, %xmm2
; CHECK-NEXT:    pandn %xmm7, %xmm0
; CHECK-NEXT:    por %xmm2, %xmm0
; CHECK-NEXT:    pcmpeqd %xmm2, %xmm2
; CHECK-NEXT:    pand %xmm0, %xmm1
; CHECK-NEXT:    pcmpeqd %xmm1, %xmm0
; CHECK-NEXT:    pxor %xmm2, %xmm0
; CHECK-NEXT:    retq
  %yy = shl <4 x i32> <i32 1, i32 1, i32 1, i32 1>, %y
  %zz = lshr <4 x i32> <i32 1073741824, i32 1073741824, i32 1073741824, i32 1073741824>, %z
  %d = select <4 x i1> %c, <4 x i32> %yy, <4 x i32> %zz
  %and = and <4 x i32> %x, %d
  %r = icmp ne <4 x i32> %and, %d
  ret <4 x i1> %r
}

define <4 x i1> @pow2_vselect_fail2_ne(<4 x i1> %c, <4 x i32> %x, <4 x i32> %y, <4 x i32> %z) {
; CHECK-LABEL: pow2_vselect_fail2_ne:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pslld $31, %xmm0
; CHECK-NEXT:    psrad $31, %xmm0
; CHECK-NEXT:    pslld $23, %xmm2
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    cvttps2dq %xmm2, %xmm2
; CHECK-NEXT:    movdqa {{.*#+}} xmm4 = [4,4,4,4]
; CHECK-NEXT:    pshufd {{.*#+}} xmm5 = xmm2[1,1,3,3]
; CHECK-NEXT:    pmuludq %xmm4, %xmm2
; CHECK-NEXT:    pshufd {{.*#+}} xmm2 = xmm2[0,2,2,3]
; CHECK-NEXT:    pmuludq %xmm4, %xmm5
; CHECK-NEXT:    pshufd {{.*#+}} xmm4 = xmm5[0,2,2,3]
; CHECK-NEXT:    punpckldq {{.*#+}} xmm2 = xmm2[0],xmm4[0],xmm2[1],xmm4[1]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa {{.*#+}} xmm5 = [2147483648,2147483648,2147483648,2147483648]
; CHECK-NEXT:    movdqa %xmm5, %xmm6
; CHECK-NEXT:    psrld %xmm4, %xmm6
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm5, %xmm7
; CHECK-NEXT:    psrld %xmm4, %xmm7
; CHECK-NEXT:    punpcklqdq {{.*#+}} xmm7 = xmm7[0],xmm6[0]
; CHECK-NEXT:    pshufd {{.*#+}} xmm3 = xmm3[2,3,2,3]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm4 = xmm3[2,3,3,3,4,5,6,7]
; CHECK-NEXT:    movdqa %xmm5, %xmm6
; CHECK-NEXT:    psrld %xmm4, %xmm6
; CHECK-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[0,1,1,1,4,5,6,7]
; CHECK-NEXT:    psrld %xmm3, %xmm5
; CHECK-NEXT:    punpckhqdq {{.*#+}} xmm5 = xmm5[1],xmm6[1]
; CHECK-NEXT:    shufps {{.*#+}} xmm7 = xmm7[0,3],xmm5[0,3]
; CHECK-NEXT:    pand %xmm0, %xmm2
; CHECK-NEXT:    pandn %xmm7, %xmm0
; CHECK-NEXT:    por %xmm2, %xmm0
; CHECK-NEXT:    pcmpeqd %xmm2, %xmm2
; CHECK-NEXT:    pand %xmm0, %xmm1
; CHECK-NEXT:    pcmpeqd %xmm1, %xmm0
; CHECK-NEXT:    pxor %xmm2, %xmm0
; CHECK-NEXT:    retq
  %yy = shl <4 x i32> <i32 4, i32 4, i32 4, i32 4>, %y
  %zz = lshr <4 x i32> <i32 2147483648, i32 2147483648, i32 2147483648, i32 2147483648>, %z
  %d = select <4 x i1> %c, <4 x i32> %yy, <4 x i32> %zz
  %and = and <4 x i32> %x, %d
  %r = icmp ne <4 x i32> %and, %d
  ret <4 x i1> %r
}

define i1 @pow2_and(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_and:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl %edi, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shrl %cl, %eax
; CHECK-NEXT:    andl $4, %eax
; CHECK-NEXT:    shrl $2, %eax
; CHECK-NEXT:    # kill: def $al killed $al killed $eax
; CHECK-NEXT:    retq
  %yy = shl nuw nsw i32 4, %y
  %nyy = sub i32 0, %yy
  %d = and i32 %yy, %nyy
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define <4 x i32> @pow2_and_vector(<4 x i32> %x, <4 x i32> %y) {
; CHECK-LABEL: pow2_and_vector:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pslld $23, %xmm1
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    cvttps2dq %xmm1, %xmm1
; CHECK-NEXT:    pshufd {{.*#+}} xmm2 = xmm1[1,1,3,3]
; CHECK-NEXT:    pmuludq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1 # [1,2,4,u]
; CHECK-NEXT:    pmuludq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2 # [2,2,u,u]
; CHECK-NEXT:    punpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm1[0]
; CHECK-NEXT:    shufps {{.*#+}} xmm1 = xmm1[0,2],xmm2[0,2]
; CHECK-NEXT:    andps %xmm1, %xmm0
; CHECK-NEXT:    pcmpeqd %xmm1, %xmm0
; CHECK-NEXT:    retq
  %yy = shl nuw nsw <4 x i32> <i32 1, i32 2, i32 4, i32 9>, %y
  %nyy = sub <4 x i32> zeroinitializer, %yy
  %d = and <4 x i32> %yy, %nyy
  %shuffle = shufflevector <4 x i32> %d, <4 x i32> poison, <4 x i32> <i32 0, i32 2, i32 1, i32 0>
  %and = and <4 x i32> %x, %shuffle
  %r = icmp eq <4 x i32> %and, %shuffle
  %rx = sext <4 x i1> %r to <4 x i32>
  ret <4 x i32> %rx
}

define i1 @pow2_and_fail0(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_and_fail0:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shrl %cl, %edi
; CHECK-NEXT:    testb $4, %dil
; CHECK-NEXT:    sete %al
; CHECK-NEXT:    retq
  %yy = shl i32 4, %y
  %nyy = sub i32 0, %yy
  %d = and i32 %yy, %nyy
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_andnot_3op(i32 %x, i32 %y) {
; CHECK-LABEL: pow2_andnot_3op:
; CHECK:       # %bb.0:
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    andl $-2, %edi
; CHECK-NEXT:    btl %esi, %edi
; CHECK-NEXT:    setae %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %nyy = sub i32 1, %yy
  %d = and i32 %yy, %nyy
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_and_3op(i32 %x, i32 %y, i32 %z) {
; CHECK-LABEL: pow2_and_3op:
; CHECK:       # %bb.0:
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    andl %edx, %edi
; CHECK-NEXT:    btl %esi, %edi
; CHECK-NEXT:    setae %al
; CHECK-NEXT:    retq
  %yy = shl i32 1, %y
  %d = and i32 %yy, %z
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i1 @pow2_though_zext(i32 %x, i16 %y) {
; CHECK-LABEL: pow2_though_zext:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %ecx
; CHECK-NEXT:    movl $4, %eax
; CHECK-NEXT:    # kill: def $cl killed $cl killed $ecx
; CHECK-NEXT:    shll %cl, %eax
; CHECK-NEXT:    testl %eax, %edi
; CHECK-NEXT:    setne %al
; CHECK-NEXT:    retq
  %dd = shl nuw nsw i16 4, %y
  %d = zext i16 %dd to i32
  %and = and i32 %x, %d
  %r = icmp eq i32 %and, %d
  ret i1 %r
}

define i32 @pow2_though_zext_vec(<8 x i16> %a0, ptr %p1, i32 %a2) {
; CHECK-LABEL: pow2_though_zext_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %eax
; CHECK-NEXT:    pxor %xmm1, %xmm1
; CHECK-NEXT:    pxor %xmm2, %xmm2
; CHECK-NEXT:    pcmpgtw %xmm0, %xmm2
; CHECK-NEXT:    movdqa %xmm2, %xmm0
; CHECK-NEXT:    pandn {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    por %xmm0, %xmm2
; CHECK-NEXT:    movdqa %xmm2, %xmm0
; CHECK-NEXT:    punpcklwd {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1],xmm0[2],xmm1[2],xmm0[3],xmm1[3]
; CHECK-NEXT:    pextrw $0, %xmm2, %ecx
; CHECK-NEXT:    punpckhwd {{.*#+}} xmm2 = xmm2[4],xmm1[4],xmm2[5],xmm1[5],xmm2[6],xmm1[6],xmm2[7],xmm1[7]
; CHECK-NEXT:    movdqa %xmm2, 16(%rdi)
; CHECK-NEXT:    movdqa %xmm0, (%rdi)
; CHECK-NEXT:    xorl %edx, %edx
; CHECK-NEXT:    divl %ecx
; CHECK-NEXT:    movl %edx, %eax
; CHECK-NEXT:    retq
  %cmp = icmp sgt <8 x i16> zeroinitializer, %a0
  %sel = select <8 x i1> %cmp, <8 x i16> <i16 4, i16 5, i16 6, i16 7, i16 9, i16 10, i16 11, i16 12>, <8 x i16> splat (i16 2)
  %ext = zext <8 x i16> %sel to <8 x i32>
  store <8 x i32> %ext, ptr %p1
  %elt = extractelement <8 x i32> %ext, i32 0
  %res = urem i32 %a2, %elt
  ret i32 %res
}

define i1 @pow2_and_i20(i20 %num, i20 %shift) {
; CHECK-LABEL: pow2_and_i20:
; CHECK:       # %bb.0:
; CHECK-NEXT:    andl $1048575, %edi # imm = 0xFFFFF
; CHECK-NEXT:    btl %esi, %edi
; CHECK-NEXT:    setae %al
; CHECK-NEXT:    retq
  %mask = shl nuw i20 1, %shift
  %bit = and i20 %mask, %num
  %bool = icmp eq i20 %bit, 0
  ret i1 %bool
}

define i1 @pow2_and_i50(i50 %num, i50 %shift) {
; CHECK-LABEL: pow2_and_i50:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movabsq $1125899906842623, %rax # imm = 0x3FFFFFFFFFFFF
; CHECK-NEXT:    andq %rdi, %rax
; CHECK-NEXT:    btq %rsi, %rax
; CHECK-NEXT:    setae %al
; CHECK-NEXT:    retq
  %mask = shl nuw i50 1, %shift
  %bit = and i50 %mask, %num
  %bool = icmp eq i50 %bit, 0
  ret i1 %bool
}

define i1 @pow2_and_i128(i128 %num, i128 %shift) {
; CHECK-LABEL: pow2_and_i128:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %edx, %ecx
; CHECK-NEXT:    andb $32, %cl
; CHECK-NEXT:    shrq %cl, %rsi
; CHECK-NEXT:    shrq %cl, %rdi
; CHECK-NEXT:    testb $64, %dl
; CHECK-NEXT:    cmovneq %rsi, %rdi
; CHECK-NEXT:    btl %edx, %edi
; CHECK-NEXT:    setae %al
; CHECK-NEXT:    retq
  %mask = shl nuw i128 1, %shift
  %bit = and i128 %mask, %num
  %bool = icmp eq i128 %bit, 0
  ret i1 %bool
}

define i32 @pow2_bswap(i32 %a0, i32 %a1) {
; CHECK-LABEL: pow2_bswap:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %edi, %eax
; CHECK-NEXT:    notl %eax
; CHECK-NEXT:    shrl $5, %eax
; CHECK-NEXT:    orl $67108863, %eax # imm = 0x3FFFFFF
; CHECK-NEXT:    andl %esi, %eax
; CHECK-NEXT:    retq
  %cmp = icmp sgt i32 0, %a0
  %sel = select i1 %cmp, i32 4, i32 8
  %swap = call i32 @llvm.bswap.i32(i32 %sel)
  %res = urem i32 %a1, %swap
  ret i32 %res
}

define i32 @pow2_bswap_vec(<4 x i32> %a0, i32 %a1, ptr %p2) {
; CHECK-LABEL: pow2_bswap_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pxor %xmm1, %xmm1
; CHECK-NEXT:    pxor %xmm2, %xmm2
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm2
; CHECK-NEXT:    movdqa %xmm2, %xmm0
; CHECK-NEXT:    pandn {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    por %xmm0, %xmm2
; CHECK-NEXT:    movdqa %xmm2, %xmm0
; CHECK-NEXT:    punpckhbw {{.*#+}} xmm0 = xmm0[8],xmm1[8],xmm0[9],xmm1[9],xmm0[10],xmm1[10],xmm0[11],xmm1[11],xmm0[12],xmm1[12],xmm0[13],xmm1[13],xmm0[14],xmm1[14],xmm0[15],xmm1[15]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[3,2,1,0,4,5,6,7]
; CHECK-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,7,6,5,4]
; CHECK-NEXT:    punpcklbw {{.*#+}} xmm2 = xmm2[0],xmm1[0],xmm2[1],xmm1[1],xmm2[2],xmm1[2],xmm2[3],xmm1[3],xmm2[4],xmm1[4],xmm2[5],xmm1[5],xmm2[6],xmm1[6],xmm2[7],xmm1[7]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm1 = xmm2[3,2,1,0,4,5,6,7]
; CHECK-NEXT:    pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,7,6,5,4]
; CHECK-NEXT:    packuswb %xmm0, %xmm1
; CHECK-NEXT:    movdqa %xmm1, (%rsi)
; CHECK-NEXT:    movd %xmm1, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %cmp = icmp sgt <4 x i32> zeroinitializer, %a0
  %sel = select <4 x i1> %cmp, <4 x i32> <i32 4, i32 2, i32 1, i32 0>, <4 x i32> <i32 8, i32 4, i32 2, i32 -1>
  %swap = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> %sel)
  store <4 x i32> %swap, ptr %p2
  %elt = extractelement <4 x i32> %swap, i32 0
  %res = urem i32 %a1, %elt
  ret i32 %res
}

define i32 @pow2_bitreverse(i32 %a0, i32 %a1) {
; CHECK-LABEL: pow2_bitreverse:
; CHECK:       # %bb.0:
; CHECK-NEXT:    # kill: def $edi killed $edi def $rdi
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    shrl $5, %edi
; CHECK-NEXT:    andl $67108864, %edi # imm = 0x4000000
; CHECK-NEXT:    leal 536870912(,%rdi,8), %eax
; CHECK-NEXT:    leal 134217728(%rax,%rdi,2), %eax
; CHECK-NEXT:    andl $805306368, %eax # imm = 0x30000000
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %esi, %eax
; CHECK-NEXT:    retq
  %cmp = icmp sgt i32 0, %a0
  %sel = select i1 %cmp, i32 4, i32 8
  %rev = call i32 @llvm.bitreverse.i32(i32 %sel)
  %res = urem i32 %a1, %rev
  ret i32 %res
}

define i32 @pow2_bitreverse_vec(<4 x i32> %a0, i32 %a1, ptr %p2) {
; CHECK-LABEL: pow2_bitreverse_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pxor %xmm1, %xmm1
; CHECK-NEXT:    pxor %xmm2, %xmm2
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm2
; CHECK-NEXT:    movdqa %xmm2, %xmm0
; CHECK-NEXT:    pandn {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    por %xmm0, %xmm2
; CHECK-NEXT:    movdqa %xmm2, %xmm0
; CHECK-NEXT:    punpckhbw {{.*#+}} xmm0 = xmm0[8],xmm1[8],xmm0[9],xmm1[9],xmm0[10],xmm1[10],xmm0[11],xmm1[11],xmm0[12],xmm1[12],xmm0[13],xmm1[13],xmm0[14],xmm1[14],xmm0[15],xmm1[15]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[3,2,1,0,4,5,6,7]
; CHECK-NEXT:    pshufhw {{.*#+}} xmm3 = xmm0[0,1,2,3,7,6,5,4]
; CHECK-NEXT:    punpcklbw {{.*#+}} xmm2 = xmm2[0],xmm1[0],xmm2[1],xmm1[1],xmm2[2],xmm1[2],xmm2[3],xmm1[3],xmm2[4],xmm1[4],xmm2[5],xmm1[5],xmm2[6],xmm1[6],xmm2[7],xmm1[7]
; CHECK-NEXT:    pshuflw {{.*#+}} xmm0 = xmm2[3,2,1,0,4,5,6,7]
; CHECK-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,7,6,5,4]
; CHECK-NEXT:    packuswb %xmm3, %xmm0
; CHECK-NEXT:    movdqa %xmm0, %xmm1
; CHECK-NEXT:    psrlw $4, %xmm1
; CHECK-NEXT:    movdqa {{.*#+}} xmm2 = [15,15,15,15,15,15,15,15,15,15,15,15,15,15,15,15]
; CHECK-NEXT:    pand %xmm2, %xmm1
; CHECK-NEXT:    pand %xmm2, %xmm0
; CHECK-NEXT:    psllw $4, %xmm0
; CHECK-NEXT:    por %xmm1, %xmm0
; CHECK-NEXT:    movdqa %xmm0, %xmm1
; CHECK-NEXT:    psrlw $2, %xmm1
; CHECK-NEXT:    movdqa {{.*#+}} xmm2 = [51,51,51,51,51,51,51,51,51,51,51,51,51,51,51,51]
; CHECK-NEXT:    pand %xmm2, %xmm1
; CHECK-NEXT:    pand %xmm2, %xmm0
; CHECK-NEXT:    psllw $2, %xmm0
; CHECK-NEXT:    por %xmm1, %xmm0
; CHECK-NEXT:    movdqa %xmm0, %xmm1
; CHECK-NEXT:    psrlw $1, %xmm1
; CHECK-NEXT:    movdqa {{.*#+}} xmm2 = [85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85]
; CHECK-NEXT:    pand %xmm2, %xmm1
; CHECK-NEXT:    pand %xmm2, %xmm0
; CHECK-NEXT:    paddb %xmm0, %xmm0
; CHECK-NEXT:    por %xmm1, %xmm0
; CHECK-NEXT:    movdqa %xmm0, (%rsi)
; CHECK-NEXT:    movd %xmm0, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %cmp = icmp sgt <4 x i32> zeroinitializer, %a0
  %sel = select <4 x i1> %cmp, <4 x i32> <i32 4, i32 2, i32 1, i32 0>, <4 x i32> <i32 8, i32 4, i32 2, i32 -1>
  %rev = call <4 x i32> @llvm.bitreverse.v4i32(<4 x i32> %sel)
  store <4 x i32> %rev, ptr %p2
  %elt = extractelement <4 x i32> %rev, i32 0
  %res = urem i32 %a1, %elt
  ret i32 %res
}

; Negative test: Y = a | 1 is always odd/non-zero but not pow2, fold should not trigger.
define i32 @pow2_blsi_add_fail(i32 %x, i32 %a) {
; CHECK-LABEL: pow2_blsi_add_fail:
; CHECK:       # %bb.0:
; CHECK-NEXT:    # kill: def $esi killed $esi def $rsi
; CHECK-NEXT:    # kill: def $edi killed $edi def $rdi
; CHECK-NEXT:    orl $1, %esi
; CHECK-NEXT:    leal (%rdi,%rsi), %eax
; CHECK-NEXT:    andl %esi, %eax
; CHECK-NEXT:    retq
  %y = or i32 %a, 1
  %x_add_y = add i32 %x, %y
  %r = and i32 %x_add_y, %y
  ret i32 %r
}

; Test that (X + Y) & Y --> ~X & Y when Y = a & -a (pow2-or-zero).
define i32 @pow2_blsi_add(i32 %x, i32 %a) {
; CHECK-LABEL: pow2_blsi_add:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %eax
; CHECK-NEXT:    negl %eax
; CHECK-NEXT:    andl %esi, %eax
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %neg_a = sub i32 0, %a
  %y = and i32 %a, %neg_a
  %x_add_y = add i32 %x, %y
  %r = and i32 %x_add_y, %y
  ret i32 %r
}

; Test that (X - Y) & Y --> ~X & Y when Y = a & -a (pow2-or-zero).
define i32 @pow2_blsi_sub(i32 %x, i32 %a) {
; CHECK-LABEL: pow2_blsi_sub:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %eax
; CHECK-NEXT:    negl %eax
; CHECK-NEXT:    andl %esi, %eax
; CHECK-NEXT:    notl %edi
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %neg_a = sub i32 0, %a
  %y = and i32 %a, %neg_a
  %x_sub_y = sub i32 %x, %y
  %r = and i32 %x_sub_y, %y
  ret i32 %r
}

define i8 @pow2_trunc(i32 %x, i32 %a){
; CHECK-LABEL: pow2_trunc:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movl %esi, %eax
; CHECK-NEXT:    negl %eax
; CHECK-NEXT:    andl %esi, %eax
; CHECK-NEXT:    decb %al
; CHECK-NEXT:    andb %dil, %al
; CHECK-NEXT:    # kill: def $al killed $al killed $eax
; CHECK-NEXT:    retq
  %neg_a = sub i32 0, %a
  %y = and i32 %a, %neg_a
  %x8 = trunc i32 %x to i8
  %y8 = trunc i32 %y to i8
  %r = urem i8 %x8, %y8
  ret i8 %r
}

define i8 @pow2_trunc_fail(i32 %x, i32 %a){
; CHECK-LABEL: pow2_trunc_fail:
; CHECK:       # %bb.0:
; CHECK-NEXT:    andb $78, %sil
; CHECK-NEXT:    movzbl %dil, %eax
; CHECK-NEXT:    divb %sil
; CHECK-NEXT:    movzbl %ah, %eax
; CHECK-NEXT:    # kill: def $al killed $al killed $eax
; CHECK-NEXT:    retq
  %y = and i32 %a, 78
  %x8 = trunc i32 %x to i8
  %y8 = trunc i32 %y to i8
  %r = urem i8 %x8, %y8
  ret i8 %r
}

define i8 @pow2_trunc_vec(i8 %x8, <4 x i32> %a, ptr %p) {
; CHECK-LABEL: pow2_trunc_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    movdqa {{.*#+}} xmm1 = [0,4294967295,4294967295,4294967295]
; CHECK-NEXT:    psubd %xmm0, %xmm1
; CHECK-NEXT:    pand %xmm0, %xmm1
; CHECK-NEXT:    movd %xmm1, %eax
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    packuswb %xmm1, %xmm1
; CHECK-NEXT:    packuswb %xmm1, %xmm1
; CHECK-NEXT:    movd %xmm1, (%rsi)
; CHECK-NEXT:    decb %al
; CHECK-NEXT:    andb %dil, %al
; CHECK-NEXT:    # kill: def $al killed $al killed $eax
; CHECK-NEXT:    retq
  %a.neg = sub <4 x i32> <i32 0, i32 -1, i32 -1, i32 -1>, %a
  %y = and <4 x i32> %a, %a.neg
  %y8 = trunc <4 x i32> %y to <4 x i8>
  store <4 x i8> %y8, ptr %p
  %y8.elt = extractelement <4 x i8> %y8, i8 0
  %r = urem i8 %x8, %y8.elt
  ret i8 %r
}

define i8 @pow2_truncc_vec_fail(<4 x i32> %x, <4 x i32> %a) {
; CHECK-LABEL: pow2_truncc_vec_fail:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    movd %xmm0, %eax
; CHECK-NEXT:    movzbl %al, %eax
; CHECK-NEXT:    movd %xmm1, %ecx
; CHECK-NEXT:    divb %cl
; CHECK-NEXT:    movzbl %ah, %eax
; CHECK-NEXT:    # kill: def $al killed $al killed $eax
; CHECK-NEXT:    retq
  %a.splat = shufflevector <4 x i32> %a, <4 x i32> poison, <4 x i32> zeroinitializer
  %y = and <4 x i32> %a.splat, <i32 78, i32 69, i32 67, i32 100>
  %x8 = trunc <4 x i32> %x to <4 x i8>
  %y8 = trunc <4 x i32> %y to <4 x i8>
  %r = urem <4 x i8> %x8, %y8
  %ext = extractelement <4 x i8> %r, i8 0
  ret i8 %ext
}

define i32 @pow2_rotl_extract_vec(<4 x i32> %a0, <4 x i32> %rotamt, i32 %x, ptr %p) {
; CHECK-LABEL: pow2_rotl_extract_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pxor %xmm2, %xmm2
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm2
; CHECK-NEXT:    movdqa %xmm2, %xmm0
; CHECK-NEXT:    pandn {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    por %xmm0, %xmm2
; CHECK-NEXT:    pslld $23, %xmm1
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
; CHECK-NEXT:    cvttps2dq %xmm1, %xmm0
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm2[1,1,3,3]
; CHECK-NEXT:    pmuludq %xmm0, %xmm2
; CHECK-NEXT:    pshufd {{.*#+}} xmm3 = xmm2[1,3,2,3]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[1,1,3,3]
; CHECK-NEXT:    pmuludq %xmm1, %xmm0
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm0[1,3,2,3]
; CHECK-NEXT:    punpckldq {{.*#+}} xmm3 = xmm3[0],xmm1[0],xmm3[1],xmm1[1]
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm2[0,2,2,3]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
; CHECK-NEXT:    punpckldq {{.*#+}} xmm1 = xmm1[0],xmm0[0],xmm1[1],xmm0[1]
; CHECK-NEXT:    por %xmm3, %xmm1
; CHECK-NEXT:    movdqa %xmm1, (%rsi)
; CHECK-NEXT:    movd %xmm1, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq

  %cmp = icmp sgt <4 x i32> zeroinitializer, %a0
  %powvec = select <4 x i1> %cmp, <4 x i32> <i32 1024, i32 1235, i32 2048, i32 4096>, <4 x i32> <i32 4096, i32 5679, i32 8192, i32 16384>
  %d = call <4 x i32> @llvm.fshl.v4i32(<4 x i32> %powvec, <4 x i32> %powvec, <4 x i32> %rotamt)
  store <4 x i32> %d, ptr %p
  %elt = extractelement <4 x i32> %d, i32 0
  %res = urem i32 %x, %elt
  ret i32 %res
}


define i32 @pow2_rotr_extract_vec(<4 x i32> %a0, <4 x i32> %rotamt, i32 %x, ptr %p) {
; CHECK-LABEL: pow2_rotr_extract_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pxor %xmm2, %xmm2
; CHECK-NEXT:    pxor %xmm3, %xmm3
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm3
; CHECK-NEXT:    movdqa %xmm3, %xmm0
; CHECK-NEXT:    pandn {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm3
; CHECK-NEXT:    por %xmm0, %xmm3
; CHECK-NEXT:    psubd %xmm1, %xmm2
; CHECK-NEXT:    pslld $23, %xmm2
; CHECK-NEXT:    pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2
; CHECK-NEXT:    cvttps2dq %xmm2, %xmm0
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm3[1,1,3,3]
; CHECK-NEXT:    pmuludq %xmm0, %xmm3
; CHECK-NEXT:    pshufd {{.*#+}} xmm2 = xmm3[1,3,2,3]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[1,1,3,3]
; CHECK-NEXT:    pmuludq %xmm1, %xmm0
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm0[1,3,2,3]
; CHECK-NEXT:    punpckldq {{.*#+}} xmm2 = xmm2[0],xmm1[0],xmm2[1],xmm1[1]
; CHECK-NEXT:    pshufd {{.*#+}} xmm1 = xmm3[0,2,2,3]
; CHECK-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
; CHECK-NEXT:    punpckldq {{.*#+}} xmm1 = xmm1[0],xmm0[0],xmm1[1],xmm0[1]
; CHECK-NEXT:    por %xmm2, %xmm1
; CHECK-NEXT:    movdqa %xmm1, (%rsi)
; CHECK-NEXT:    movd %xmm1, %eax
; CHECK-NEXT:    decl %eax
; CHECK-NEXT:    andl %edi, %eax
; CHECK-NEXT:    retq
  %cmp = icmp sgt <4 x i32> zeroinitializer, %a0
  %powvec = select <4 x i1> %cmp, <4 x i32> <i32 1024, i32 1235, i32 2048, i32 4096>, <4 x i32> <i32 4096, i32 5679, i32 8192, i32 16384>
  %d = call <4 x i32> @llvm.fshr.v4i32(<4 x i32> %powvec, <4 x i32> %powvec, <4 x i32> %rotamt)
  store <4 x i32> %d, ptr %p
  %elt = extractelement <4 x i32> %d, i32 0
  %res = urem i32 %x, %elt
  ret i32 %res
}

define <4 x i32> @pow2_shuffle_vec(<4 x i32> %a0, <4 x i32> %a1, <4 x i32> %a2) {
; CHECK-LABEL: pow2_shuffle_vec:
; CHECK:       # %bb.0:
; CHECK-NEXT:    pxor %xmm3, %xmm3
; CHECK-NEXT:    pxor %xmm4, %xmm4
; CHECK-NEXT:    pcmpgtd %xmm0, %xmm4
; CHECK-NEXT:    pcmpgtd %xmm1, %xmm3
; CHECK-NEXT:    movdqa {{.*#+}} xmm0 = [8,4,2,4294967295]
; CHECK-NEXT:    movdqa %xmm4, %xmm1
; CHECK-NEXT:    pandn %xmm0, %xmm1
; CHECK-NEXT:    movdqa {{.*#+}} xmm5 = [4,2,4294967295,0]
; CHECK-NEXT:    pand %xmm5, %xmm4
; CHECK-NEXT:    por %xmm1, %xmm4
; CHECK-NEXT:    movdqa %xmm3, %xmm1
; CHECK-NEXT:    pandn %xmm5, %xmm1
; CHECK-NEXT:    pand %xmm0, %xmm3
; CHECK-NEXT:    por %xmm1, %xmm3
; CHECK-NEXT:    punpckldq {{.*#+}} xmm4 = xmm4[0],xmm3[0],xmm4[1],xmm3[1]
; CHECK-NEXT:    pcmpeqd %xmm0, %xmm0
; CHECK-NEXT:    paddd %xmm4, %xmm0
; CHECK-NEXT:    pand %xmm2, %xmm0
; CHECK-NEXT:    retq
  %cmp0 = icmp sgt <4 x i32> zeroinitializer, %a0
  %cmp1 = icmp sgt <4 x i32> zeroinitializer, %a1
  %sel0 = select <4 x i1> %cmp0, <4 x i32> <i32 4, i32 2, i32 -1, i32 0>, <4 x i32> <i32 8, i32 4, i32 2, i32 -1>
  %sel1 = select <4 x i1> %cmp1, <4 x i32> <i32 8, i32 4, i32 2, i32 -1>, <4 x i32> <i32 4, i32 2, i32 -1, i32 0>
  %shuf = shufflevector <4 x i32> %sel0, <4 x i32> %sel1, <4 x i32> <i32 0, i32 4, i32 1, i32 5>
  %res = urem <4 x i32> %a2, %shuf
  ret <4 x i32> %res
}