CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
274 lines
9.8 KiB
LLVM
274 lines
9.8 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
|
|
; RUN: opt < %s -passes=aggressive-instcombine -S | FileCheck %s
|
|
|
|
; Select-based split i64 ctlz
|
|
define i32 @split_ctlz_select(i64 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i64 @llvm.ctlz.i64(i64 [[VAL:%.*]], i1 false)
|
|
; CHECK-NEXT: [[TMP1:%.*]] = trunc i64 [[TMP0]] to i32
|
|
; CHECK-NEXT: ret i32 [[TMP1]]
|
|
;
|
|
entry:
|
|
%shr = lshr i64 %val, 32
|
|
%conv_hi = trunc i64 %shr to i32
|
|
%cmp = icmp eq i32 %conv_hi, 0
|
|
%conv_lo = trunc i64 %val to i32
|
|
%0 = call i32 @llvm.ctlz.i32(i32 %conv_lo, i1 false)
|
|
%add = add i32 %0, 32
|
|
%1 = call i32 @llvm.ctlz.i32(i32 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i32 %add, i32 %1
|
|
ret i32 %retval
|
|
}
|
|
|
|
; Select-based with i64 comparison on lshr result (not truncated).
|
|
define i32 @split_ctlz_select_i64cmp(i64 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_i64cmp(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i64 @llvm.ctlz.i64(i64 [[VAL:%.*]], i1 false)
|
|
; CHECK-NEXT: [[TMP1:%.*]] = trunc i64 [[TMP0]] to i32
|
|
; CHECK-NEXT: ret i32 [[TMP1]]
|
|
;
|
|
entry:
|
|
%shr = lshr i64 %val, 32
|
|
%cmp = icmp eq i64 %shr, 0
|
|
%conv_hi = trunc i64 %shr to i32
|
|
%conv_lo = trunc i64 %val to i32
|
|
%0 = call i32 @llvm.ctlz.i32(i32 %conv_lo, i1 false)
|
|
%add = add i32 %0, 32
|
|
%1 = call i32 @llvm.ctlz.i32(i32 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i32 %add, i32 %1
|
|
ret i32 %retval
|
|
}
|
|
|
|
; Select-based with icmp ne (inverted condition).
|
|
define i32 @split_ctlz_select_ne(i64 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_ne(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i64 @llvm.ctlz.i64(i64 [[VAL:%.*]], i1 false)
|
|
; CHECK-NEXT: [[TMP1:%.*]] = trunc i64 [[TMP0]] to i32
|
|
; CHECK-NEXT: ret i32 [[TMP1]]
|
|
;
|
|
entry:
|
|
%shr = lshr i64 %val, 32
|
|
%conv_hi = trunc i64 %shr to i32
|
|
%cmp = icmp ne i32 %conv_hi, 0
|
|
%conv_lo = trunc i64 %val to i32
|
|
%0 = call i32 @llvm.ctlz.i32(i32 %conv_lo, i1 false)
|
|
%add = add i32 %0, 32
|
|
%1 = call i32 @llvm.ctlz.i32(i32 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i32 %1, i32 %add
|
|
ret i32 %retval
|
|
}
|
|
|
|
; Select-based with or instead of add.
|
|
define i32 @split_ctlz_select_or(i64 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_or(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i64 @llvm.ctlz.i64(i64 [[VAL:%.*]], i1 false)
|
|
; CHECK-NEXT: [[TMP1:%.*]] = trunc i64 [[TMP0]] to i32
|
|
; CHECK-NEXT: ret i32 [[TMP1]]
|
|
;
|
|
entry:
|
|
%shr = lshr i64 %val, 32
|
|
%conv_hi = trunc i64 %shr to i32
|
|
%cmp = icmp eq i32 %conv_hi, 0
|
|
%conv_lo = trunc i64 %val to i32
|
|
%0 = call i32 @llvm.ctlz.i32(i32 %conv_lo, i1 false)
|
|
%add = or disjoint i32 %0, 32
|
|
%1 = call i32 @llvm.ctlz.i32(i32 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i32 %add, i32 %1
|
|
ret i32 %retval
|
|
}
|
|
|
|
; i32 split into two i16 ctlz.
|
|
define i16 @split_ctlz_select_i32(i32 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_i32(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i32 @llvm.ctlz.i32(i32 [[VAL:%.*]], i1 false)
|
|
; CHECK-NEXT: [[TMP1:%.*]] = trunc i32 [[TMP0]] to i16
|
|
; CHECK-NEXT: ret i16 [[TMP1]]
|
|
;
|
|
entry:
|
|
%shr = lshr i32 %val, 16
|
|
%conv_hi = trunc i32 %shr to i16
|
|
%cmp = icmp eq i16 %conv_hi, 0
|
|
%conv_lo = trunc i32 %val to i16
|
|
%0 = call i16 @llvm.ctlz.i16(i16 %conv_lo, i1 false)
|
|
%add = add i16 %0, 16
|
|
%1 = call i16 @llvm.ctlz.i16(i16 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i16 %add, i16 %1
|
|
ret i16 %retval
|
|
}
|
|
|
|
; i16 split into two i8 ctlz.
|
|
define i8 @split_ctlz_select_i16(i16 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_i16(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i16 @llvm.ctlz.i16(i16 [[VAL:%.*]], i1 false)
|
|
; CHECK-NEXT: [[TMP1:%.*]] = trunc i16 [[TMP0]] to i8
|
|
; CHECK-NEXT: ret i8 [[TMP1]]
|
|
;
|
|
entry:
|
|
%shr = lshr i16 %val, 8
|
|
%conv_hi = trunc i16 %shr to i8
|
|
%cmp = icmp eq i8 %conv_hi, 0
|
|
%conv_lo = trunc i16 %val to i8
|
|
%0 = call i8 @llvm.ctlz.i8(i8 %conv_lo, i1 false)
|
|
%add = add i8 %0, 8
|
|
%1 = call i8 @llvm.ctlz.i8(i8 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i8 %add, i8 %1
|
|
ret i8 %retval
|
|
}
|
|
|
|
; i128 split into two i64 ctlz.
|
|
define i64 @split_ctlz_select_i128(i128 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_i128(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i128 @llvm.ctlz.i128(i128 [[VAL:%.*]], i1 false)
|
|
; CHECK-NEXT: [[TMP1:%.*]] = trunc i128 [[TMP0]] to i64
|
|
; CHECK-NEXT: ret i64 [[TMP1]]
|
|
;
|
|
entry:
|
|
%shr = lshr i128 %val, 64
|
|
%conv_hi = trunc i128 %shr to i64
|
|
%cmp = icmp eq i64 %conv_hi, 0
|
|
%conv_lo = trunc i128 %val to i64
|
|
%0 = call i64 @llvm.ctlz.i64(i64 %conv_lo, i1 false)
|
|
%add = add i64 %0, 64
|
|
%1 = call i64 @llvm.ctlz.i64(i64 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i64 %add, i64 %1
|
|
ret i64 %retval
|
|
}
|
|
|
|
; i256 split into two i128 ctlz.
|
|
; This tests m_APInt matching for shift amounts > 64 bits.
|
|
define i128 @split_ctlz_select_i256(i256 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_i256(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i256 @llvm.ctlz.i256(i256 [[VAL:%.*]], i1 false)
|
|
; CHECK-NEXT: [[TMP1:%.*]] = trunc i256 [[TMP0]] to i128
|
|
; CHECK-NEXT: ret i128 [[TMP1]]
|
|
;
|
|
entry:
|
|
%shr = lshr i256 %val, 128
|
|
%conv_hi = trunc i256 %shr to i128
|
|
%cmp = icmp eq i128 %conv_hi, 0
|
|
%conv_lo = trunc i256 %val to i128
|
|
%0 = call i128 @llvm.ctlz.i128(i128 %conv_lo, i1 false)
|
|
%add = add i128 %0, 128
|
|
%1 = call i128 @llvm.ctlz.i128(i128 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i128 %add, i128 %1
|
|
ret i128 %retval
|
|
}
|
|
|
|
; Negative test: mismatched source values, should NOT be folded.
|
|
define i32 @split_ctlz_different_sources(i64 %val, i64 %val2) {
|
|
; CHECK-LABEL: @split_ctlz_different_sources(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[SHR:%.*]] = lshr i64 [[VAL:%.*]], 32
|
|
; CHECK-NEXT: [[CONV_HI:%.*]] = trunc i64 [[SHR]] to i32
|
|
; CHECK-NEXT: [[CMP:%.*]] = icmp eq i32 [[CONV_HI]], 0
|
|
; CHECK-NEXT: [[CONV_LO:%.*]] = trunc i64 [[VAL2:%.*]] to i32
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i32 @llvm.ctlz.i32(i32 [[CONV_LO]], i1 false)
|
|
; CHECK-NEXT: [[ADD:%.*]] = add i32 [[TMP0]], 32
|
|
; CHECK-NEXT: [[TMP1:%.*]] = call i32 @llvm.ctlz.i32(i32 [[CONV_HI]], i1 false)
|
|
; CHECK-NEXT: [[RETVAL:%.*]] = select i1 [[CMP]], i32 [[ADD]], i32 [[TMP1]]
|
|
; CHECK-NEXT: ret i32 [[RETVAL]]
|
|
;
|
|
entry:
|
|
%shr = lshr i64 %val, 32
|
|
%conv_hi = trunc i64 %shr to i32
|
|
%cmp = icmp eq i32 %conv_hi, 0
|
|
%conv_lo = trunc i64 %val2 to i32
|
|
%0 = call i32 @llvm.ctlz.i32(i32 %conv_lo, i1 false)
|
|
%add = add i32 %0, 32
|
|
%1 = call i32 @llvm.ctlz.i32(i32 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i32 %add, i32 %1
|
|
ret i32 %retval
|
|
}
|
|
|
|
; Negative test: wrong shift amount, should NOT be folded.
|
|
define i32 @split_ctlz_wrong_shift(i64 %val) {
|
|
; CHECK-LABEL: @split_ctlz_wrong_shift(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[SHR:%.*]] = lshr i64 [[VAL:%.*]], 16
|
|
; CHECK-NEXT: [[CONV_HI:%.*]] = trunc i64 [[SHR]] to i32
|
|
; CHECK-NEXT: [[CMP:%.*]] = icmp eq i32 [[CONV_HI]], 0
|
|
; CHECK-NEXT: [[CONV_LO:%.*]] = trunc i64 [[VAL]] to i32
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i32 @llvm.ctlz.i32(i32 [[CONV_LO]], i1 false)
|
|
; CHECK-NEXT: [[ADD:%.*]] = add i32 [[TMP0]], 32
|
|
; CHECK-NEXT: [[TMP1:%.*]] = call i32 @llvm.ctlz.i32(i32 [[CONV_HI]], i1 false)
|
|
; CHECK-NEXT: [[RETVAL:%.*]] = select i1 [[CMP]], i32 [[ADD]], i32 [[TMP1]]
|
|
; CHECK-NEXT: ret i32 [[RETVAL]]
|
|
;
|
|
entry:
|
|
%shr = lshr i64 %val, 16
|
|
%conv_hi = trunc i64 %shr to i32
|
|
%cmp = icmp eq i32 %conv_hi, 0
|
|
%conv_lo = trunc i64 %val to i32
|
|
%0 = call i32 @llvm.ctlz.i32(i32 %conv_lo, i1 false)
|
|
%add = add i32 %0, 32
|
|
%1 = call i32 @llvm.ctlz.i32(i32 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i32 %add, i32 %1
|
|
ret i32 %retval
|
|
}
|
|
|
|
; Negative test: plain or (without disjoint flag), should NOT be folded
|
|
; in select-based pattern because or(32, 32)=32 != add(32, 32)=64.
|
|
define i32 @split_ctlz_select_plain_or(i64 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_plain_or(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[SHR:%.*]] = lshr i64 [[VAL:%.*]], 32
|
|
; CHECK-NEXT: [[CONV_HI:%.*]] = trunc i64 [[SHR]] to i32
|
|
; CHECK-NEXT: [[CMP:%.*]] = icmp eq i32 [[CONV_HI]], 0
|
|
; CHECK-NEXT: [[CONV_LO:%.*]] = trunc i64 [[VAL]] to i32
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i32 @llvm.ctlz.i32(i32 [[CONV_LO]], i1 false)
|
|
; CHECK-NEXT: [[ADD:%.*]] = or i32 [[TMP0]], 32
|
|
; CHECK-NEXT: [[TMP1:%.*]] = call i32 @llvm.ctlz.i32(i32 [[CONV_HI]], i1 false)
|
|
; CHECK-NEXT: [[RETVAL:%.*]] = select i1 [[CMP]], i32 [[ADD]], i32 [[TMP1]]
|
|
; CHECK-NEXT: ret i32 [[RETVAL]]
|
|
;
|
|
entry:
|
|
%shr = lshr i64 %val, 32
|
|
%conv_hi = trunc i64 %shr to i32
|
|
%cmp = icmp eq i32 %conv_hi, 0
|
|
%conv_lo = trunc i64 %val to i32
|
|
%0 = call i32 @llvm.ctlz.i32(i32 %conv_lo, i1 false)
|
|
%add = or i32 %0, 32
|
|
%1 = call i32 @llvm.ctlz.i32(i32 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i32 %add, i32 %1
|
|
ret i32 %retval
|
|
}
|
|
|
|
; Negative test: multi-use of ctlz_hi prevents folding.
|
|
define i32 @split_ctlz_select_multiuse(i64 %val) {
|
|
; CHECK-LABEL: @split_ctlz_select_multiuse(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[SHR:%.*]] = lshr i64 [[VAL:%.*]], 32
|
|
; CHECK-NEXT: [[CONV_HI:%.*]] = trunc i64 [[SHR]] to i32
|
|
; CHECK-NEXT: [[CMP:%.*]] = icmp eq i32 [[CONV_HI]], 0
|
|
; CHECK-NEXT: [[CONV_LO:%.*]] = trunc i64 [[VAL]] to i32
|
|
; CHECK-NEXT: [[TMP0:%.*]] = call i32 @llvm.ctlz.i32(i32 [[CONV_LO]], i1 false)
|
|
; CHECK-NEXT: [[ADD:%.*]] = add i32 [[TMP0]], 32
|
|
; CHECK-NEXT: [[TMP1:%.*]] = call i32 @llvm.ctlz.i32(i32 [[CONV_HI]], i1 false)
|
|
; CHECK-NEXT: [[RETVAL:%.*]] = select i1 [[CMP]], i32 [[ADD]], i32 [[TMP1]]
|
|
; CHECK-NEXT: call void @use_i32(i32 [[TMP1]])
|
|
; CHECK-NEXT: ret i32 [[RETVAL]]
|
|
;
|
|
entry:
|
|
%shr = lshr i64 %val, 32
|
|
%conv_hi = trunc i64 %shr to i32
|
|
%cmp = icmp eq i32 %conv_hi, 0
|
|
%conv_lo = trunc i64 %val to i32
|
|
%0 = call i32 @llvm.ctlz.i32(i32 %conv_lo, i1 false)
|
|
%add = add i32 %0, 32
|
|
%1 = call i32 @llvm.ctlz.i32(i32 %conv_hi, i1 false)
|
|
%retval = select i1 %cmp, i32 %add, i32 %1
|
|
call void @use_i32(i32 %1)
|
|
ret i32 %retval
|
|
}
|
|
|
|
declare void @use_i32(i32)
|
|
|