derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
303 lines
9.0 KiB
LLVM
303 lines
9.0 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
|
|
; Test 128-bit funnel shifts.
|
|
;
|
|
; RUN: llc < %s -mtriple=s390x-linux-gnu -mcpu=z13 | FileCheck %s
|
|
; RUN: llc < %s -mtriple=s390x-linux-gnu -mcpu=z15 | FileCheck %s --check-prefix=Z15
|
|
|
|
declare i128 @llvm.fshl.i128(i128, i128, i128)
|
|
declare i128 @llvm.fshr.i128(i128, i128, i128)
|
|
|
|
; Funnel shift left by constant multiple of 8.
|
|
define i128 @f1(i128 %a, i128 %b) {
|
|
; CHECK-LABEL: f1:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v0, 0(%r4), 3
|
|
; CHECK-NEXT: vl %v1, 0(%r3), 3
|
|
; CHECK-NEXT: vsldb %v0, %v1, %v0, 4
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f1:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vsldb %v0, %v1, %v0, 4
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 32)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift left by constant smaller than 8.
|
|
define i128 @f2(i128 %a, i128 %b) {
|
|
; CHECK-LABEL: f2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v1, 0(%r3), 3
|
|
; CHECK-NEXT: vl %v0, 0(%r4), 3
|
|
; CHECK-NEXT: vrepib %v2, 5
|
|
; CHECK-NEXT: vsl %v1, %v1, %v2
|
|
; CHECK-NEXT: vrepib %v2, 123
|
|
; CHECK-NEXT: vsrlb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsrl %v0, %v0, %v2
|
|
; CHECK-NEXT: vo %v0, %v1, %v0
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f2:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vsld %v0, %v1, %v0, 5
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 5)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift left by some other constant.
|
|
define i128 @f3(i128 %a, i128 %b) {
|
|
; CHECK-LABEL: f3:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v1, 0(%r4), 3
|
|
; CHECK-NEXT: vrepib %v2, 86
|
|
; CHECK-NEXT: vsrlb %v1, %v1, %v2
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vsrl %v1, %v1, %v2
|
|
; CHECK-NEXT: vrepib %v2, 42
|
|
; CHECK-NEXT: vslb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsl %v0, %v0, %v2
|
|
; CHECK-NEXT: vo %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f3:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vsldb %v1, %v1, %v0, 5
|
|
; Z15-NEXT: vsldb %v0, %v0, %v0, 5
|
|
; Z15-NEXT: vsld %v0, %v1, %v0, 2
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 42)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift left by a variable amount.
|
|
define i128 @f4(i128 %a, i128 %b, i128 %sh) {
|
|
; CHECK-LABEL: f4:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: l %r0, 12(%r5)
|
|
; CHECK-NEXT: vlvgp %v2, %r0, %r0
|
|
; CHECK-NEXT: vl %v1, 0(%r3), 3
|
|
; CHECK-NEXT: vrepb %v2, %v2, 15
|
|
; CHECK-NEXT: vslb %v1, %v1, %v2
|
|
; CHECK-NEXT: vl %v0, 0(%r4), 3
|
|
; CHECK-NEXT: vsl %v1, %v1, %v2
|
|
; CHECK-NEXT: vrepib %v2, 1
|
|
; CHECK-NEXT: xilf %r0, 4294967295
|
|
; CHECK-NEXT: vsrl %v0, %v0, %v2
|
|
; CHECK-NEXT: vlvgp %v2, %r0, %r0
|
|
; CHECK-NEXT: vrepb %v2, %v2, 15
|
|
; CHECK-NEXT: vsrlb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsrl %v0, %v0, %v2
|
|
; CHECK-NEXT: vo %v0, %v1, %v0
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f4:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: l %r0, 12(%r5)
|
|
; Z15-NEXT: vlvgp %v2, %r0, %r0
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vrepb %v2, %v2, 15
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vslb %v1, %v1, %v2
|
|
; Z15-NEXT: vsl %v1, %v1, %v2
|
|
; Z15-NEXT: vrepib %v2, 1
|
|
; Z15-NEXT: xilf %r0, 4294967295
|
|
; Z15-NEXT: vsrl %v0, %v0, %v2
|
|
; Z15-NEXT: vlvgp %v2, %r0, %r0
|
|
; Z15-NEXT: vrepb %v2, %v2, 15
|
|
; Z15-NEXT: vsrlb %v0, %v0, %v2
|
|
; Z15-NEXT: vsrl %v0, %v0, %v2
|
|
; Z15-NEXT: vo %v0, %v1, %v0
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 %sh)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift right by constant multiple of 8.
|
|
define i128 @f5(i128 %a, i128 %b) {
|
|
; CHECK-LABEL: f5:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v0, 0(%r4), 3
|
|
; CHECK-NEXT: vl %v1, 0(%r3), 3
|
|
; CHECK-NEXT: vsldb %v0, %v1, %v0, 12
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f5:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vsldb %v0, %v1, %v0, 12
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 32)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift right by constant smaller than 8.
|
|
define i128 @f6(i128 %a, i128 %b) {
|
|
; CHECK-LABEL: f6:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v1, 0(%r4), 3
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepib %v2, 5
|
|
; CHECK-NEXT: vsrl %v1, %v1, %v2
|
|
; CHECK-NEXT: vrepib %v2, 123
|
|
; CHECK-NEXT: vslb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsl %v0, %v0, %v2
|
|
; CHECK-NEXT: vo %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f6:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vsrd %v0, %v1, %v0, 5
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 5)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift right by some other constant.
|
|
define i128 @f7(i128 %a, i128 %b) {
|
|
; CHECK-LABEL: f7:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v1, 0(%r4), 3
|
|
; CHECK-NEXT: vrepib %v2, 42
|
|
; CHECK-NEXT: vsrlb %v1, %v1, %v2
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vsrl %v1, %v1, %v2
|
|
; CHECK-NEXT: vrepib %v2, 86
|
|
; CHECK-NEXT: vslb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsl %v0, %v0, %v2
|
|
; CHECK-NEXT: vo %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f7:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vsldb %v0, %v1, %v0, 11
|
|
; Z15-NEXT: vsldb %v1, %v1, %v1, 11
|
|
; Z15-NEXT: vsrd %v0, %v1, %v0, 2
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 42)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift right by a variable amount.
|
|
define i128 @f8(i128 %a, i128 %b, i128 %sh) {
|
|
; CHECK-LABEL: f8:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: l %r0, 12(%r5)
|
|
; CHECK-NEXT: vlvgp %v2, %r0, %r0
|
|
; CHECK-NEXT: vl %v1, 0(%r4), 3
|
|
; CHECK-NEXT: vrepb %v2, %v2, 15
|
|
; CHECK-NEXT: vsrlb %v1, %v1, %v2
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vsrl %v1, %v1, %v2
|
|
; CHECK-NEXT: vrepib %v2, 1
|
|
; CHECK-NEXT: xilf %r0, 4294967295
|
|
; CHECK-NEXT: vsl %v0, %v0, %v2
|
|
; CHECK-NEXT: vlvgp %v2, %r0, %r0
|
|
; CHECK-NEXT: vrepb %v2, %v2, 15
|
|
; CHECK-NEXT: vslb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsl %v0, %v0, %v2
|
|
; CHECK-NEXT: vo %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f8:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: l %r0, 12(%r5)
|
|
; Z15-NEXT: vlvgp %v2, %r0, %r0
|
|
; Z15-NEXT: vl %v1, 0(%r4), 3
|
|
; Z15-NEXT: vrepb %v2, %v2, 15
|
|
; Z15-NEXT: vl %v0, 0(%r3), 3
|
|
; Z15-NEXT: vsrlb %v1, %v1, %v2
|
|
; Z15-NEXT: vsrl %v1, %v1, %v2
|
|
; Z15-NEXT: vrepib %v2, 1
|
|
; Z15-NEXT: xilf %r0, 4294967295
|
|
; Z15-NEXT: vsl %v0, %v0, %v2
|
|
; Z15-NEXT: vlvgp %v2, %r0, %r0
|
|
; Z15-NEXT: vrepb %v2, %v2, 15
|
|
; Z15-NEXT: vslb %v0, %v0, %v2
|
|
; Z15-NEXT: vsl %v0, %v0, %v2
|
|
; Z15-NEXT: vo %v0, %v0, %v1
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 %sh)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift left by constant N in 121..128, in such cases fshl N == fshr (128 - N)
|
|
define i128 @f9(i128 %a, i128 %b) {
|
|
; CHECK-LABEL: f9:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v1, 0(%r4), 3
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepib %v2, 5
|
|
; CHECK-NEXT: vsrl %v1, %v1, %v2
|
|
; CHECK-NEXT: vrepib %v2, 123
|
|
; CHECK-NEXT: vslb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsl %v0, %v0, %v2
|
|
; CHECK-NEXT: vo %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f9:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vsrd %v0, %v1, %v0, 5
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 123)
|
|
ret i128 %res
|
|
}
|
|
|
|
; Funnel shift right by constant N in 121..128, in such cases fshr N == fshl (128 - N)
|
|
define i128 @f10(i128 %a, i128 %b) {
|
|
; CHECK-LABEL: f10:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v1, 0(%r3), 3
|
|
; CHECK-NEXT: vl %v0, 0(%r4), 3
|
|
; CHECK-NEXT: vrepib %v2, 5
|
|
; CHECK-NEXT: vsl %v1, %v1, %v2
|
|
; CHECK-NEXT: vrepib %v2, 123
|
|
; CHECK-NEXT: vsrlb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsrl %v0, %v0, %v2
|
|
; CHECK-NEXT: vo %v0, %v1, %v0
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
;
|
|
; Z15-LABEL: f10:
|
|
; Z15: # %bb.0:
|
|
; Z15-NEXT: vl %v0, 0(%r4), 3
|
|
; Z15-NEXT: vl %v1, 0(%r3), 3
|
|
; Z15-NEXT: vsld %v0, %v1, %v0, 5
|
|
; Z15-NEXT: vst %v0, 0(%r2), 3
|
|
; Z15-NEXT: br %r14
|
|
%res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 123)
|
|
ret i128 %res
|
|
}
|