CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
123 lines
5.0 KiB
C++
123 lines
5.0 KiB
C++
//===- InferIntDivisibilityOpInterfaceImpl.cpp ----------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Direct implementations of `InferIntDivisibilityOpInterface` for arith ops.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "mlir/Dialect/Arith/IR/Arith.h"
|
|
#include "mlir/IR/Matchers.h"
|
|
#include "mlir/Interfaces/InferIntDivisibilityOpInterface.h"
|
|
|
|
#include <cstdlib>
|
|
|
|
using namespace mlir;
|
|
using namespace mlir::arith;
|
|
|
|
static ConstantIntDivisibility
|
|
getDivisibilityOfOperand(Value v, IntegerDivisibility divisibility) {
|
|
if (!divisibility.isUninitialized())
|
|
return divisibility.getValue();
|
|
APInt intVal;
|
|
if (matchPattern(v, m_ConstantInt(&intVal))) {
|
|
uint64_t udiv = intVal.getZExtValue();
|
|
uint64_t sdiv = std::abs(intVal.getSExtValue());
|
|
return ConstantIntDivisibility(udiv, sdiv);
|
|
}
|
|
return ConstantIntDivisibility(1, 1);
|
|
}
|
|
|
|
// Result divisibility is the GCD (union) of the operand divisibilities.
|
|
template <typename OpTy>
|
|
static void
|
|
inferBinaryGCDResultDivisibility(OpTy op, ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
auto lhsDiv = getDivisibilityOfOperand(op.getLhs(), argDivs[0]);
|
|
auto rhsDiv = getDivisibilityOfOperand(op.getRhs(), argDivs[1]);
|
|
setResultDivs(op.getResult(), lhsDiv.getUnion(rhsDiv));
|
|
}
|
|
|
|
void ConstantOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
auto constAttr = dyn_cast_if_present<IntegerAttr>(getValue());
|
|
if (!constAttr)
|
|
return;
|
|
const APInt &value = constAttr.getValue();
|
|
uint64_t udiv = value.getZExtValue();
|
|
uint64_t sdiv = std::abs(value.getSExtValue());
|
|
setResultDivs(getResult(), ConstantIntDivisibility(udiv, sdiv));
|
|
}
|
|
|
|
void AddIOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
inferBinaryGCDResultDivisibility(*this, argDivs, setResultDivs);
|
|
}
|
|
|
|
void SubIOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
inferBinaryGCDResultDivisibility(*this, argDivs, setResultDivs);
|
|
}
|
|
|
|
void MinUIOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
inferBinaryGCDResultDivisibility(*this, argDivs, setResultDivs);
|
|
}
|
|
|
|
void MaxUIOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
inferBinaryGCDResultDivisibility(*this, argDivs, setResultDivs);
|
|
}
|
|
|
|
void MinSIOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
inferBinaryGCDResultDivisibility(*this, argDivs, setResultDivs);
|
|
}
|
|
|
|
void MaxSIOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
inferBinaryGCDResultDivisibility(*this, argDivs, setResultDivs);
|
|
}
|
|
|
|
void MulIOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
auto lhsDivisibility = getDivisibilityOfOperand(getLhs(), argDivs[0]);
|
|
auto rhsDivisibility = getDivisibilityOfOperand(getRhs(), argDivs[1]);
|
|
|
|
uint64_t mulUDiv = lhsDivisibility.udiv() * rhsDivisibility.udiv();
|
|
uint64_t mulSDiv = lhsDivisibility.sdiv() * rhsDivisibility.sdiv();
|
|
|
|
setResultDivs(getResult(), ConstantIntDivisibility(mulUDiv, mulSDiv));
|
|
}
|
|
|
|
void DivUIOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
APInt intVal;
|
|
if (!matchPattern(getRhs(), m_ConstantInt(&intVal)))
|
|
return;
|
|
|
|
auto lhsDivisibility = getDivisibilityOfOperand(getLhs(), argDivs[0]);
|
|
|
|
uint64_t divUDiv = lhsDivisibility.udiv() % intVal.getZExtValue() == 0
|
|
? lhsDivisibility.udiv() / intVal.getZExtValue()
|
|
: 1;
|
|
uint64_t divSDiv =
|
|
lhsDivisibility.sdiv() % std::abs(intVal.getSExtValue()) == 0
|
|
? lhsDivisibility.sdiv() / std::abs(intVal.getSExtValue())
|
|
: 1;
|
|
|
|
setResultDivs(getResult(), ConstantIntDivisibility(divUDiv, divSDiv));
|
|
}
|
|
|
|
void SelectOp::inferResultDivisibility(ArrayRef<IntegerDivisibility> argDivs,
|
|
SetIntDivisibilityFn setResultDivs) {
|
|
// argDivs[0] is the condition (i1), argDivs[1] is true, argDivs[2] is false.
|
|
auto trueDiv = getDivisibilityOfOperand(getTrueValue(), argDivs[1]);
|
|
auto falseDiv = getDivisibilityOfOperand(getFalseValue(), argDivs[2]);
|
|
setResultDivs(getResult(), trueDiv.getUnion(falseDiv));
|
|
}
|