CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
118 lines
4.8 KiB
C++
118 lines
4.8 KiB
C++
//===- ReifyValueBounds.cpp --- Reify value bounds with affine ops ------*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "mlir/Dialect/Affine/Transforms/Transforms.h"
|
|
|
|
#include "mlir/Dialect/Affine/IR/AffineOps.h"
|
|
#include "mlir/Dialect/Arith/IR/Arith.h"
|
|
#include "mlir/Dialect/MemRef/IR/MemRef.h"
|
|
#include "mlir/Dialect/Tensor/IR/Tensor.h"
|
|
#include "mlir/Interfaces/ValueBoundsOpInterface.h"
|
|
|
|
using namespace mlir;
|
|
using namespace mlir::affine;
|
|
|
|
FailureOr<OpFoldResult> mlir::affine::reifyValueBound(
|
|
OpBuilder &b, Location loc, presburger::BoundType type,
|
|
const ValueBoundsConstraintSet::Variable &var,
|
|
ValueBoundsConstraintSet::StopConditionFn stopCondition,
|
|
ValueBoundsOptions options) {
|
|
// Compute bound.
|
|
AffineMap boundMap;
|
|
ValueDimList mapOperands;
|
|
if (failed(ValueBoundsConstraintSet::computeBound(
|
|
boundMap, mapOperands, type, var, stopCondition, options)))
|
|
return failure();
|
|
|
|
// Reify bound.
|
|
return affine::materializeComputedBound(b, loc, boundMap, mapOperands);
|
|
}
|
|
|
|
OpFoldResult affine::materializeComputedBound(
|
|
OpBuilder &b, Location loc, AffineMap boundMap,
|
|
ArrayRef<std::pair<Value, std::optional<int64_t>>> mapOperands) {
|
|
// Materialize tensor.dim/memref.dim ops.
|
|
SmallVector<Value> operands;
|
|
for (auto valueDim : mapOperands) {
|
|
Value value = valueDim.first;
|
|
std::optional<int64_t> dim = valueDim.second;
|
|
|
|
if (!dim.has_value()) {
|
|
// This is an index-typed/integer-typed value.
|
|
assert(
|
|
(value.getType().isIndex() || value.getType().isSignlessInteger()) &&
|
|
"expected index or signless integer type");
|
|
if (value.getType().isSignlessInteger())
|
|
value = arith::IndexCastOp::create(b, loc, b.getIndexType(), value);
|
|
operands.push_back(value);
|
|
continue;
|
|
}
|
|
|
|
assert(cast<ShapedType>(value.getType()).isDynamicDim(*dim) &&
|
|
"expected dynamic dim");
|
|
if (isa<RankedTensorType>(value.getType())) {
|
|
// A tensor dimension is used: generate a tensor.dim.
|
|
operands.push_back(tensor::DimOp::create(b, loc, value, *dim));
|
|
} else if (isa<MemRefType>(value.getType())) {
|
|
// A memref dimension is used: generate a memref.dim.
|
|
operands.push_back(memref::DimOp::create(b, loc, value, *dim));
|
|
} else {
|
|
llvm_unreachable("cannot generate DimOp for unsupported shaped type");
|
|
}
|
|
}
|
|
|
|
// Simplify and return bound.
|
|
affine::canonicalizeMapAndOperands(&boundMap, &operands);
|
|
// Check for special cases where no affine.apply op is needed.
|
|
if (boundMap.isSingleConstant()) {
|
|
// Bound is a constant: return an IntegerAttr.
|
|
return static_cast<OpFoldResult>(
|
|
b.getIndexAttr(boundMap.getSingleConstantResult()));
|
|
}
|
|
// No affine.apply op is needed if the bound is a single SSA value.
|
|
if (auto expr = dyn_cast<AffineDimExpr>(boundMap.getResult(0)))
|
|
return static_cast<OpFoldResult>(operands[expr.getPosition()]);
|
|
if (auto expr = dyn_cast<AffineSymbolExpr>(boundMap.getResult(0)))
|
|
return static_cast<OpFoldResult>(
|
|
operands[expr.getPosition() + boundMap.getNumDims()]);
|
|
// General case: build affine.apply op.
|
|
return static_cast<OpFoldResult>(
|
|
affine::AffineApplyOp::create(b, loc, boundMap, operands).getResult());
|
|
}
|
|
|
|
FailureOr<OpFoldResult> mlir::affine::reifyShapedValueDimBound(
|
|
OpBuilder &b, Location loc, presburger::BoundType type, Value value,
|
|
int64_t dim, ValueBoundsConstraintSet::StopConditionFn stopCondition,
|
|
ValueBoundsOptions options) {
|
|
auto reifyToOperands = [&](Value v, std::optional<int64_t> d,
|
|
ValueBoundsConstraintSet &cstr) {
|
|
// We are trying to reify a bound for `value` in terms of the owning op's
|
|
// operands. Construct a stop condition that evaluates to "true" for any SSA
|
|
// value except for `value`. I.e., the bound will be computed in terms of
|
|
// any SSA values except for `value`. The first such values are operands of
|
|
// the owner of `value`.
|
|
return v != value;
|
|
};
|
|
return reifyValueBound(b, loc, type, {value, dim},
|
|
stopCondition ? stopCondition : reifyToOperands,
|
|
options);
|
|
}
|
|
|
|
FailureOr<OpFoldResult> mlir::affine::reifyIndexValueBound(
|
|
OpBuilder &b, Location loc, presburger::BoundType type, Value value,
|
|
ValueBoundsConstraintSet::StopConditionFn stopCondition,
|
|
ValueBoundsOptions options) {
|
|
auto reifyToOperands = [&](Value v, std::optional<int64_t> d,
|
|
ValueBoundsConstraintSet &cstr) {
|
|
return v != value;
|
|
};
|
|
return reifyValueBound(b, loc, type, value,
|
|
stopCondition ? stopCondition : reifyToOperands,
|
|
options);
|
|
}
|