CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
98 lines
3.8 KiB
C++
98 lines
3.8 KiB
C++
//===- OptimizeArrayRepacking.cpp -----------------------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
/// \file
|
|
/// This pass removes redundant fir.pack_array operations, if it can prove
|
|
/// that the source array is contiguous. In this case, it relink all uses
|
|
/// of fir.pack_array result to the source. If such a rewrite happens,
|
|
/// it may turn the using fir.unpack_array operation into one with the same
|
|
/// temp and original operands - these are also removed as redundant.
|
|
//===----------------------------------------------------------------------===//
|
|
#include "flang/Optimizer/Builder/HLFIRTools.h"
|
|
#include "flang/Optimizer/Dialect/FIRDialect.h"
|
|
#include "flang/Optimizer/Dialect/FIROps.h"
|
|
#include "flang/Optimizer/Support/Utils.h"
|
|
#include "flang/Optimizer/Transforms/Passes.h"
|
|
#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
|
|
|
|
namespace fir {
|
|
#define GEN_PASS_DEF_OPTIMIZEARRAYREPACKING
|
|
#include "flang/Optimizer/Transforms/Passes.h.inc"
|
|
} // namespace fir
|
|
|
|
#define DEBUG_TYPE "optimize-array-repacking"
|
|
|
|
namespace {
|
|
class OptimizeArrayRepackingPass
|
|
: public fir::impl::OptimizeArrayRepackingBase<OptimizeArrayRepackingPass> {
|
|
public:
|
|
void runOnOperation() override;
|
|
};
|
|
|
|
/// Relinks all uses of redundant fir.pack_array to the source.
|
|
class PackingOfContiguous : public mlir::OpRewritePattern<fir::PackArrayOp> {
|
|
public:
|
|
using OpRewritePattern::OpRewritePattern;
|
|
mlir::LogicalResult matchAndRewrite(fir::PackArrayOp,
|
|
mlir::PatternRewriter &) const override;
|
|
};
|
|
|
|
/// Erases fir.unpack_array with have the matching temp and original
|
|
/// operands.
|
|
class NoopUnpacking : public mlir::OpRewritePattern<fir::UnpackArrayOp> {
|
|
public:
|
|
using OpRewritePattern::OpRewritePattern;
|
|
mlir::LogicalResult matchAndRewrite(fir::UnpackArrayOp,
|
|
mlir::PatternRewriter &) const override;
|
|
};
|
|
} // namespace
|
|
|
|
mlir::LogicalResult
|
|
PackingOfContiguous::matchAndRewrite(fir::PackArrayOp op,
|
|
mlir::PatternRewriter &rewriter) const {
|
|
mlir::Value box = op.getArray();
|
|
if (hlfir::isSimplyContiguous(box, !op.getInnermost())) {
|
|
rewriter.replaceOp(op, box);
|
|
return mlir::success();
|
|
}
|
|
return mlir::failure();
|
|
}
|
|
|
|
mlir::LogicalResult
|
|
NoopUnpacking::matchAndRewrite(fir::UnpackArrayOp op,
|
|
mlir::PatternRewriter &rewriter) const {
|
|
if (op.getTemp() == op.getOriginal()) {
|
|
rewriter.eraseOp(op);
|
|
return mlir::success();
|
|
}
|
|
return mlir::failure();
|
|
}
|
|
|
|
void OptimizeArrayRepackingPass::runOnOperation() {
|
|
mlir::func::FuncOp funcOp = getOperation();
|
|
mlir::MLIRContext *context = &getContext();
|
|
mlir::RewritePatternSet patterns(context);
|
|
mlir::GreedyRewriteConfig config;
|
|
config
|
|
.setRegionSimplificationLevel(mlir::GreedySimplifyRegionLevel::Disabled)
|
|
// Traverse the operations top-down, so that fir.pack_array
|
|
// operations are optimized before their using fir.pack_array
|
|
// operations. This way the rewrite may converge faster.
|
|
.setUseTopDownTraversal();
|
|
patterns.insert<PackingOfContiguous>(context);
|
|
patterns.insert<NoopUnpacking>(context);
|
|
if (mlir::failed(
|
|
mlir::applyPatternsGreedily(funcOp, std::move(patterns), config))) {
|
|
// Failure may happen if the rewriter does not converge soon enough.
|
|
// That is not an error, so just report a diagnostic under debug.
|
|
LLVM_DEBUG(mlir::emitError(funcOp.getLoc(),
|
|
"failure in array repacking optimization"));
|
|
}
|
|
}
|