CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
202 lines
7.0 KiB
C++
202 lines
7.0 KiB
C++
//===-- RISCVPostRAExpandPseudoInsts.cpp - Expand pseudo instrs ----===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file contains a pass that expands the pseudo instruction pseudolisimm32
|
|
// into target instructions. This pass should be run during the post-regalloc
|
|
// passes, before post RA scheduling.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "RISCV.h"
|
|
#include "RISCVInstrInfo.h"
|
|
#include "llvm/CodeGen/MachineFunctionPass.h"
|
|
#include "llvm/CodeGen/MachineInstrBuilder.h"
|
|
|
|
using namespace llvm;
|
|
|
|
#define RISCV_POST_RA_EXPAND_PSEUDO_NAME \
|
|
"RISC-V post-regalloc pseudo instruction expansion pass"
|
|
|
|
namespace {
|
|
|
|
class RISCVPostRAExpandPseudo : public MachineFunctionPass {
|
|
public:
|
|
const RISCVInstrInfo *TII;
|
|
static char ID;
|
|
|
|
RISCVPostRAExpandPseudo() : MachineFunctionPass(ID) {}
|
|
|
|
bool runOnMachineFunction(MachineFunction &MF) override;
|
|
|
|
StringRef getPassName() const override {
|
|
return RISCV_POST_RA_EXPAND_PSEUDO_NAME;
|
|
}
|
|
|
|
private:
|
|
bool expandMBB(MachineBasicBlock &MBB);
|
|
bool expandMI(MachineBasicBlock &MBB, MachineBasicBlock::iterator MBBI,
|
|
MachineBasicBlock::iterator &NextMBBI);
|
|
bool expandMovImm(MachineBasicBlock &MBB, MachineBasicBlock::iterator MBBI);
|
|
bool expandMovAddr(MachineBasicBlock &MBB, MachineBasicBlock::iterator MBBI);
|
|
bool expandMERGE(MachineBasicBlock &MBB, MachineBasicBlock::iterator MBBI);
|
|
};
|
|
|
|
char RISCVPostRAExpandPseudo::ID = 0;
|
|
|
|
bool RISCVPostRAExpandPseudo::runOnMachineFunction(MachineFunction &MF) {
|
|
TII = static_cast<const RISCVInstrInfo *>(MF.getSubtarget().getInstrInfo());
|
|
bool Modified = false;
|
|
for (auto &MBB : MF)
|
|
Modified |= expandMBB(MBB);
|
|
return Modified;
|
|
}
|
|
|
|
bool RISCVPostRAExpandPseudo::expandMBB(MachineBasicBlock &MBB) {
|
|
bool Modified = false;
|
|
|
|
MachineBasicBlock::iterator MBBI = MBB.begin(), E = MBB.end();
|
|
while (MBBI != E) {
|
|
MachineBasicBlock::iterator NMBBI = std::next(MBBI);
|
|
Modified |= expandMI(MBB, MBBI, NMBBI);
|
|
MBBI = NMBBI;
|
|
}
|
|
|
|
return Modified;
|
|
}
|
|
|
|
bool RISCVPostRAExpandPseudo::expandMI(MachineBasicBlock &MBB,
|
|
MachineBasicBlock::iterator MBBI,
|
|
MachineBasicBlock::iterator &NextMBBI) {
|
|
switch (MBBI->getOpcode()) {
|
|
case RISCV::PseudoMovImm:
|
|
return expandMovImm(MBB, MBBI);
|
|
case RISCV::PseudoMovAddr:
|
|
return expandMovAddr(MBB, MBBI);
|
|
case RISCV::PseudoMERGE:
|
|
return expandMERGE(MBB, MBBI);
|
|
default:
|
|
return false;
|
|
}
|
|
}
|
|
|
|
bool RISCVPostRAExpandPseudo::expandMovImm(MachineBasicBlock &MBB,
|
|
MachineBasicBlock::iterator MBBI) {
|
|
DebugLoc DL = MBBI->getDebugLoc();
|
|
|
|
int64_t Val = MBBI->getOperand(1).getImm();
|
|
|
|
Register DstReg = MBBI->getOperand(0).getReg();
|
|
bool DstIsDead = MBBI->getOperand(0).isDead();
|
|
bool Renamable = MBBI->getOperand(0).isRenamable();
|
|
|
|
TII->movImm(MBB, MBBI, DL, DstReg, Val, MachineInstr::NoFlags, Renamable,
|
|
DstIsDead);
|
|
|
|
MBBI->eraseFromParent();
|
|
return true;
|
|
}
|
|
|
|
bool RISCVPostRAExpandPseudo::expandMovAddr(MachineBasicBlock &MBB,
|
|
MachineBasicBlock::iterator MBBI) {
|
|
DebugLoc DL = MBBI->getDebugLoc();
|
|
|
|
Register DstReg = MBBI->getOperand(0).getReg();
|
|
bool DstIsDead = MBBI->getOperand(0).isDead();
|
|
bool Renamable = MBBI->getOperand(0).isRenamable();
|
|
|
|
BuildMI(MBB, MBBI, DL, TII->get(RISCV::LUI))
|
|
.addReg(DstReg, RegState::Define | getRenamableRegState(Renamable))
|
|
.add(MBBI->getOperand(1));
|
|
BuildMI(MBB, MBBI, DL, TII->get(RISCV::ADDI))
|
|
.addReg(DstReg, RegState::Define | getDeadRegState(DstIsDead) |
|
|
getRenamableRegState(Renamable))
|
|
.addReg(DstReg, RegState::Kill | getRenamableRegState(Renamable))
|
|
.add(MBBI->getOperand(2));
|
|
MBBI->eraseFromParent();
|
|
return true;
|
|
}
|
|
|
|
/// Transfer implicit operands on the pseudo instruction to the
|
|
/// instructions created from the expansion.
|
|
static void transferImpOps(MachineInstr &OldMI, MachineInstrBuilder &MI) {
|
|
const MCInstrDesc &Desc = OldMI.getDesc();
|
|
for (const MachineOperand &MO :
|
|
llvm::drop_begin(OldMI.operands(), Desc.getNumOperands())) {
|
|
assert(MO.isReg() && MO.getReg());
|
|
MI.add(MO);
|
|
}
|
|
}
|
|
|
|
// Expand PseudoMERGE to MERGE, MVM, or MVMN.
|
|
bool RISCVPostRAExpandPseudo::expandMERGE(MachineBasicBlock &MBB,
|
|
MachineBasicBlock::iterator MBBI) {
|
|
MachineInstr &MI = *MBBI;
|
|
DebugLoc DL = MI.getDebugLoc();
|
|
|
|
Register DstReg = MI.getOperand(0).getReg();
|
|
if (DstReg == MI.getOperand(3).getReg()) {
|
|
// Expand to MVMN
|
|
auto I = BuildMI(MBB, MBBI, DL, TII->get(RISCV::MVMN))
|
|
.add(MI.getOperand(0))
|
|
.add(MI.getOperand(3))
|
|
.add(MI.getOperand(2))
|
|
.add(MI.getOperand(1));
|
|
transferImpOps(*MBBI, I);
|
|
} else if (DstReg == MBBI->getOperand(2).getReg()) {
|
|
// Expand to MVM
|
|
auto I = BuildMI(MBB, MBBI, DL, TII->get(RISCV::MVM))
|
|
.add(MI.getOperand(0))
|
|
.add(MI.getOperand(2))
|
|
.add(MI.getOperand(3))
|
|
.add(MI.getOperand(1));
|
|
transferImpOps(*MBBI, I);
|
|
} else if (DstReg == MI.getOperand(1).getReg()) {
|
|
// Expand to MERGE
|
|
auto I = BuildMI(MBB, MBBI, DL, TII->get(RISCV::MERGE))
|
|
.add(MI.getOperand(0))
|
|
.add(MI.getOperand(1))
|
|
.add(MI.getOperand(2))
|
|
.add(MI.getOperand(3));
|
|
transferImpOps(*MBBI, I);
|
|
} else {
|
|
// Use an additional move.
|
|
RegState RegState =
|
|
getRenamableRegState(MI.getOperand(1).isRenamable()) |
|
|
getKillRegState(MI.getOperand(1).isKill() &&
|
|
MI.getOperand(1).getReg() !=
|
|
MI.getOperand(2).getReg() &&
|
|
MI.getOperand(1).getReg() != MI.getOperand(3).getReg());
|
|
BuildMI(MBB, MBBI, MI.getDebugLoc(), TII->get(RISCV::ADDI))
|
|
.addDef(DstReg, getRenamableRegState(MI.getOperand(0).isRenamable()))
|
|
.addReg(MI.getOperand(1).getReg(), RegState)
|
|
.addImm(0);
|
|
auto I = BuildMI(MBB, MBBI, MI.getDebugLoc(), TII->get(RISCV::MERGE))
|
|
.add(MI.getOperand(0))
|
|
.addReg(DstReg,
|
|
RegState::Kill | getRenamableRegState(
|
|
MI.getOperand(0).isRenamable()))
|
|
.add(MI.getOperand(2))
|
|
.add(MI.getOperand(3));
|
|
transferImpOps(*MBBI, I);
|
|
}
|
|
MI.eraseFromParent();
|
|
return true;
|
|
}
|
|
|
|
} // end of anonymous namespace
|
|
|
|
INITIALIZE_PASS(RISCVPostRAExpandPseudo, "riscv-post-ra-expand-pseudo",
|
|
RISCV_POST_RA_EXPAND_PSEUDO_NAME, false, false)
|
|
namespace llvm {
|
|
|
|
FunctionPass *createRISCVPostRAExpandPseudoPass() {
|
|
return new RISCVPostRAExpandPseudo();
|
|
}
|
|
|
|
} // end of namespace llvm
|