CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
113 lines
3.4 KiB
C++
113 lines
3.4 KiB
C++
//===-- AMDGPUReserveWWMRegs.cpp - Add WWM Regs to reserved regs list -----===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
/// \file
|
|
/// This pass should be invoked at the end of wwm-regalloc pipeline.
|
|
/// It identifies the WWM regs allocated during this pipeline and add
|
|
/// them to the list of reserved registers so that they won't be available for
|
|
/// regular VGPR allocation in the subsequent regalloc pipeline.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "AMDGPUReserveWWMRegs.h"
|
|
#include "AMDGPU.h"
|
|
#include "MCTargetDesc/AMDGPUMCTargetDesc.h"
|
|
#include "SIMachineFunctionInfo.h"
|
|
#include "llvm/CodeGen/LiveIntervals.h"
|
|
#include "llvm/CodeGen/MachineFunctionPass.h"
|
|
#include "llvm/CodeGen/VirtRegMap.h"
|
|
|
|
using namespace llvm;
|
|
|
|
#define DEBUG_TYPE "amdgpu-reserve-wwm-regs"
|
|
|
|
namespace {
|
|
|
|
class AMDGPUReserveWWMRegsLegacy : public MachineFunctionPass {
|
|
public:
|
|
static char ID;
|
|
|
|
AMDGPUReserveWWMRegsLegacy() : MachineFunctionPass(ID) {}
|
|
|
|
bool runOnMachineFunction(MachineFunction &MF) override;
|
|
|
|
StringRef getPassName() const override {
|
|
return "AMDGPU Reserve WWM Registers";
|
|
}
|
|
|
|
void getAnalysisUsage(AnalysisUsage &AU) const override {
|
|
AU.setPreservesAll();
|
|
MachineFunctionPass::getAnalysisUsage(AU);
|
|
}
|
|
};
|
|
|
|
class AMDGPUReserveWWMRegs {
|
|
public:
|
|
bool run(MachineFunction &MF);
|
|
};
|
|
|
|
} // End anonymous namespace.
|
|
|
|
INITIALIZE_PASS(AMDGPUReserveWWMRegsLegacy, DEBUG_TYPE,
|
|
"AMDGPU Reserve WWM Registers", false, false)
|
|
|
|
char AMDGPUReserveWWMRegsLegacy::ID = 0;
|
|
|
|
char &llvm::AMDGPUReserveWWMRegsLegacyID = AMDGPUReserveWWMRegsLegacy::ID;
|
|
|
|
bool AMDGPUReserveWWMRegsLegacy::runOnMachineFunction(MachineFunction &MF) {
|
|
return AMDGPUReserveWWMRegs().run(MF);
|
|
}
|
|
|
|
PreservedAnalyses
|
|
AMDGPUReserveWWMRegsPass::run(MachineFunction &MF,
|
|
MachineFunctionAnalysisManager &) {
|
|
AMDGPUReserveWWMRegs().run(MF);
|
|
// TODO: This should abandon RegisterClassInfo once it is turned into an
|
|
// analysis.
|
|
return PreservedAnalyses::all();
|
|
}
|
|
|
|
bool AMDGPUReserveWWMRegs::run(MachineFunction &MF) {
|
|
SIMachineFunctionInfo *MFI = MF.getInfo<SIMachineFunctionInfo>();
|
|
|
|
bool Changed = false;
|
|
for (MachineBasicBlock &MBB : MF) {
|
|
for (MachineInstr &MI : MBB) {
|
|
unsigned Opc = MI.getOpcode();
|
|
if (Opc != AMDGPU::SI_SPILL_S32_TO_VGPR &&
|
|
Opc != AMDGPU::SI_RESTORE_S32_FROM_VGPR)
|
|
continue;
|
|
|
|
Register Reg = Opc == AMDGPU::SI_SPILL_S32_TO_VGPR
|
|
? MI.getOperand(0).getReg()
|
|
: MI.getOperand(1).getReg();
|
|
|
|
assert(Reg.isPhysical() &&
|
|
"All WWM registers should have been allocated by now.");
|
|
|
|
MFI->reserveWWMRegister(Reg);
|
|
Changed |= true;
|
|
}
|
|
}
|
|
|
|
// The renamable flag can't be set for reserved registers. Reset the flag for
|
|
// MOs involving wwm-regs as they will be reserved during vgpr-regalloc
|
|
// pipeline.
|
|
const MachineRegisterInfo &MRI = MF.getRegInfo();
|
|
for (Register Reg : MFI->getWWMReservedRegs()) {
|
|
for (MachineOperand &MO : MRI.reg_operands(Reg))
|
|
MO.setIsRenamable(false);
|
|
}
|
|
|
|
// Now clear the NonWWMRegMask earlier set during wwm-regalloc.
|
|
MFI->clearNonWWMRegAllocMask();
|
|
|
|
return Changed;
|
|
}
|