Files
TheRock/compiler/spirv-llvm-translator/lib/SPIRV/SPIRVWriter.h
T
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

313 lines
13 KiB
C++

//===- SPIRVWriter.h - Converts LLVM to SPIR-V ------------------*- C++ -*-===//
//
// The LLVM/SPIR-V Translator
//
// This file is distributed under the University of Illinois Open Source
// License. See LICENSE.TXT for details.
//
// Copyright (c) 2014 Advanced Micro Devices, Inc. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person obtaining a
// copy of this software and associated documentation files (the "Software"),
// to deal with the Software without restriction, including without limitation
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
// and/or sell copies of the Software, and to permit persons to whom the
// Software is furnished to do so, subject to the following conditions:
//
// Redistributions of source code must retain the above copyright notice,
// this list of conditions and the following disclaimers.
// Redistributions in binary form must reproduce the above copyright notice,
// this list of conditions and the following disclaimers in the documentation
// and/or other materials provided with the distribution.
// Neither the names of Advanced Micro Devices, Inc., nor the names of its
// contributors may be used to endorse or promote products derived from this
// Software without specific prior written permission.
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
// THE SOFTWARE.
//
//===----------------------------------------------------------------------===//
/// \file
///
/// This file contains declaration of LLVMToSPIRV class which implements
/// conversion of LLVM intermediate language to SPIR-V
/// binary.
///
//===----------------------------------------------------------------------===//
#ifndef SPIRVWRITER_H
#define SPIRVWRITER_H
#include "LLVMToSPIRVDbgTran.h"
#include "OCLTypeToSPIRV.h"
#include "OCLUtil.h"
#include "SPIRVBasicBlock.h"
#include "SPIRVBuiltinHelper.h"
#include "SPIRVEntry.h"
#include "SPIRVEnum.h"
#include "SPIRVFunction.h"
#include "SPIRVInstruction.h"
#include "SPIRVModule.h"
#include "SPIRVType.h"
#include "SPIRVTypeScavenger.h"
#include "SPIRVValue.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/ADT/StringMap.h"
#include "llvm/Analysis/CallGraph.h"
#include "llvm/IR/IntrinsicInst.h"
#include <memory>
using namespace llvm;
using namespace SPIRV;
using namespace OCLUtil;
namespace SPIRV {
class LLVMToSPIRVBase : protected BuiltinCallHelper {
public:
LLVMToSPIRVBase(SPIRVModule *SMod);
LLVMToSPIRVBase(const LLVMToSPIRVBase &Other) = delete;
LLVMToSPIRVBase &operator=(const LLVMToSPIRVBase &Other) = delete;
LLVMToSPIRVBase(LLVMToSPIRVBase &&Other) = delete;
LLVMToSPIRVBase &operator=(LLVMToSPIRVBase &&Other) = delete;
bool runLLVMToSPIRV(Module &Mod);
// This enum sets the mode used to translate the value which is
// a function, that is necessary for a convenient function pointers handling.
// By default transValue uses 'Decl' mode, which means every function
// we meet during the translation should result in its declaration generated.
// In 'Pointer' mode we generate OpConstantFunctionPointerINTEL constant
// instead.
enum class FuncTransMode { Decl, Pointer };
SPIRVType *transType(Type *T);
SPIRVType *transPointerType(Type *PointeeTy, unsigned AddrSpace);
SPIRVType *transPointerType(SPIRVType *PointeeTy, unsigned AddrSpace);
SPIRVType *transSPIRVOpaqueType(StringRef STName, unsigned AddrSpace);
SPIRVType *
transSPIRVJointMatrixINTELType(SmallVector<std::string, 8> Postfixes);
/// Use the type scavenger to get the correct type for V. This is equivalent
/// to transType(V->getType()) if V is not a pointer type; otherwise, it tries
/// to pick an appropriate pointee type for V.
SPIRVType *transScavengedType(Value *V);
SPIRVValue *getTranslatedValue(const Value *) const;
spv::LoopControlMask getLoopControl(const Instruction *Branch,
std::vector<SPIRVWord> &Parameters);
// Translation functions
bool transAddressingMode();
bool transAlign(Value *V, SPIRVValue *BV);
std::vector<SPIRVWord> transArguments(CallInst *, SPIRVBasicBlock *,
SPIRVEntry *);
bool transSourceLanguage();
bool transExtension();
bool transBuiltinSet();
bool isKnownIntrinsic(Intrinsic::ID Id);
SPIRVValue *transIntrinsicInst(IntrinsicInst *Intrinsic, SPIRVBasicBlock *BB);
enum class FPBuiltinType {
REGULAR_MATH,
EXT_1OPS,
EXT_2OPS,
EXT_3OPS,
UNKNOWN
};
FPBuiltinType getFPBuiltinType(IntrinsicInst *II, StringRef &);
SPIRVValue *transFPBuiltinIntrinsicInst(IntrinsicInst *II,
SPIRVBasicBlock *BB);
SPIRVValue *transFenceInst(FenceInst *FI, SPIRVBasicBlock *BB);
SPIRVValue *transCallInst(CallInst *Call, SPIRVBasicBlock *BB);
SPIRVValue *transDirectCallInst(CallInst *Call, SPIRVBasicBlock *BB);
SPIRVValue *transIndirectCallInst(CallInst *Call, SPIRVBasicBlock *BB);
SPIRVValue *transAsmINTEL(InlineAsm *Asm);
SPIRVValue *transAsmCallINTEL(CallInst *Call, SPIRVBasicBlock *BB);
bool transDecoration(Value *V, SPIRVValue *BV);
bool shouldTryToAddMemAliasingDecoration(Instruction *V);
void transMemAliasingINTELDecorations(Instruction *V, SPIRVValue *BV);
SPIRVWord transFunctionControlMask(Function *);
SPIRVFunction *transFunctionDecl(Function *F);
void transVectorComputeMetadata(Function *F);
void transFPGAFunctionMetadata(SPIRVFunction *BF, Function *F);
void transFunctionMetadataAsExecutionMode(SPIRVFunction *BF, Function *F);
void transFunctionMetadataAsUserSemanticDecoration(SPIRVFunction *BF,
Function *F);
void transAuxDataInst(SPIRVValue *BV, Value *V);
bool transGlobalVariables();
Op transBoolOpCode(SPIRVValue *Opn, Op OC);
// Translate LLVM module to SPIR-V module.
// Returns true if succeeds.
bool translate();
bool transExecutionMode();
void transFPContract();
void
setExecutionModeFPFastMathDefault(SPIRVFunction *BF,
ArrayRef<SPIRVTypeFloat *> FloatSPIRVTypes,
SPIRVWord FlagsLiteral);
SPIRVValue *transConstant(Value *V);
/// Translate a reference to a constant in a constant expression. This may
/// involve inserting extra bitcasts to correct type issues.
SPIRVValue *transConstantUse(Constant *V, SPIRVType *ExpectedType);
SPIRVValue *transValue(Value *V, SPIRVBasicBlock *BB,
bool CreateForward = true,
FuncTransMode FuncTrans = FuncTransMode::Decl);
void transGlobalAnnotation(GlobalVariable *V);
SPIRVValue *
transValueWithoutDecoration(Value *V, SPIRVBasicBlock *BB,
bool CreateForward = true,
FuncTransMode FuncTrans = FuncTransMode::Decl);
void transGlobalIOPipeStorage(GlobalVariable *V, MDNode *IO);
static SPIRVInstruction *applyRoundingModeConstraint(Value *V,
SPIRVInstruction *I);
typedef DenseMap<Type *, SPIRVType *> LLVMToSPIRVTypeMap;
typedef DenseMap<Value *, SPIRVValue *> LLVMToSPIRVValueMap;
typedef DenseMap<MDNode *, SmallSet<SPIRVId, 2>> LLVMToSPIRVMetadataMap;
void setOCLTypeToSPIRV(OCLTypeToSPIRVBase *OCLTypeToSPIRV) {
OCLTypeToSPIRVPtr = OCLTypeToSPIRV;
}
OCLTypeToSPIRVBase *getOCLTypeToSPIRV() { return OCLTypeToSPIRVPtr; }
~LLVMToSPIRVBase();
private:
Module *M;
LLVMContext *Ctx;
SPIRVModule *BM;
// This maps LLVM types (except for pointers) to SPIRVType.
LLVMToSPIRVTypeMap TypeMap;
// This maps {struct name, addrspace} to SPIRVType, for those structs that
// represent special SPIRV types.
DenseMap<std::pair<StringRef, unsigned>, SPIRVType *> OpaqueStructMap;
// This maps <type-unique keys> to SPIRVType, for use in function types.
StringMap<SPIRVType *> PointeeTypeMap;
/// Get the SPIRVFunctionType with appropriate return and argument types,
/// returning an existing instance if one has already been created. This is
/// necessary to unique locally, as SPIRVModule does not do such uniquing.
SPIRVType *getSPIRVFunctionType(SPIRVType *RT,
const std::vector<SPIRVType *> &Args);
LLVMToSPIRVValueMap ValueMap;
LLVMToSPIRVMetadataMap IndexGroupArrayMap;
SPIRVWord SrcLang;
SPIRVWord SrcLangVer;
std::unique_ptr<LLVMToSPIRVDbgTran> DbgTran;
std::unique_ptr<CallGraph> CG;
OCLTypeToSPIRVBase *OCLTypeToSPIRVPtr = nullptr;
std::vector<llvm::Instruction *> UnboundInst;
std::unique_ptr<SPIRVTypeScavenger> Scavenger;
enum class FPContract { UNDEF, DISABLED, ENABLED };
DenseMap<Function *, FPContract> FPContractMap;
FPContract getFPContract(Function *F);
bool joinFPContract(Function *F, FPContract C);
void fpContractUpdateRecursive(Function *F, FPContract FPC);
SPIRVType *mapType(Type *T, SPIRVType *BT);
SPIRVValue *mapValue(Value *V, SPIRVValue *BV);
SPIRVErrorLog &getErrorLog() { return BM->getErrorLog(); }
llvm::IntegerType *getSizetType(unsigned AS = 0);
std::vector<SPIRVValue *> transValue(const std::vector<Value *> &Values,
SPIRVBasicBlock *BB);
std::vector<SPIRVWord> transValue(const std::vector<Value *> &Values,
SPIRVBasicBlock *BB, SPIRVEntry *Entry);
SPIRVInstruction *transBinaryInst(BinaryOperator *B, SPIRVBasicBlock *BB);
SPIRVInstruction *transCmpInst(CmpInst *Cmp, SPIRVBasicBlock *BB);
SPIRVInstruction *transLifetimeIntrinsicInst(Op OC, IntrinsicInst *Intrinsic,
SPIRVBasicBlock *BB);
SPIRVValue *transAtomicStore(StoreInst *ST, SPIRVBasicBlock *BB);
SPIRVValue *transAtomicLoad(LoadInst *LD, SPIRVBasicBlock *BB);
void dumpUsers(Value *V);
template <class ExtInstKind>
bool oclGetExtInstIndex(const std::string &MangledName,
const std::string &DemangledName,
SPIRVWord *EntryPoint);
void oclGetMutatedArgumentTypesByBuiltin(
llvm::FunctionType *FT, std::unordered_map<unsigned, Type *> &ChangedType,
Function *F);
bool isBuiltinTransToInst(Function *F);
bool isBuiltinTransToExtInst(Function *F,
SPIRVExtInstSetKind *BuiltinSet = nullptr,
SPIRVWord *EntryPoint = nullptr,
SmallVectorImpl<std::string> *Dec = nullptr);
bool isKernel(Function *F);
bool transMetadata();
bool transOCLMetadata();
SPIRVInstruction *transBuiltinToInst(StringRef DemangledName, CallInst *CI,
SPIRVBasicBlock *BB);
SPIRVValue *transBuiltinToConstant(StringRef DemangledName, CallInst *CI);
SPIRVInstruction *transBuiltinToInstWithoutDecoration(Op OC, CallInst *CI,
SPIRVBasicBlock *BB);
void
mutateFuncArgType(const std::unordered_map<unsigned, Type *> &ChangedType,
Function *F);
SPIRVValue *transSpcvCast(CallInst *CI, SPIRVBasicBlock *BB);
SPIRVValue *oclTransSpvcCastSampler(CallInst *CI, SPIRVBasicBlock *BB);
SPIRVValue *transUnaryInst(UnaryInstruction *U, SPIRVBasicBlock *BB);
void transFunction(Function *I);
SPIRV::SPIRVLinkageTypeKind transLinkageType(const GlobalValue *GV);
bool isAnyFunctionReachableFromFunction(
const Function *FS,
const std::unordered_set<const Function *> Funcs) const;
std::vector<SPIRVId> collectEntryPointInterfaces(SPIRVFunction *BF,
Function *F);
};
class LLVMToSPIRVPass : public PassInfoMixin<LLVMToSPIRVPass> {
public:
LLVMToSPIRVPass(SPIRVModule *SMod) : SMod(SMod) {}
llvm::PreservedAnalyses run(llvm::Module &M,
llvm::ModuleAnalysisManager &MAM) {
LLVMToSPIRVBase PassInstance(SMod);
PassInstance.setOCLTypeToSPIRV(&MAM.getResult<OCLTypeToSPIRVPass>(M));
return PassInstance.runLLVMToSPIRV(M) ? llvm::PreservedAnalyses::none()
: llvm::PreservedAnalyses::all();
}
static bool isRequired() { return true; }
private:
SPIRVModule *SMod;
};
class LLVMToSPIRVLegacy : public ModulePass, public LLVMToSPIRVBase {
public:
LLVMToSPIRVLegacy(SPIRVModule *SMod = nullptr)
: ModulePass(ID), LLVMToSPIRVBase(SMod) {}
virtual StringRef getPassName() const override { return "LLVMToSPIRV"; }
bool runOnModule(Module &Mod) override {
setOCLTypeToSPIRV(&getAnalysis<OCLTypeToSPIRVLegacy>());
return runLLVMToSPIRV(Mod);
}
void getAnalysisUsage(AnalysisUsage &AU) const override {
AU.addRequired<OCLTypeToSPIRVLegacy>();
}
static char ID;
};
} // namespace SPIRV
#endif // SPIRVWRITER_H