CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
313 lines
13 KiB
C++
313 lines
13 KiB
C++
//===- SPIRVWriter.h - Converts LLVM to SPIR-V ------------------*- C++ -*-===//
|
|
//
|
|
// The LLVM/SPIR-V Translator
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
// Copyright (c) 2014 Advanced Micro Devices, Inc. All rights reserved.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a
|
|
// copy of this software and associated documentation files (the "Software"),
|
|
// to deal with the Software without restriction, including without limitation
|
|
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
// and/or sell copies of the Software, and to permit persons to whom the
|
|
// Software is furnished to do so, subject to the following conditions:
|
|
//
|
|
// Redistributions of source code must retain the above copyright notice,
|
|
// this list of conditions and the following disclaimers.
|
|
// Redistributions in binary form must reproduce the above copyright notice,
|
|
// this list of conditions and the following disclaimers in the documentation
|
|
// and/or other materials provided with the distribution.
|
|
// Neither the names of Advanced Micro Devices, Inc., nor the names of its
|
|
// contributors may be used to endorse or promote products derived from this
|
|
// Software without specific prior written permission.
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
|
|
// THE SOFTWARE.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
/// \file
|
|
///
|
|
/// This file contains declaration of LLVMToSPIRV class which implements
|
|
/// conversion of LLVM intermediate language to SPIR-V
|
|
/// binary.
|
|
///
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef SPIRVWRITER_H
|
|
#define SPIRVWRITER_H
|
|
|
|
#include "LLVMToSPIRVDbgTran.h"
|
|
#include "OCLTypeToSPIRV.h"
|
|
#include "OCLUtil.h"
|
|
#include "SPIRVBasicBlock.h"
|
|
#include "SPIRVBuiltinHelper.h"
|
|
#include "SPIRVEntry.h"
|
|
#include "SPIRVEnum.h"
|
|
#include "SPIRVFunction.h"
|
|
#include "SPIRVInstruction.h"
|
|
#include "SPIRVModule.h"
|
|
#include "SPIRVType.h"
|
|
#include "SPIRVTypeScavenger.h"
|
|
#include "SPIRVValue.h"
|
|
|
|
#include "llvm/ADT/SmallSet.h"
|
|
#include "llvm/ADT/StringMap.h"
|
|
#include "llvm/Analysis/CallGraph.h"
|
|
#include "llvm/IR/IntrinsicInst.h"
|
|
|
|
#include <memory>
|
|
|
|
using namespace llvm;
|
|
using namespace SPIRV;
|
|
using namespace OCLUtil;
|
|
|
|
namespace SPIRV {
|
|
|
|
class LLVMToSPIRVBase : protected BuiltinCallHelper {
|
|
public:
|
|
LLVMToSPIRVBase(SPIRVModule *SMod);
|
|
LLVMToSPIRVBase(const LLVMToSPIRVBase &Other) = delete;
|
|
LLVMToSPIRVBase &operator=(const LLVMToSPIRVBase &Other) = delete;
|
|
LLVMToSPIRVBase(LLVMToSPIRVBase &&Other) = delete;
|
|
LLVMToSPIRVBase &operator=(LLVMToSPIRVBase &&Other) = delete;
|
|
bool runLLVMToSPIRV(Module &Mod);
|
|
|
|
// This enum sets the mode used to translate the value which is
|
|
// a function, that is necessary for a convenient function pointers handling.
|
|
// By default transValue uses 'Decl' mode, which means every function
|
|
// we meet during the translation should result in its declaration generated.
|
|
// In 'Pointer' mode we generate OpConstantFunctionPointerINTEL constant
|
|
// instead.
|
|
enum class FuncTransMode { Decl, Pointer };
|
|
|
|
SPIRVType *transType(Type *T);
|
|
SPIRVType *transPointerType(Type *PointeeTy, unsigned AddrSpace);
|
|
SPIRVType *transPointerType(SPIRVType *PointeeTy, unsigned AddrSpace);
|
|
SPIRVType *transSPIRVOpaqueType(StringRef STName, unsigned AddrSpace);
|
|
SPIRVType *
|
|
transSPIRVJointMatrixINTELType(SmallVector<std::string, 8> Postfixes);
|
|
/// Use the type scavenger to get the correct type for V. This is equivalent
|
|
/// to transType(V->getType()) if V is not a pointer type; otherwise, it tries
|
|
/// to pick an appropriate pointee type for V.
|
|
SPIRVType *transScavengedType(Value *V);
|
|
|
|
SPIRVValue *getTranslatedValue(const Value *) const;
|
|
|
|
spv::LoopControlMask getLoopControl(const Instruction *Branch,
|
|
std::vector<SPIRVWord> &Parameters);
|
|
|
|
// Translation functions
|
|
bool transAddressingMode();
|
|
bool transAlign(Value *V, SPIRVValue *BV);
|
|
std::vector<SPIRVWord> transArguments(CallInst *, SPIRVBasicBlock *,
|
|
SPIRVEntry *);
|
|
bool transSourceLanguage();
|
|
bool transExtension();
|
|
bool transBuiltinSet();
|
|
bool isKnownIntrinsic(Intrinsic::ID Id);
|
|
SPIRVValue *transIntrinsicInst(IntrinsicInst *Intrinsic, SPIRVBasicBlock *BB);
|
|
enum class FPBuiltinType {
|
|
REGULAR_MATH,
|
|
EXT_1OPS,
|
|
EXT_2OPS,
|
|
EXT_3OPS,
|
|
UNKNOWN
|
|
};
|
|
FPBuiltinType getFPBuiltinType(IntrinsicInst *II, StringRef &);
|
|
SPIRVValue *transFPBuiltinIntrinsicInst(IntrinsicInst *II,
|
|
SPIRVBasicBlock *BB);
|
|
SPIRVValue *transFenceInst(FenceInst *FI, SPIRVBasicBlock *BB);
|
|
SPIRVValue *transCallInst(CallInst *Call, SPIRVBasicBlock *BB);
|
|
SPIRVValue *transDirectCallInst(CallInst *Call, SPIRVBasicBlock *BB);
|
|
SPIRVValue *transIndirectCallInst(CallInst *Call, SPIRVBasicBlock *BB);
|
|
SPIRVValue *transAsmINTEL(InlineAsm *Asm);
|
|
SPIRVValue *transAsmCallINTEL(CallInst *Call, SPIRVBasicBlock *BB);
|
|
bool transDecoration(Value *V, SPIRVValue *BV);
|
|
bool shouldTryToAddMemAliasingDecoration(Instruction *V);
|
|
void transMemAliasingINTELDecorations(Instruction *V, SPIRVValue *BV);
|
|
SPIRVWord transFunctionControlMask(Function *);
|
|
SPIRVFunction *transFunctionDecl(Function *F);
|
|
void transVectorComputeMetadata(Function *F);
|
|
void transFPGAFunctionMetadata(SPIRVFunction *BF, Function *F);
|
|
void transFunctionMetadataAsExecutionMode(SPIRVFunction *BF, Function *F);
|
|
void transFunctionMetadataAsUserSemanticDecoration(SPIRVFunction *BF,
|
|
Function *F);
|
|
void transAuxDataInst(SPIRVValue *BV, Value *V);
|
|
|
|
bool transGlobalVariables();
|
|
|
|
Op transBoolOpCode(SPIRVValue *Opn, Op OC);
|
|
// Translate LLVM module to SPIR-V module.
|
|
// Returns true if succeeds.
|
|
bool translate();
|
|
bool transExecutionMode();
|
|
void transFPContract();
|
|
void
|
|
setExecutionModeFPFastMathDefault(SPIRVFunction *BF,
|
|
ArrayRef<SPIRVTypeFloat *> FloatSPIRVTypes,
|
|
SPIRVWord FlagsLiteral);
|
|
SPIRVValue *transConstant(Value *V);
|
|
/// Translate a reference to a constant in a constant expression. This may
|
|
/// involve inserting extra bitcasts to correct type issues.
|
|
SPIRVValue *transConstantUse(Constant *V, SPIRVType *ExpectedType);
|
|
SPIRVValue *transValue(Value *V, SPIRVBasicBlock *BB,
|
|
bool CreateForward = true,
|
|
FuncTransMode FuncTrans = FuncTransMode::Decl);
|
|
void transGlobalAnnotation(GlobalVariable *V);
|
|
SPIRVValue *
|
|
transValueWithoutDecoration(Value *V, SPIRVBasicBlock *BB,
|
|
bool CreateForward = true,
|
|
FuncTransMode FuncTrans = FuncTransMode::Decl);
|
|
void transGlobalIOPipeStorage(GlobalVariable *V, MDNode *IO);
|
|
|
|
static SPIRVInstruction *applyRoundingModeConstraint(Value *V,
|
|
SPIRVInstruction *I);
|
|
|
|
typedef DenseMap<Type *, SPIRVType *> LLVMToSPIRVTypeMap;
|
|
typedef DenseMap<Value *, SPIRVValue *> LLVMToSPIRVValueMap;
|
|
typedef DenseMap<MDNode *, SmallSet<SPIRVId, 2>> LLVMToSPIRVMetadataMap;
|
|
|
|
void setOCLTypeToSPIRV(OCLTypeToSPIRVBase *OCLTypeToSPIRV) {
|
|
OCLTypeToSPIRVPtr = OCLTypeToSPIRV;
|
|
}
|
|
OCLTypeToSPIRVBase *getOCLTypeToSPIRV() { return OCLTypeToSPIRVPtr; }
|
|
~LLVMToSPIRVBase();
|
|
|
|
private:
|
|
Module *M;
|
|
LLVMContext *Ctx;
|
|
SPIRVModule *BM;
|
|
|
|
// This maps LLVM types (except for pointers) to SPIRVType.
|
|
LLVMToSPIRVTypeMap TypeMap;
|
|
// This maps {struct name, addrspace} to SPIRVType, for those structs that
|
|
// represent special SPIRV types.
|
|
DenseMap<std::pair<StringRef, unsigned>, SPIRVType *> OpaqueStructMap;
|
|
// This maps <type-unique keys> to SPIRVType, for use in function types.
|
|
StringMap<SPIRVType *> PointeeTypeMap;
|
|
|
|
/// Get the SPIRVFunctionType with appropriate return and argument types,
|
|
/// returning an existing instance if one has already been created. This is
|
|
/// necessary to unique locally, as SPIRVModule does not do such uniquing.
|
|
SPIRVType *getSPIRVFunctionType(SPIRVType *RT,
|
|
const std::vector<SPIRVType *> &Args);
|
|
|
|
LLVMToSPIRVValueMap ValueMap;
|
|
LLVMToSPIRVMetadataMap IndexGroupArrayMap;
|
|
SPIRVWord SrcLang;
|
|
SPIRVWord SrcLangVer;
|
|
std::unique_ptr<LLVMToSPIRVDbgTran> DbgTran;
|
|
std::unique_ptr<CallGraph> CG;
|
|
OCLTypeToSPIRVBase *OCLTypeToSPIRVPtr = nullptr;
|
|
std::vector<llvm::Instruction *> UnboundInst;
|
|
std::unique_ptr<SPIRVTypeScavenger> Scavenger;
|
|
|
|
enum class FPContract { UNDEF, DISABLED, ENABLED };
|
|
DenseMap<Function *, FPContract> FPContractMap;
|
|
FPContract getFPContract(Function *F);
|
|
bool joinFPContract(Function *F, FPContract C);
|
|
void fpContractUpdateRecursive(Function *F, FPContract FPC);
|
|
|
|
SPIRVType *mapType(Type *T, SPIRVType *BT);
|
|
SPIRVValue *mapValue(Value *V, SPIRVValue *BV);
|
|
SPIRVErrorLog &getErrorLog() { return BM->getErrorLog(); }
|
|
llvm::IntegerType *getSizetType(unsigned AS = 0);
|
|
std::vector<SPIRVValue *> transValue(const std::vector<Value *> &Values,
|
|
SPIRVBasicBlock *BB);
|
|
std::vector<SPIRVWord> transValue(const std::vector<Value *> &Values,
|
|
SPIRVBasicBlock *BB, SPIRVEntry *Entry);
|
|
SPIRVInstruction *transBinaryInst(BinaryOperator *B, SPIRVBasicBlock *BB);
|
|
SPIRVInstruction *transCmpInst(CmpInst *Cmp, SPIRVBasicBlock *BB);
|
|
SPIRVInstruction *transLifetimeIntrinsicInst(Op OC, IntrinsicInst *Intrinsic,
|
|
SPIRVBasicBlock *BB);
|
|
|
|
SPIRVValue *transAtomicStore(StoreInst *ST, SPIRVBasicBlock *BB);
|
|
SPIRVValue *transAtomicLoad(LoadInst *LD, SPIRVBasicBlock *BB);
|
|
|
|
void dumpUsers(Value *V);
|
|
|
|
template <class ExtInstKind>
|
|
bool oclGetExtInstIndex(const std::string &MangledName,
|
|
const std::string &DemangledName,
|
|
SPIRVWord *EntryPoint);
|
|
void oclGetMutatedArgumentTypesByBuiltin(
|
|
llvm::FunctionType *FT, std::unordered_map<unsigned, Type *> &ChangedType,
|
|
Function *F);
|
|
bool isBuiltinTransToInst(Function *F);
|
|
bool isBuiltinTransToExtInst(Function *F,
|
|
SPIRVExtInstSetKind *BuiltinSet = nullptr,
|
|
SPIRVWord *EntryPoint = nullptr,
|
|
SmallVectorImpl<std::string> *Dec = nullptr);
|
|
bool isKernel(Function *F);
|
|
bool transMetadata();
|
|
bool transOCLMetadata();
|
|
SPIRVInstruction *transBuiltinToInst(StringRef DemangledName, CallInst *CI,
|
|
SPIRVBasicBlock *BB);
|
|
SPIRVValue *transBuiltinToConstant(StringRef DemangledName, CallInst *CI);
|
|
SPIRVInstruction *transBuiltinToInstWithoutDecoration(Op OC, CallInst *CI,
|
|
SPIRVBasicBlock *BB);
|
|
void
|
|
mutateFuncArgType(const std::unordered_map<unsigned, Type *> &ChangedType,
|
|
Function *F);
|
|
|
|
SPIRVValue *transSpcvCast(CallInst *CI, SPIRVBasicBlock *BB);
|
|
SPIRVValue *oclTransSpvcCastSampler(CallInst *CI, SPIRVBasicBlock *BB);
|
|
SPIRVValue *transUnaryInst(UnaryInstruction *U, SPIRVBasicBlock *BB);
|
|
|
|
void transFunction(Function *I);
|
|
SPIRV::SPIRVLinkageTypeKind transLinkageType(const GlobalValue *GV);
|
|
|
|
bool isAnyFunctionReachableFromFunction(
|
|
const Function *FS,
|
|
const std::unordered_set<const Function *> Funcs) const;
|
|
std::vector<SPIRVId> collectEntryPointInterfaces(SPIRVFunction *BF,
|
|
Function *F);
|
|
};
|
|
|
|
class LLVMToSPIRVPass : public PassInfoMixin<LLVMToSPIRVPass> {
|
|
public:
|
|
LLVMToSPIRVPass(SPIRVModule *SMod) : SMod(SMod) {}
|
|
|
|
llvm::PreservedAnalyses run(llvm::Module &M,
|
|
llvm::ModuleAnalysisManager &MAM) {
|
|
LLVMToSPIRVBase PassInstance(SMod);
|
|
PassInstance.setOCLTypeToSPIRV(&MAM.getResult<OCLTypeToSPIRVPass>(M));
|
|
return PassInstance.runLLVMToSPIRV(M) ? llvm::PreservedAnalyses::none()
|
|
: llvm::PreservedAnalyses::all();
|
|
}
|
|
|
|
static bool isRequired() { return true; }
|
|
|
|
private:
|
|
SPIRVModule *SMod;
|
|
};
|
|
|
|
class LLVMToSPIRVLegacy : public ModulePass, public LLVMToSPIRVBase {
|
|
public:
|
|
LLVMToSPIRVLegacy(SPIRVModule *SMod = nullptr)
|
|
: ModulePass(ID), LLVMToSPIRVBase(SMod) {}
|
|
|
|
virtual StringRef getPassName() const override { return "LLVMToSPIRV"; }
|
|
|
|
bool runOnModule(Module &Mod) override {
|
|
setOCLTypeToSPIRV(&getAnalysis<OCLTypeToSPIRVLegacy>());
|
|
return runLLVMToSPIRV(Mod);
|
|
}
|
|
|
|
void getAnalysisUsage(AnalysisUsage &AU) const override {
|
|
AU.addRequired<OCLTypeToSPIRVLegacy>();
|
|
}
|
|
|
|
static char ID;
|
|
};
|
|
|
|
} // namespace SPIRV
|
|
|
|
#endif // SPIRVWRITER_H
|