25#include "llvm/IR/IntrinsicsSPIRV.h"
29#define DEBUG_TYPE "spirv-postlegalizer"
68 Register OpReg =
I->getOperand(OpIdx).getReg();
71 Register ResVReg =
I->getOperand(0).getReg();
88 for (
unsigned i = StartOp; i < EndOp; ++i) {
90#ifdef EXPENSIVE_CHECKS
91 assert(!ResType ||
Type == ResType &&
"Conflicting type from operands.");
125 assert(
Use->getOpcode() == TargetOpcode::G_LOAD ||
126 Use->getOpcode() == TargetOpcode::G_STORE);
134 SPIRV::StorageClass::Function);
141 assert(
Use->getOpcode() == TargetOpcode::G_LOAD ||
142 Use->getOpcode() == TargetOpcode::G_STORE);
159 switch (
Use.getOpcode()) {
160 case TargetOpcode::G_BUILD_VECTOR:
161 case TargetOpcode::G_SHUFFLE_VECTOR:
162 case TargetOpcode::G_EXTRACT_VECTOR_ELT:
163 case TargetOpcode::G_UNMERGE_VALUES:
164 case TargetOpcode::G_ADD:
165 case TargetOpcode::G_SUB:
166 case TargetOpcode::G_MUL:
167 case TargetOpcode::G_SDIV:
168 case TargetOpcode::G_UDIV:
169 case TargetOpcode::G_SREM:
170 case TargetOpcode::G_UREM:
171 case TargetOpcode::G_FADD:
172 case TargetOpcode::G_FSUB:
173 case TargetOpcode::G_FMUL:
174 case TargetOpcode::G_FDIV:
175 case TargetOpcode::G_FREM:
176 case TargetOpcode::G_FMA:
177 case TargetOpcode::G_FATAN2:
178 case TargetOpcode::G_FPOW:
179 case TargetOpcode::COPY:
180 case TargetOpcode::G_STRICT_FMA:
183 case TargetOpcode::G_LOAD:
184 case TargetOpcode::G_STORE:
185 if (
Reg ==
Use.getOperand(1).getReg())
190 case TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS:
191 case TargetOpcode::G_INTRINSIC: {
193 if (IntrinsicID == Intrinsic::spv_insertelt) {
194 if (
Reg ==
Use.getOperand(2).getReg())
196 }
else if (IntrinsicID == Intrinsic::spv_extractelt) {
197 if (
Reg ==
Use.getOperand(2).getReg())
214 Register PtrReg =
I->getOperand(3).getReg();
217 LLVM_DEBUG(
dbgs() <<
" Could not get type for pointer operand.\n");
223 LLVM_DEBUG(
dbgs() <<
" Could not get pointee type from pointer type.\n");
231 for (
unsigned i = 5; i <
I->getNumOperands(); ++i) {
233 <<
", current type: " << *PointeeType);
235 case SPIRV::OpTypeArray:
236 case SPIRV::OpTypeRuntimeArray:
237 case SPIRV::OpTypeVector:
238 case SPIRV::OpTypeVectorIdEXT: {
243 case SPIRV::OpTypeStruct: {
245 if (!IdxOp.
isReg()) {
252 dbgs() <<
" Could not find definition for index register.\n");
267 LLVM_DEBUG(
dbgs() <<
" Unknown type opcode for GEP traversal.\n");
287 Register ResVReg =
I->getOperand(0).getReg();
288 switch (
I->getOpcode()) {
289 case TargetOpcode::G_CONSTANT:
290 case TargetOpcode::G_ANYEXT:
291 case TargetOpcode::G_SEXT:
292 case TargetOpcode::G_ZEXT:
293 case TargetOpcode::G_TRUNC:
295 case TargetOpcode::G_BUILD_VECTOR:
297 case TargetOpcode::G_SHUFFLE_VECTOR:
299 case TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS:
300 case TargetOpcode::G_INTRINSIC: {
302 if (IntrinsicID == Intrinsic::spv_gep)
306 case TargetOpcode::G_LOAD: {
310 case TargetOpcode::G_PHI: {
311 for (
unsigned Idx = 1; Idx <
I->getNumOperands(); Idx += 2) {
312 Register OpReg =
I->getOperand(Idx).getReg();
319 if (
I->getNumDefs() == 1 &&
I->getNumOperands() > 1 &&
320 I->getOperand(1).isReg())
330 Register SrcReg =
I->getOperand(
I->getNumOperands() - 1).getReg();
340 for (
unsigned i = 0; i <
I->getNumDefs(); ++i) {
341 Register DefReg =
I->getOperand(i).getReg();
353 for (
unsigned i = 0; i <
I->getNumOperands(); ++i) {
354 Register DefReg =
I->getOperand(i).getReg();
375 Register ResVReg =
I->getOperand(0).getReg();
380 if (
I->getOpcode() == TargetOpcode::G_UNMERGE_VALUES)
400 LLVM_DEBUG(
dbgs() <<
"Checking if instruction requires a SPIR-V type: "
402 if (
I.getNumDefs() == 0) {
403 LLVM_DEBUG(
dbgs() <<
"Instruction does not have a definition.\n");
407 if (!
I.isPreISelOpcode()) {
408 LLVM_DEBUG(
dbgs() <<
"Instruction is not a generic instruction.\n");
412 Register ResultRegister =
I.defs().begin()->getReg();
418 GR, &MRI, *GR->
CurMF,
true);
438 if (Worklist.
empty()) {
444 for (
auto *
I : Worklist) {
I->dump(); });
459 Worklist = std::move(NextWorklist);
460 LLVM_DEBUG(
dbgs() <<
"Worklist size: " << Worklist.size() <<
"\n");
463 if (Worklist.
empty())
466 for (
auto *
I : Worklist) {
469 for (
unsigned Idx = 0; Idx <
I->getNumDefs(); ++Idx) {
470 Register ResVReg =
I->getOperand(Idx).getReg();
490 if (UseInstr.getOpcode() == SPIRV::ASSIGN_TYPE) {
503 <<
" with type: " << *ResultType);
505 updateRegType(ResultRegister,
nullptr, ResultType, GR, MIB, MRI);
512 const auto *RegClass = GR->
getRegClass(ResultType);
528 for (
unsigned I = 0,
E =
MI.getNumDefs();
I !=
E; ++
I) {
530 if (MO.
getReg() == ResultRegister) {
539 LLVM_DEBUG(
dbgs() <<
"Entering ensureAssignTypeForTypeFolding for function "
549 Register ResultRegister =
MI.defs().begin()->getReg();
565 GR->setCurrentFunc(MF);
574char SPIRVPostLegalizerLegacy::ID = 0;
577 return new SPIRVPostLegalizerLegacy();
580bool SPIRVPostLegalizerLegacy::runOnMachineFunction(
MachineFunction &MF) {
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
Declares convenience wrapper classes for interpreting MachineInstr instances as specific generic oper...
#define INITIALIZE_PASS(passName, arg, name, cfg, analysis)
static bool deduceAndAssignSpirvType(MachineInstr *I, MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static SPIRVTypeInst deduceTypeFromPointerOperand(MachineInstr *Use, Register UseRegister, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static void registerSpirvTypeForNewInstructions(MachineFunction &MF, SPIRVGlobalRegistry *GR)
static bool hasAssignType(Register Reg, MachineRegisterInfo &MRI)
static SPIRVTypeInst deduceTypeFromOperandRange(MachineInstr *I, MachineIRBuilder &MIB, SPIRVGlobalRegistry *GR, unsigned StartOp, unsigned EndOp)
static SPIRVTypeInst deduceTypeFromResultRegister(MachineInstr *Use, Register UseRegister, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static SPIRVTypeInst deduceTypeFromSingleOperand(MachineInstr *I, MachineIRBuilder &MIB, SPIRVGlobalRegistry *GR, unsigned OpIdx)
static SPIRVTypeInst deducePointerTypeFromResultRegister(MachineInstr *Use, Register UseRegister, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static SPIRVTypeInst deduceIntTypeFromResult(Register ResVReg, MachineIRBuilder &MIB, SPIRVGlobalRegistry *GR)
static SPIRVTypeInst deduceGEPType(MachineInstr *I, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static bool runPostLegalizer(MachineFunction &MF)
static void ensureAssignTypeForTypeFolding(MachineFunction &MF, SPIRVGlobalRegistry *GR)
static SPIRVTypeInst deduceTypeFromUses(Register Reg, MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static bool deduceAndAssignTypeForGUnmerge(MachineInstr *I, MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static SPIRVTypeInst deduceResultTypeFromOperands(MachineInstr *I, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static void generateAssignType(MachineInstr &MI, Register ResultRegister, SPIRVTypeInst ResultType, SPIRVGlobalRegistry *GR, MachineRegisterInfo &MRI)
static bool requiresSpirvType(MachineInstr &I, SPIRVGlobalRegistry *GR, MachineRegisterInfo &MRI)
FunctionPass class - This class is used to implement most global optimizations.
constexpr uint16_t getNumElements() const
Returns the number of elements in a vector LLT.
constexpr bool isVector() const
constexpr TypeSize getSizeInBits() const
Returns the total size of the type. Must only be called on sized types.
LLT getElementType() const
Returns the vector's element type. Only valid for vector types.
MachineFunctionPass - This class adapts the FunctionPass interface to allow convenient creation of pa...
const TargetSubtargetInfo & getSubtarget() const
getSubtarget - Return the subtarget for which this machine code is being compiled.
StringRef getName() const
getName - Return the name of the corresponding LLVM function.
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
Helper class to build MachineInstr.
MachineInstrBuilder buildInstr(unsigned Opcode)
Build and insert <empty> = Opcode <empty>.
MachineFunction & getMF()
Getter for the function we currently build.
MachineRegisterInfo * getMRI()
Getter for MRI.
const MachineInstrBuilder & addUse(Register RegNo, RegState Flags={}, unsigned SubReg=0) const
Add a virtual register use operand.
const MachineInstrBuilder & addDef(Register RegNo, RegState Flags={}, unsigned SubReg=0) const
Add a virtual register definition operand.
const MachineInstrBuilder & setMIFlags(unsigned Flags) const
Representation of each machine instruction.
unsigned getOpcode() const
Returns the opcode of this MachineInstr.
unsigned getNumOperands() const
Retuns the total number of operands.
const MachineOperand & getOperand(unsigned i) const
MachineOperand class - Representation of each machine instruction operand.
bool isReg() const
isReg - Tests if this is a MO_Register operand.
LLVM_ABI void setReg(Register Reg)
Change the register this operand corresponds to.
Register getReg() const
getReg - Returns the register number.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
LLVM_ABI LLVM_READONLY MachineInstr * getVRegDef(Register Reg) const
getVRegDef - Return the machine instr that defines the specified virtual register or null if none is ...
LLT getType(Register Reg) const
Get the low-level type of Reg or LLT{} if Reg is not a generic (target independent) virtual register.
iterator_range< use_instr_nodbg_iterator > use_nodbg_instructions(Register Reg) const
LLVM_ABI void setRegClass(Register Reg, const TargetRegisterClass *RC)
setRegClass - Set the register class of the specified virtual register.
LLVM_ABI Register createGenericVirtualRegister(LLT Ty, StringRef Name="")
Create and return a new generic virtual register with low-level type Ty.
const TargetRegisterClass * getRegClassOrNull(Register Reg) const
Return the register class of Reg, or null if Reg has not been assigned a register class yet.
const TargetRegisterInfo * getTargetRegisterInfo() const
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
Wrapper class representing virtual and physical registers.
void assignSPIRVTypeToVReg(SPIRVTypeInst Type, Register VReg, const MachineFunction &MF)
SPIRVTypeInst getOrCreateSPIRVPointerType(const Type *BaseType, MachineIRBuilder &MIRBuilder, SPIRV::StorageClass::StorageClass SC, bool ForceTyped=false)
const TargetRegisterClass * getRegClass(SPIRVTypeInst SpvType) const
SPIRVTypeInst getOrCreateSPIRVIntegerType(unsigned BitWidth, MachineIRBuilder &MIRBuilder)
SPIRVTypeInst getOrCreateSPIRVVectorType(SPIRVTypeInst BaseType, unsigned NumElements, MachineIRBuilder &MIRBuilder, bool EmitIR)
Register getSPIRVTypeID(SPIRVTypeInst SpirvType) const
SPIRVTypeInst getScalarOrVectorComponentType(SPIRVTypeInst Type) const
SPIRVTypeInst getPointeeType(SPIRVTypeInst PtrType)
SPIRVTypeInst getSPIRVTypeForVReg(Register VReg, const MachineFunction *MF=nullptr) const
SPIRV::StorageClass::StorageClass getPointerStorageClass(Register VReg) const
PreservedAnalyses run(MachineFunction &MF, MachineFunctionAnalysisManager &MFAM)
const SPIRVInstrInfo * getInstrInfo() const override
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
The instances of the Type class are immutable: once they are created, they are never changed.
A Use represents the edge between a Value definition and its users.
Pass manager infrastructure for declaring and invalidating analyses.
This is an optimization pass for GlobalISel generic memory operations.
bool isTypeFoldingSupported(unsigned Opcode)
AnalysisManager< MachineFunction > MachineFunctionAnalysisManager
void updateRegType(Register Reg, Type *Ty, SPIRVTypeInst SpirvTy, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB, MachineRegisterInfo &MRI)
Helper external function for assigning a SPIRV type to a register, ensuring the register class and ty...
bool isVectorType(SPIRVTypeInst SPVTy)
LLVM_ABI PreservedAnalyses getMachineFunctionPassPreservedAnalyses()
Returns the minimum set of Analyses that all machine function passes must preserve.
FunctionPass * createSPIRVPostLegalizerLegacyPass()
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
void setRegClassType(Register Reg, SPIRVTypeInst SpvType, SPIRVGlobalRegistry *GR, MachineRegisterInfo *MRI, const MachineFunction &MF, bool Force)
void processInstr(MachineInstr &MI, MachineIRBuilder &MIB, MachineRegisterInfo &MRI, SPIRVGlobalRegistry *GR, SPIRVTypeInst KnownResType)
int64_t foldImm(const MachineOperand &MO, const MachineRegisterInfo *MRI)
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
PointerUnion< const Value *, const PseudoSourceValue * > ValueType
LLVM_ABI Printable printReg(Register Reg, const TargetRegisterInfo *TRI=nullptr, unsigned SubIdx=0, const MachineRegisterInfo *MRI=nullptr)
Prints virtual and physical registers with or without a TRI instance.