123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296 |
- #pragma once
- #ifdef __GNUC__
- #pragma GCC diagnostic push
- #pragma GCC diagnostic ignored "-Wunused-parameter"
- #endif
- //===- FunctionLoweringInfo.h - Lower functions from LLVM IR ---*- C++ -*--===//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- //
- // This implements routines for translating functions from LLVM IR into
- // Machine IR.
- //
- //===----------------------------------------------------------------------===//
- #ifndef LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H
- #define LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H
- #include "llvm/ADT/BitVector.h"
- #include "llvm/ADT/DenseMap.h"
- #include "llvm/ADT/IndexedMap.h"
- #include "llvm/ADT/SmallPtrSet.h"
- #include "llvm/ADT/SmallVector.h"
- #include "llvm/CodeGen/ISDOpcodes.h"
- #include "llvm/CodeGen/MachineBasicBlock.h"
- #include "llvm/CodeGen/TargetRegisterInfo.h"
- #include "llvm/IR/Instructions.h"
- #include "llvm/IR/Type.h"
- #include "llvm/IR/Value.h"
- #include "llvm/Support/KnownBits.h"
- #include <cassert>
- #include <utility>
- #include <vector>
- namespace llvm {
- class Argument;
- class BasicBlock;
- class BranchProbabilityInfo;
- class LegacyDivergenceAnalysis;
- class Function;
- class Instruction;
- class MachineFunction;
- class MachineInstr;
- class MachineRegisterInfo;
- class MVT;
- class SelectionDAG;
- class TargetLowering;
- //===--------------------------------------------------------------------===//
- /// FunctionLoweringInfo - This contains information that is global to a
- /// function that is used when lowering a region of the function.
- ///
- class FunctionLoweringInfo {
- public:
- const Function *Fn;
- MachineFunction *MF;
- const TargetLowering *TLI;
- MachineRegisterInfo *RegInfo;
- BranchProbabilityInfo *BPI;
- const LegacyDivergenceAnalysis *DA;
- /// CanLowerReturn - true iff the function's return value can be lowered to
- /// registers.
- bool CanLowerReturn;
- /// True if part of the CSRs will be handled via explicit copies.
- bool SplitCSR;
- /// DemoteRegister - if CanLowerReturn is false, DemoteRegister is a vreg
- /// allocated to hold a pointer to the hidden sret parameter.
- Register DemoteRegister;
- /// MBBMap - A mapping from LLVM basic blocks to their machine code entry.
- DenseMap<const BasicBlock*, MachineBasicBlock *> MBBMap;
- /// ValueMap - Since we emit code for the function a basic block at a time,
- /// we must remember which virtual registers hold the values for
- /// cross-basic-block values.
- DenseMap<const Value *, Register> ValueMap;
- /// VirtReg2Value map is needed by the Divergence Analysis driven
- /// instruction selection. It is reverted ValueMap. It is computed
- /// in lazy style - on demand. It is used to get the Value corresponding
- /// to the live in virtual register and is called from the
- /// TargetLowerinInfo::isSDNodeSourceOfDivergence.
- DenseMap<Register, const Value*> VirtReg2Value;
- /// This method is called from TargetLowerinInfo::isSDNodeSourceOfDivergence
- /// to get the Value corresponding to the live-in virtual register.
- const Value *getValueFromVirtualReg(Register Vreg);
- /// Track virtual registers created for exception pointers.
- DenseMap<const Value *, Register> CatchPadExceptionPointers;
- /// Helper object to track which of three possible relocation mechanisms are
- /// used for a particular value being relocated over a statepoint.
- struct StatepointRelocationRecord {
- enum RelocType {
- // Value did not need to be relocated and can be used directly.
- NoRelocate,
- // Value was spilled to stack and needs filled at the gc.relocate.
- Spill,
- // Value was lowered to tied def and gc.relocate should be replaced with
- // copy from vreg.
- VReg,
- } type = NoRelocate;
- // Payload contains either frame index of the stack slot in which the value
- // was spilled, or virtual register which contains the re-definition.
- union payload_t {
- payload_t() : FI(-1) {}
- int FI;
- Register Reg;
- } payload;
- };
- /// Keep track of each value which was relocated and the strategy used to
- /// relocate that value. This information is required when visiting
- /// gc.relocates which may appear in following blocks.
- using StatepointSpillMapTy =
- DenseMap<const Value *, StatepointRelocationRecord>;
- DenseMap<const Instruction *, StatepointSpillMapTy> StatepointRelocationMaps;
- /// StaticAllocaMap - Keep track of frame indices for fixed sized allocas in
- /// the entry block. This allows the allocas to be efficiently referenced
- /// anywhere in the function.
- DenseMap<const AllocaInst*, int> StaticAllocaMap;
- /// ByValArgFrameIndexMap - Keep track of frame indices for byval arguments.
- DenseMap<const Argument*, int> ByValArgFrameIndexMap;
- /// ArgDbgValues - A list of DBG_VALUE instructions created during isel for
- /// function arguments that are inserted after scheduling is completed.
- SmallVector<MachineInstr*, 8> ArgDbgValues;
- /// Bitvector with a bit set if corresponding argument is described in
- /// ArgDbgValues. Using arg numbers according to Argument numbering.
- BitVector DescribedArgs;
- /// RegFixups - Registers which need to be replaced after isel is done.
- DenseMap<Register, Register> RegFixups;
- DenseSet<Register> RegsWithFixups;
- /// StatepointStackSlots - A list of temporary stack slots (frame indices)
- /// used to spill values at a statepoint. We store them here to enable
- /// reuse of the same stack slots across different statepoints in different
- /// basic blocks.
- SmallVector<unsigned, 50> StatepointStackSlots;
- /// MBB - The current block.
- MachineBasicBlock *MBB;
- /// MBB - The current insert position inside the current block.
- MachineBasicBlock::iterator InsertPt;
- struct LiveOutInfo {
- unsigned NumSignBits : 31;
- unsigned IsValid : 1;
- KnownBits Known = 1;
- LiveOutInfo() : NumSignBits(0), IsValid(true) {}
- };
- /// Record the preferred extend type (ISD::SIGN_EXTEND or ISD::ZERO_EXTEND)
- /// for a value.
- DenseMap<const Value *, ISD::NodeType> PreferredExtendType;
- /// VisitedBBs - The set of basic blocks visited thus far by instruction
- /// selection.
- SmallPtrSet<const BasicBlock*, 4> VisitedBBs;
- /// PHINodesToUpdate - A list of phi instructions whose operand list will
- /// be updated after processing the current basic block.
- /// TODO: This isn't per-function state, it's per-basic-block state. But
- /// there's no other convenient place for it to live right now.
- std::vector<std::pair<MachineInstr*, unsigned> > PHINodesToUpdate;
- unsigned OrigNumPHINodesToUpdate;
- /// If the current MBB is a landing pad, the exception pointer and exception
- /// selector registers are copied into these virtual registers by
- /// SelectionDAGISel::PrepareEHLandingPad().
- unsigned ExceptionPointerVirtReg, ExceptionSelectorVirtReg;
- /// set - Initialize this FunctionLoweringInfo with the given Function
- /// and its associated MachineFunction.
- ///
- void set(const Function &Fn, MachineFunction &MF, SelectionDAG *DAG);
- /// clear - Clear out all the function-specific state. This returns this
- /// FunctionLoweringInfo to an empty state, ready to be used for a
- /// different function.
- void clear();
- /// isExportedInst - Return true if the specified value is an instruction
- /// exported from its block.
- bool isExportedInst(const Value *V) const {
- return ValueMap.count(V);
- }
- Register CreateReg(MVT VT, bool isDivergent = false);
- Register CreateRegs(const Value *V);
- Register CreateRegs(Type *Ty, bool isDivergent = false);
- Register InitializeRegForValue(const Value *V) {
- // Tokens never live in vregs.
- if (V->getType()->isTokenTy())
- return 0;
- Register &R = ValueMap[V];
- assert(R == 0 && "Already initialized this value register!");
- assert(VirtReg2Value.empty());
- return R = CreateRegs(V);
- }
- /// GetLiveOutRegInfo - Gets LiveOutInfo for a register, returning NULL if the
- /// register is a PHI destination and the PHI's LiveOutInfo is not valid.
- const LiveOutInfo *GetLiveOutRegInfo(Register Reg) {
- if (!LiveOutRegInfo.inBounds(Reg))
- return nullptr;
- const LiveOutInfo *LOI = &LiveOutRegInfo[Reg];
- if (!LOI->IsValid)
- return nullptr;
- return LOI;
- }
- /// GetLiveOutRegInfo - Gets LiveOutInfo for a register, returning NULL if the
- /// register is a PHI destination and the PHI's LiveOutInfo is not valid. If
- /// the register's LiveOutInfo is for a smaller bit width, it is extended to
- /// the larger bit width by zero extension. The bit width must be no smaller
- /// than the LiveOutInfo's existing bit width.
- const LiveOutInfo *GetLiveOutRegInfo(Register Reg, unsigned BitWidth);
- /// AddLiveOutRegInfo - Adds LiveOutInfo for a register.
- void AddLiveOutRegInfo(Register Reg, unsigned NumSignBits,
- const KnownBits &Known) {
- // Only install this information if it tells us something.
- if (NumSignBits == 1 && Known.isUnknown())
- return;
- LiveOutRegInfo.grow(Reg);
- LiveOutInfo &LOI = LiveOutRegInfo[Reg];
- LOI.NumSignBits = NumSignBits;
- LOI.Known.One = Known.One;
- LOI.Known.Zero = Known.Zero;
- }
- /// ComputePHILiveOutRegInfo - Compute LiveOutInfo for a PHI's destination
- /// register based on the LiveOutInfo of its operands.
- void ComputePHILiveOutRegInfo(const PHINode*);
- /// InvalidatePHILiveOutRegInfo - Invalidates a PHI's LiveOutInfo, to be
- /// called when a block is visited before all of its predecessors.
- void InvalidatePHILiveOutRegInfo(const PHINode *PN) {
- // PHIs with no uses have no ValueMap entry.
- DenseMap<const Value*, Register>::const_iterator It = ValueMap.find(PN);
- if (It == ValueMap.end())
- return;
- Register Reg = It->second;
- if (Reg == 0)
- return;
- LiveOutRegInfo.grow(Reg);
- LiveOutRegInfo[Reg].IsValid = false;
- }
- /// setArgumentFrameIndex - Record frame index for the byval
- /// argument.
- void setArgumentFrameIndex(const Argument *A, int FI);
- /// getArgumentFrameIndex - Get frame index for the byval argument.
- int getArgumentFrameIndex(const Argument *A);
- Register getCatchPadExceptionPointerVReg(const Value *CPI,
- const TargetRegisterClass *RC);
- private:
- /// LiveOutRegInfo - Information about live out vregs.
- IndexedMap<LiveOutInfo, VirtReg2IndexFunctor> LiveOutRegInfo;
- };
- } // end namespace llvm
- #endif // LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H
- #ifdef __GNUC__
- #pragma GCC diagnostic pop
- #endif
|