123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570 |
- #pragma once
- #ifdef __GNUC__
- #pragma GCC diagnostic push
- #pragma GCC diagnostic ignored "-Wunused-parameter"
- #endif
- //===-- Passes.h - Target independent code generation passes ----*- C++ -*-===//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- //
- // This file defines interfaces to access the target independent code generation
- // passes provided by the LLVM backend.
- //
- //===----------------------------------------------------------------------===//
- #ifndef LLVM_CODEGEN_PASSES_H
- #define LLVM_CODEGEN_PASSES_H
- #include "llvm/Support/CodeGen.h"
- #include "llvm/Support/Discriminator.h"
- #include "llvm/CodeGen/RegAllocCommon.h"
- #include <functional>
- #include <string>
- namespace llvm {
- class FunctionPass;
- class MachineFunction;
- class MachineFunctionPass;
- class MemoryBuffer;
- class ModulePass;
- class Pass;
- class TargetMachine;
- class raw_ostream;
- } // End llvm namespace
- // List of target independent CodeGen pass IDs.
- namespace llvm {
- /// AtomicExpandPass - At IR level this pass replace atomic instructions with
- /// __atomic_* library calls, or target specific instruction which implement the
- /// same semantics in a way which better fits the target backend.
- FunctionPass *createAtomicExpandPass();
- /// createUnreachableBlockEliminationPass - The LLVM code generator does not
- /// work well with unreachable basic blocks (what live ranges make sense for a
- /// block that cannot be reached?). As such, a code generator should either
- /// not instruction select unreachable blocks, or run this pass as its
- /// last LLVM modifying pass to clean up blocks that are not reachable from
- /// the entry block.
- FunctionPass *createUnreachableBlockEliminationPass();
- /// createBasicBlockSections Pass - This pass assigns sections to machine
- /// basic blocks and is enabled with -fbasic-block-sections. Buf is a memory
- /// buffer that contains the list of functions and basic block ids to
- /// selectively enable basic block sections.
- MachineFunctionPass *createBasicBlockSectionsPass(const MemoryBuffer *Buf);
- /// createMachineFunctionSplitterPass - This pass splits machine functions
- /// using profile information.
- MachineFunctionPass *createMachineFunctionSplitterPass();
- /// MachineFunctionPrinter pass - This pass prints out the machine function to
- /// the given stream as a debugging tool.
- MachineFunctionPass *
- createMachineFunctionPrinterPass(raw_ostream &OS,
- const std::string &Banner ="");
- /// MIRPrinting pass - this pass prints out the LLVM IR into the given stream
- /// using the MIR serialization format.
- MachineFunctionPass *createPrintMIRPass(raw_ostream &OS);
- /// This pass resets a MachineFunction when it has the FailedISel property
- /// as if it was just created.
- /// If EmitFallbackDiag is true, the pass will emit a
- /// DiagnosticInfoISelFallback for every MachineFunction it resets.
- /// If AbortOnFailedISel is true, abort compilation instead of resetting.
- MachineFunctionPass *createResetMachineFunctionPass(bool EmitFallbackDiag,
- bool AbortOnFailedISel);
- /// createCodeGenPreparePass - Transform the code to expose more pattern
- /// matching during instruction selection.
- FunctionPass *createCodeGenPreparePass();
- /// AtomicExpandID -- Lowers atomic operations in terms of either cmpxchg
- /// load-linked/store-conditional loops.
- extern char &AtomicExpandID;
- /// MachineLoopInfo - This pass is a loop analysis pass.
- extern char &MachineLoopInfoID;
- /// MachineDominators - This pass is a machine dominators analysis pass.
- extern char &MachineDominatorsID;
- /// MachineDominanaceFrontier - This pass is a machine dominators analysis.
- extern char &MachineDominanceFrontierID;
- /// MachineRegionInfo - This pass computes SESE regions for machine functions.
- extern char &MachineRegionInfoPassID;
- /// EdgeBundles analysis - Bundle machine CFG edges.
- extern char &EdgeBundlesID;
- /// LiveVariables pass - This pass computes the set of blocks in which each
- /// variable is life and sets machine operand kill flags.
- extern char &LiveVariablesID;
- /// PHIElimination - This pass eliminates machine instruction PHI nodes
- /// by inserting copy instructions. This destroys SSA information, but is the
- /// desired input for some register allocators. This pass is "required" by
- /// these register allocator like this: AU.addRequiredID(PHIEliminationID);
- extern char &PHIEliminationID;
- /// LiveIntervals - This analysis keeps track of the live ranges of virtual
- /// and physical registers.
- extern char &LiveIntervalsID;
- /// LiveStacks pass. An analysis keeping track of the liveness of stack slots.
- extern char &LiveStacksID;
- /// TwoAddressInstruction - This pass reduces two-address instructions to
- /// use two operands. This destroys SSA information but it is desired by
- /// register allocators.
- extern char &TwoAddressInstructionPassID;
- /// ProcessImpicitDefs pass - This pass removes IMPLICIT_DEFs.
- extern char &ProcessImplicitDefsID;
- /// RegisterCoalescer - This pass merges live ranges to eliminate copies.
- extern char &RegisterCoalescerID;
- /// MachineScheduler - This pass schedules machine instructions.
- extern char &MachineSchedulerID;
- /// PostMachineScheduler - This pass schedules machine instructions postRA.
- extern char &PostMachineSchedulerID;
- /// SpillPlacement analysis. Suggest optimal placement of spill code between
- /// basic blocks.
- extern char &SpillPlacementID;
- /// ShrinkWrap pass. Look for the best place to insert save and restore
- // instruction and update the MachineFunctionInfo with that information.
- extern char &ShrinkWrapID;
- /// LiveRangeShrink pass. Move instruction close to its definition to shrink
- /// the definition's live range.
- extern char &LiveRangeShrinkID;
- /// Greedy register allocator.
- extern char &RAGreedyID;
- /// Basic register allocator.
- extern char &RABasicID;
- /// VirtRegRewriter pass. Rewrite virtual registers to physical registers as
- /// assigned in VirtRegMap.
- extern char &VirtRegRewriterID;
- FunctionPass *createVirtRegRewriter(bool ClearVirtRegs = true);
- /// UnreachableMachineBlockElimination - This pass removes unreachable
- /// machine basic blocks.
- extern char &UnreachableMachineBlockElimID;
- /// DeadMachineInstructionElim - This pass removes dead machine instructions.
- extern char &DeadMachineInstructionElimID;
- /// This pass adds dead/undef flags after analyzing subregister lanes.
- extern char &DetectDeadLanesID;
- /// This pass perform post-ra machine sink for COPY instructions.
- extern char &PostRAMachineSinkingID;
- /// This pass adds flow sensitive discriminators.
- extern char &MIRAddFSDiscriminatorsID;
- /// This pass reads flow sensitive profile.
- extern char &MIRProfileLoaderPassID;
- /// FastRegisterAllocation Pass - This pass register allocates as fast as
- /// possible. It is best suited for debug code where live ranges are short.
- ///
- FunctionPass *createFastRegisterAllocator();
- FunctionPass *createFastRegisterAllocator(RegClassFilterFunc F,
- bool ClearVirtRegs);
- /// BasicRegisterAllocation Pass - This pass implements a degenerate global
- /// register allocator using the basic regalloc framework.
- ///
- FunctionPass *createBasicRegisterAllocator();
- FunctionPass *createBasicRegisterAllocator(RegClassFilterFunc F);
- /// Greedy register allocation pass - This pass implements a global register
- /// allocator for optimized builds.
- ///
- FunctionPass *createGreedyRegisterAllocator();
- FunctionPass *createGreedyRegisterAllocator(RegClassFilterFunc F);
- /// PBQPRegisterAllocation Pass - This pass implements the Partitioned Boolean
- /// Quadratic Prograaming (PBQP) based register allocator.
- ///
- FunctionPass *createDefaultPBQPRegisterAllocator();
- /// PrologEpilogCodeInserter - This pass inserts prolog and epilog code,
- /// and eliminates abstract frame references.
- extern char &PrologEpilogCodeInserterID;
- MachineFunctionPass *createPrologEpilogInserterPass();
- /// ExpandPostRAPseudos - This pass expands pseudo instructions after
- /// register allocation.
- extern char &ExpandPostRAPseudosID;
- /// PostRAHazardRecognizer - This pass runs the post-ra hazard
- /// recognizer.
- extern char &PostRAHazardRecognizerID;
- /// PostRAScheduler - This pass performs post register allocation
- /// scheduling.
- extern char &PostRASchedulerID;
- /// BranchFolding - This pass performs machine code CFG based
- /// optimizations to delete branches to branches, eliminate branches to
- /// successor blocks (creating fall throughs), and eliminating branches over
- /// branches.
- extern char &BranchFolderPassID;
- /// BranchRelaxation - This pass replaces branches that need to jump further
- /// than is supported by a branch instruction.
- extern char &BranchRelaxationPassID;
- /// MachineFunctionPrinterPass - This pass prints out MachineInstr's.
- extern char &MachineFunctionPrinterPassID;
- /// MIRPrintingPass - this pass prints out the LLVM IR using the MIR
- /// serialization format.
- extern char &MIRPrintingPassID;
- /// TailDuplicate - Duplicate blocks with unconditional branches
- /// into tails of their predecessors.
- extern char &TailDuplicateID;
- /// Duplicate blocks with unconditional branches into tails of their
- /// predecessors. Variant that works before register allocation.
- extern char &EarlyTailDuplicateID;
- /// MachineTraceMetrics - This pass computes critical path and CPU resource
- /// usage in an ensemble of traces.
- extern char &MachineTraceMetricsID;
- /// EarlyIfConverter - This pass performs if-conversion on SSA form by
- /// inserting cmov instructions.
- extern char &EarlyIfConverterID;
- /// EarlyIfPredicator - This pass performs if-conversion on SSA form by
- /// predicating if/else block and insert select at the join point.
- extern char &EarlyIfPredicatorID;
- /// This pass performs instruction combining using trace metrics to estimate
- /// critical-path and resource depth.
- extern char &MachineCombinerID;
- /// StackSlotColoring - This pass performs stack coloring and merging.
- /// It merges disjoint allocas to reduce the stack size.
- extern char &StackColoringID;
- /// IfConverter - This pass performs machine code if conversion.
- extern char &IfConverterID;
- FunctionPass *createIfConverter(
- std::function<bool(const MachineFunction &)> Ftor);
- /// MachineBlockPlacement - This pass places basic blocks based on branch
- /// probabilities.
- extern char &MachineBlockPlacementID;
- /// MachineBlockPlacementStats - This pass collects statistics about the
- /// basic block placement using branch probabilities and block frequency
- /// information.
- extern char &MachineBlockPlacementStatsID;
- /// GCLowering Pass - Used by gc.root to perform its default lowering
- /// operations.
- FunctionPass *createGCLoweringPass();
- /// GCLowering Pass - Used by gc.root to perform its default lowering
- /// operations.
- extern char &GCLoweringID;
- /// ShadowStackGCLowering - Implements the custom lowering mechanism
- /// used by the shadow stack GC. Only runs on functions which opt in to
- /// the shadow stack collector.
- FunctionPass *createShadowStackGCLoweringPass();
- /// ShadowStackGCLowering - Implements the custom lowering mechanism
- /// used by the shadow stack GC.
- extern char &ShadowStackGCLoweringID;
- /// GCMachineCodeAnalysis - Target-independent pass to mark safe points
- /// in machine code. Must be added very late during code generation, just
- /// prior to output, and importantly after all CFG transformations (such as
- /// branch folding).
- extern char &GCMachineCodeAnalysisID;
- /// Creates a pass to print GC metadata.
- ///
- FunctionPass *createGCInfoPrinter(raw_ostream &OS);
- /// MachineCSE - This pass performs global CSE on machine instructions.
- extern char &MachineCSEID;
- /// MIRCanonicalizer - This pass canonicalizes MIR by renaming vregs
- /// according to the semantics of the instruction as well as hoists
- /// code.
- extern char &MIRCanonicalizerID;
- /// ImplicitNullChecks - This pass folds null pointer checks into nearby
- /// memory operations.
- extern char &ImplicitNullChecksID;
- /// This pass performs loop invariant code motion on machine instructions.
- extern char &MachineLICMID;
- /// This pass performs loop invariant code motion on machine instructions.
- /// This variant works before register allocation. \see MachineLICMID.
- extern char &EarlyMachineLICMID;
- /// MachineSinking - This pass performs sinking on machine instructions.
- extern char &MachineSinkingID;
- /// MachineCopyPropagation - This pass performs copy propagation on
- /// machine instructions.
- extern char &MachineCopyPropagationID;
- /// PeepholeOptimizer - This pass performs peephole optimizations -
- /// like extension and comparison eliminations.
- extern char &PeepholeOptimizerID;
- /// OptimizePHIs - This pass optimizes machine instruction PHIs
- /// to take advantage of opportunities created during DAG legalization.
- extern char &OptimizePHIsID;
- /// StackSlotColoring - This pass performs stack slot coloring.
- extern char &StackSlotColoringID;
- /// This pass lays out funclets contiguously.
- extern char &FuncletLayoutID;
- /// This pass inserts the XRay instrumentation sleds if they are supported by
- /// the target platform.
- extern char &XRayInstrumentationID;
- /// This pass inserts FEntry calls
- extern char &FEntryInserterID;
- /// This pass implements the "patchable-function" attribute.
- extern char &PatchableFunctionID;
- /// createStackProtectorPass - This pass adds stack protectors to functions.
- ///
- FunctionPass *createStackProtectorPass();
- /// createMachineVerifierPass - This pass verifies cenerated machine code
- /// instructions for correctness.
- ///
- FunctionPass *createMachineVerifierPass(const std::string& Banner);
- /// createDwarfEHPass - This pass mulches exception handling code into a form
- /// adapted to code generation. Required if using dwarf exception handling.
- FunctionPass *createDwarfEHPass(CodeGenOpt::Level OptLevel);
- /// createWinEHPass - Prepares personality functions used by MSVC on Windows,
- /// in addition to the Itanium LSDA based personalities.
- FunctionPass *createWinEHPass(bool DemoteCatchSwitchPHIOnly = false);
- /// createSjLjEHPreparePass - This pass adapts exception handling code to use
- /// the GCC-style builtin setjmp/longjmp (sjlj) to handling EH control flow.
- ///
- FunctionPass *createSjLjEHPreparePass(const TargetMachine *TM);
- /// createWasmEHPass - This pass adapts exception handling code to use
- /// WebAssembly's exception handling scheme.
- FunctionPass *createWasmEHPass();
- /// LocalStackSlotAllocation - This pass assigns local frame indices to stack
- /// slots relative to one another and allocates base registers to access them
- /// when it is estimated by the target to be out of range of normal frame
- /// pointer or stack pointer index addressing.
- extern char &LocalStackSlotAllocationID;
- /// This pass expands pseudo-instructions, reserves registers and adjusts
- /// machine frame information.
- extern char &FinalizeISelID;
- /// UnpackMachineBundles - This pass unpack machine instruction bundles.
- extern char &UnpackMachineBundlesID;
- FunctionPass *
- createUnpackMachineBundles(std::function<bool(const MachineFunction &)> Ftor);
- /// FinalizeMachineBundles - This pass finalize machine instruction
- /// bundles (created earlier, e.g. during pre-RA scheduling).
- extern char &FinalizeMachineBundlesID;
- /// StackMapLiveness - This pass analyses the register live-out set of
- /// stackmap/patchpoint intrinsics and attaches the calculated information to
- /// the intrinsic for later emission to the StackMap.
- extern char &StackMapLivenessID;
- /// RemoveRedundantDebugValues pass.
- extern char &RemoveRedundantDebugValuesID;
- /// LiveDebugValues pass
- extern char &LiveDebugValuesID;
- /// createJumpInstrTables - This pass creates jump-instruction tables.
- ModulePass *createJumpInstrTablesPass();
- /// InterleavedAccess Pass - This pass identifies and matches interleaved
- /// memory accesses to target specific intrinsics.
- ///
- FunctionPass *createInterleavedAccessPass();
- /// InterleavedLoadCombines Pass - This pass identifies interleaved loads and
- /// combines them into wide loads detectable by InterleavedAccessPass
- ///
- FunctionPass *createInterleavedLoadCombinePass();
- /// LowerEmuTLS - This pass generates __emutls_[vt].xyz variables for all
- /// TLS variables for the emulated TLS model.
- ///
- ModulePass *createLowerEmuTLSPass();
- /// This pass lowers the \@llvm.load.relative and \@llvm.objc.* intrinsics to
- /// instructions. This is unsafe to do earlier because a pass may combine the
- /// constant initializer into the load, which may result in an overflowing
- /// evaluation.
- ModulePass *createPreISelIntrinsicLoweringPass();
- /// GlobalMerge - This pass merges internal (by default) globals into structs
- /// to enable reuse of a base pointer by indexed addressing modes.
- /// It can also be configured to focus on size optimizations only.
- ///
- Pass *createGlobalMergePass(const TargetMachine *TM, unsigned MaximalOffset,
- bool OnlyOptimizeForSize = false,
- bool MergeExternalByDefault = false);
- /// This pass splits the stack into a safe stack and an unsafe stack to
- /// protect against stack-based overflow vulnerabilities.
- FunctionPass *createSafeStackPass();
- /// This pass detects subregister lanes in a virtual register that are used
- /// independently of other lanes and splits them into separate virtual
- /// registers.
- extern char &RenameIndependentSubregsID;
- /// This pass is executed POST-RA to collect which physical registers are
- /// preserved by given machine function.
- FunctionPass *createRegUsageInfoCollector();
- /// Return a MachineFunction pass that identifies call sites
- /// and propagates register usage information of callee to caller
- /// if available with PysicalRegisterUsageInfo pass.
- FunctionPass *createRegUsageInfoPropPass();
- /// This pass performs software pipelining on machine instructions.
- extern char &MachinePipelinerID;
- /// This pass frees the memory occupied by the MachineFunction.
- FunctionPass *createFreeMachineFunctionPass();
- /// This pass performs outlining on machine instructions directly before
- /// printing assembly.
- ModulePass *createMachineOutlinerPass(bool RunOnAllFunctions = true);
- /// This pass expands the experimental reduction intrinsics into sequences of
- /// shuffles.
- FunctionPass *createExpandReductionsPass();
- // This pass replaces intrinsics operating on vector operands with calls to
- // the corresponding function in a vector library (e.g., SVML, libmvec).
- FunctionPass *createReplaceWithVeclibLegacyPass();
- /// This pass expands the vector predication intrinsics into unpredicated
- /// instructions with selects or just the explicit vector length into the
- /// predicate mask.
- FunctionPass *createExpandVectorPredicationPass();
- // This pass expands memcmp() to load/stores.
- FunctionPass *createExpandMemCmpPass();
- /// Creates Break False Dependencies pass. \see BreakFalseDeps.cpp
- FunctionPass *createBreakFalseDeps();
- // This pass expands indirectbr instructions.
- FunctionPass *createIndirectBrExpandPass();
- /// Creates CFI Instruction Inserter pass. \see CFIInstrInserter.cpp
- FunctionPass *createCFIInstrInserter();
- /// Creates CFGuard longjmp target identification pass.
- /// \see CFGuardLongjmp.cpp
- FunctionPass *createCFGuardLongjmpPass();
- /// Creates EHContGuard catchret target identification pass.
- /// \see EHContGuardCatchret.cpp
- FunctionPass *createEHContGuardCatchretPass();
- /// Create Hardware Loop pass. \see HardwareLoops.cpp
- FunctionPass *createHardwareLoopsPass();
- /// This pass inserts pseudo probe annotation for callsite profiling.
- FunctionPass *createPseudoProbeInserter();
- /// Create IR Type Promotion pass. \see TypePromotion.cpp
- FunctionPass *createTypePromotionPass();
- /// Add Flow Sensitive Discriminators. PassNum specifies the
- /// sequence number of this pass (starting from 1).
- FunctionPass *
- createMIRAddFSDiscriminatorsPass(sampleprof::FSDiscriminatorPass P);
- /// Read Flow Sensitive Profile.
- FunctionPass *createMIRProfileLoaderPass(std::string File,
- std::string RemappingFile,
- sampleprof::FSDiscriminatorPass P);
- /// Creates MIR Debugify pass. \see MachineDebugify.cpp
- ModulePass *createDebugifyMachineModulePass();
- /// Creates MIR Strip Debug pass. \see MachineStripDebug.cpp
- /// If OnlyDebugified is true then it will only strip debug info if it was
- /// added by a Debugify pass. The module will be left unchanged if the debug
- /// info was generated by another source such as clang.
- ModulePass *createStripDebugMachineModulePass(bool OnlyDebugified);
- /// Creates MIR Check Debug pass. \see MachineCheckDebugify.cpp
- ModulePass *createCheckDebugMachineModulePass();
- /// The pass fixups statepoint machine instruction to replace usage of
- /// caller saved registers with stack slots.
- extern char &FixupStatepointCallerSavedID;
- /// The pass transforms load/store <256 x i32> to AMX load/store intrinsics
- /// or split the data to two <128 x i32>.
- FunctionPass *createX86LowerAMXTypePass();
- /// The pass insert tile config intrinsics for AMX fast register allocation.
- FunctionPass *createX86PreAMXConfigPass();
- /// The pass transforms amx intrinsics to scalar operation if the function has
- /// optnone attribute or it is O0.
- FunctionPass *createX86LowerAMXIntrinsicsPass();
- /// When learning an eviction policy, extract score(reward) information,
- /// otherwise this does nothing
- FunctionPass *createRegAllocScoringPass();
- } // End llvm namespace
- #endif
- #ifdef __GNUC__
- #pragma GCC diagnostic pop
- #endif
|