/openbsd/gnu/llvm/llvm/lib/Transforms/Utils/ |
H A D | MatrixUtils.cpp | 37 BranchInst::Create(Latch, Body); in CreateLoop() 42 B.SetInsertPoint(Latch); in CreateLoop() 45 BranchInst::Create(Header, Exit, Cond, Latch); in CreateLoop() 46 IV->addIncoming(Inc, Latch); in CreateLoop() 54 {DominatorTree::Insert, Body, Latch}, in CreateLoop() 55 {DominatorTree::Insert, Latch, Header}, in CreateLoop() 56 {DominatorTree::Insert, Latch, Exit}, in CreateLoop() 62 L->addBasicBlockToLoop(Latch, LI); in CreateLoop() 86 ColumnLoop.Latch = ColBody->getSingleSuccessor(); in CreateTiledLoops() 90 RowLoop.Latch = RowBody->getSingleSuccessor(); in CreateTiledLoops() [all …]
|
H A D | LoopUnrollRuntime.cpp | 90 BasicBlock *Latch = L->getLoopLatch(); in ConnectProlog() local 91 assert(Latch && "Loop must have a latch"); in ConnectProlog() 99 for (BasicBlock *Succ : successors(Latch)) { in ConnectProlog() 199 BasicBlock *Latch = L->getLoopLatch(); in ConnectEpilog() local 200 assert(Latch && "Loop must have a latch"); in ConnectEpilog() 277 NewPN->addIncoming(PN.getIncomingValueForBlock(Latch), Latch); in ConnectEpilog() 323 BasicBlock *Latch = L->getLoopLatch(); in CloneLoopBlocks() local 357 if (Latch == *BB) { in CloneLoopBlocks() 580 BasicBlock *Latch = L->getLoopLatch(); in UnrollRuntimeLoopRemainder() local 831 if (PredBB == Latch) in UnrollRuntimeLoopRemainder() [all …]
|
H A D | LoopRotationUtils.cpp | 210 BasicBlock *Latch = L->getLoopLatch(); in canRotateDeoptimizingLatchExit() local 211 assert(Latch && "need latch"); in canRotateDeoptimizingLatchExit() 212 BranchInst *BI = dyn_cast<BranchInst>(Latch->getTerminator()); in canRotateDeoptimizingLatchExit() 772 BasicBlock *Latch = L->getLoopLatch(); in simplifyLoopLatch() local 773 if (!Latch || Latch->hasAddressTaken()) in simplifyLoopLatch() 776 BranchInst *Jmp = dyn_cast<BranchInst>(Latch->getTerminator()); in simplifyLoopLatch() 780 BasicBlock *LastExit = Latch->getSinglePredecessor(); in simplifyLoopLatch() 788 if (!shouldSpeculateInstrs(Latch->begin(), Jmp->getIterator(), L)) in simplifyLoopLatch() 791 LLVM_DEBUG(dbgs() << "Folding loop latch " << Latch->getName() << " into " in simplifyLoopLatch() 795 MergeBlockIntoPredecessor(Latch, &DTU, LI, MSSAU, nullptr, in simplifyLoopLatch()
|
H A D | LoopPeel.cpp | 299 BasicBlock *Latch = L.getLoopLatch(); in peelToTurnInvariantLoadsDerefencebale() local 318 if (DT.dominates(BB, Latch) && L.isLoopInvariant(Ptr) && in peelToTurnInvariantLoadsDerefencebale() 451 BasicBlock *Latch = L->getLoopLatch(); in violatesLegacyMultiExitLoopCheck() local 452 if (!Latch) in violatesLegacyMultiExitLoopCheck() 697 BasicBlock *Latch = L->getLoopLatch(); in cloneLoopBlocks() local 757 BasicBlock *NewLatch = cast<BasicBlock>(VMap[Latch]); in cloneLoopBlocks() 780 Value *LatchVal = NewPHI->getIncomingValueForBlock(Latch); in cloneLoopBlocks() 866 BasicBlock *Latch = L->getLoopLatch(); in peelLoop() local 887 BasicBlock *NewIDom = DT.findNearestCommonDominator(BB, Latch); in peelLoop() 950 cast<Instruction>(cast<BasicBlock>(Latch)->getTerminator()); in peelLoop() [all …]
|
H A D | LoopUtils.cpp | 688 auto *Latch = L->getLoopLatch(); in breakLoopBackedge() local 689 assert(Latch && "multiple latches not yet supported"); in breakLoopBackedge() 703 if (auto *BI = dyn_cast<BranchInst>(Latch->getTerminator())) { in breakLoopBackedge() 713 if (L->isLoopExiting(Latch)) { in breakLoopBackedge() 722 Header->removePredecessor(Latch, true); in breakLoopBackedge() 732 DTU.applyUpdates({{DominatorTree::Delete, Latch, Header}}); in breakLoopBackedge() 734 MSSAU->applyUpdates({{DominatorTree::Delete, Latch, Header}}, DT); in breakLoopBackedge() 742 auto *BackedgeBB = SplitEdge(Latch, Header, &DT, &LI, MSSAU.get()); in breakLoopBackedge() 767 BasicBlock *Latch = L->getLoopLatch(); in getExpectedExitLoopLatchBranch() local 768 if (!Latch) in getExpectedExitLoopLatchBranch() [all …]
|
H A D | LoopUnrollAndJam.cpp | 138 static bool processHeaderPhiOperands(BasicBlock *Header, BasicBlock *Latch, in processHeaderPhiOperands() argument 158 Value *V = Phi.getIncomingValueForBlock(Latch); in processHeaderPhiOperands() 169 BasicBlock *Latch, in moveHeaderPhiOperandsToForeBlocks() argument 174 processHeaderPhiOperands(Header, Latch, AftBlocks, in moveHeaderPhiOperandsToForeBlocks() 964 BasicBlock *Latch = L->getLoopLatch(); in isSafeToUnrollAndJam() local 968 Header, Latch, AftBlocks, [&AftBlocks, &SubLoop](Instruction *I) { in isSafeToUnrollAndJam()
|
H A D | LoopUnroll.cpp | 796 for (BasicBlock *Latch : Latches) { in UnrollLoop() 797 BranchInst *Term = dyn_cast<BranchInst>(Latch->getTerminator()); in UnrollLoop() 799 (CompletelyUnroll && !LatchIsExiting && Latch == Latches.back())) && in UnrollLoop()
|
/openbsd/gnu/llvm/llvm/lib/Transforms/Scalar/ |
H A D | LoopFuse.cpp | 162 BasicBlock *Latch; member 273 Latch = L->getLoopLatch(); in updateAfterPeeling() 311 << "\tLatch: " << (Latch ? Latch->getName() : "nullptr") << "\n" in dump() 332 if (!Latch) in isEligibleForFusion() 1538 moveInstructionsToTheBeginning(*FC0.Latch, *FC1.Latch, DT, PDT, DI); in mergeLatch() 1606 if (FC0.ExitingBlock != FC0.Latch) in performFusion() 1612 FC0.Latch->replaceSuccessorsPhiUsesWith(FC1.Latch); in performFusion() 1704 if (FC0.Latch != FC0.ExitingBlock) in performFusion() 1895 if (FC0.ExitingBlock != FC0.Latch) in fuseGuardedLoops() 1903 FC0.Latch->replaceSuccessorsPhiUsesWith(FC1.Latch); in fuseGuardedLoops() [all …]
|
H A D | InductiveRangeCheckElimination.cpp | 462 BasicBlock *Latch = nullptr; member 492 Result.Latch = cast<BasicBlock>(Map(Latch)); in map() 757 BasicBlock *Latch = L.getLoopLatch(); in parseLoopStructure() local 758 assert(Latch && "Simplified loops only have one latch!"); in parseLoopStructure() 760 if (Latch->getTerminator()->getMetadata(ClonedLoopTag)) { in parseLoopStructure() 765 if (!L.isLoopExiting(Latch)) { in parseLoopStructure() 791 const SCEV *LatchCount = SE.getExitCount(&L, Latch); in parseLoopStructure() 1040 Result.Latch = Latch; in parseLoopStructure() 1272 BasicBlock *BBInsertLocation = LS.Latch->getNextNode(); in changeIterationSpaceEnd() 1334 NewPHI->addIncoming(PN.getIncomingValueForBlock(LS.Latch), in changeIterationSpaceEnd() [all …]
|
H A D | LoopFlatten.cpp | 398 BasicBlock *Latch = L->getLoopLatch(); in findLoopComponents() local 399 if (L->getExitingBlock() != Latch) { in findLoopComponents() 414 bool ContinueOnTrue = L->contains(Latch->getTerminator()->getSuccessor(0)); in findLoopComponents() 430 BackBranch = cast<BranchInst>(Latch->getTerminator()); in findLoopComponents() 441 cast<BinaryOperator>(InductionPHI->getIncomingValueForBlock(Latch)); in findLoopComponents()
|
H A D | LoopUnrollAndJamPass.cpp | 377 BasicBlock *Latch = L->getLoopLatch(); in tryToUnrollAndJamLoop() local 379 unsigned OuterTripCount = SE.getSmallConstantTripCount(L, Latch); in tryToUnrollAndJamLoop() 380 unsigned OuterTripMultiple = SE.getSmallConstantTripMultiple(L, Latch); in tryToUnrollAndJamLoop()
|
H A D | LoopDeletion.cpp | 225 BasicBlock *Latch = L->getLoopLatch(); in canProveExitOnFirstIteration() local 227 if (!Predecessor || !Latch) in canProveExitOnFirstIteration() 394 return !LiveEdges.count({ Latch, Header }); in canProveExitOnFirstIteration()
|
H A D | LoopPredication.cpp | 1125 auto *Latch = L->getLoopLatch(); in predicateLoopExits() local 1126 if (!Latch) in predicateLoopExits() 1133 const SCEV *LatchEC = SE->getExitCount(L, Latch); in predicateLoopExits() 1237 assert(!Latch || DT->dominates(ExitingBB, Latch)); in predicateLoopExits()
|
/openbsd/gnu/llvm/llvm/lib/Target/Hexagon/ |
H A D | HexagonHardwareLoops.cpp | 411 MachineBasicBlock *Latch = L->getLoopLatch(); in findInductionRegister() local 614 else if (MBB == Latch) in getLoopTripCount() 631 if (ExitingBlock != Latch && (TB == Latch || FB == Latch)) { in getLoopTripCount() 637 if (TB == Latch) in getLoopTripCount() 1598 if (!(Header && Latch && ExitingBlock)) in fixupInductionVariable() 1651 if (ExitingBlock != Latch && (TB == Latch || FB == Latch)) { in fixupInductionVariable() 1660 if (TB == Latch) in fixupInductionVariable() 1903 if (PredB == Latch) in createPreheaderForLoop() 1916 if (PredB != Latch) { in createPreheaderForLoop() 1937 if (MO.getMBB() != Latch) in createPreheaderForLoop() [all …]
|
/openbsd/gnu/llvm/llvm/lib/CodeGen/ |
H A D | MachineLoopInfo.cpp | 92 if (MachineBasicBlock *Latch = getLoopLatch()) { in findLoopControlBlock() local 93 if (isLoopExiting(Latch)) in findLoopControlBlock() 94 return Latch; in findLoopControlBlock()
|
H A D | HardwareLoops.cpp | 511 BasicBlock *Latch = ExitBranch->getParent(); in InsertPHICounter() local 515 Index->addIncoming(EltsRem, Latch); in InsertPHICounter()
|
/openbsd/gnu/llvm/llvm/include/llvm/Analysis/ |
H A D | LoopInfoImpl.h | 151 const BlockT *Latch = getLoopLatch(); in getUniqueNonLatchExitBlocks() local 152 assert(Latch && "Latch block must exists"); in getUniqueNonLatchExitBlocks() 154 [Latch](const BlockT *BB) { return BB != Latch; }); in getUniqueNonLatchExitBlocks() 235 BlockT *Latch = nullptr; in getLoopLatch() local 238 if (Latch) in getLoopLatch() 240 Latch = Pred; in getLoopLatch() 244 return Latch; in getLoopLatch()
|
/openbsd/gnu/llvm/llvm/include/llvm/Support/ |
H A D | Parallel.h | 48 class Latch { 54 explicit Latch(uint32_t Count = 0) : Count(Count) {} in Count() 55 ~Latch() { in ~Latch() 79 detail::Latch L;
|
/openbsd/gnu/llvm/llvm/lib/Target/X86/ |
H A D | X86LowerAMXIntrinsics.cpp | 113 BasicBlock *Latch = in createLoop() local 118 BranchInst::Create(Latch, Body); in createLoop() 123 B.SetInsertPoint(Latch); in createLoop() 126 BranchInst::Create(Header, Exit, Cond, Latch); in createLoop() 127 IV->addIncoming(Inc, Latch); in createLoop() 135 {DominatorTree::Insert, Body, Latch}, in createLoop() 136 {DominatorTree::Insert, Latch, Header}, in createLoop() 137 {DominatorTree::Insert, Latch, Exit}, in createLoop() 143 L->addBasicBlockToLoop(Latch, *LI); in createLoop()
|
/openbsd/gnu/llvm/llvm/lib/Analysis/ |
H A D | IVDescriptors.cpp | 936 auto *Latch = TheLoop->getLoopLatch(); in isFixedOrderRecurrence() local 937 if (!Preheader || !Latch) in isFixedOrderRecurrence() 942 Phi->getBasicBlockIndex(Latch) < 0) in isFixedOrderRecurrence() 947 auto *Previous = dyn_cast<Instruction>(Phi->getIncomingValueForBlock(Latch)); in isFixedOrderRecurrence() 959 Previous = dyn_cast<Instruction>(PrevPhi->getIncomingValueForBlock(Latch)); in isFixedOrderRecurrence() 1435 BasicBlock *Latch = L->getLoopLatch(); in getCastsForInductionPHI() local 1436 if (!Latch) in getCastsForInductionPHI() 1438 Value *Val = PN->getIncomingValueForBlock(Latch); in getCastsForInductionPHI() 1547 BasicBlock *Latch = AR->getLoop()->getLoopLatch(); in isInductionPHI() local 1548 if (!Latch) in isInductionPHI() [all …]
|
H A D | LoopInfo.cpp | 175 if (BasicBlock *Latch = getLoopLatch()) in getLatchCmpInst() local 176 if (BranchInst *BI = dyn_cast_or_null<BranchInst>(Latch->getTerminator())) in getLatchCmpInst() 233 BasicBlock *Latch = L.getLoopLatch(); in getCanonicalPredicate() local 234 assert(Latch && "Expecting valid latch"); in getCanonicalPredicate() 236 BranchInst *BI = dyn_cast_or_null<BranchInst>(Latch->getTerminator()); in getCanonicalPredicate() 312 BasicBlock *Latch = getLoopLatch(); in getInductionVariable() local 313 Value *StepInst = IndVar.getIncomingValueForBlock(Latch); in getInductionVariable()
|
H A D | LoopNestAnalysis.cpp | 54 const BasicBlock *Latch = OuterLoop.getLoopLatch(); in getOuterLoopLatchCmp() local 55 assert(Latch && "Expecting a valid loop latch"); in getOuterLoopLatchCmp() 57 const BranchInst *BI = dyn_cast<BranchInst>(Latch->getTerminator()); in getOuterLoopLatchCmp()
|
/openbsd/gnu/llvm/llvm/include/llvm/Transforms/Utils/ |
H A D | MatrixUtils.h | 51 BasicBlock *Latch = nullptr; member
|
/openbsd/gnu/llvm/llvm/lib/Target/ARM/ |
H A D | MVETPAndVPTOptimisationsPass.cpp | 115 MachineBasicBlock *Latch = ML->getLoopLatch(); in findLoopComponents() local 116 if (!Header || !Latch) { in findLoopComponents() 123 for (auto &T : Latch->terminators()) { in findLoopComponents() 165 (LoopPhi->getOperand(2).getMBB() != Latch && in findLoopComponents() 166 LoopPhi->getOperand(4).getMBB() != Latch)) { in findLoopComponents() 172 Register StartReg = LoopPhi->getOperand(2).getMBB() == Latch in findLoopComponents()
|
/openbsd/gnu/llvm/llvm/lib/Frontend/OpenMP/ |
H A D | OMPIRBuilder.cpp | 1949 BasicBlock *Latch = in createLoopSkeleton() local 1973 Builder.CreateBr(Latch); in createLoopSkeleton() 1975 Builder.SetInsertPoint(Latch); in createLoopSkeleton() 1979 IndVarPHI->addIncoming(Next, Latch); in createLoopSkeleton() 1990 CL->Latch = Latch; in createLoopSkeleton() 2493 BasicBlock *Latch = CLI->getLatch(); in applyDynamicWorkshareLoop() local 2962 BasicBlock *Latch = Loop->getLatch(); in addLoopMetadata() local 5154 if (Pred != Latch) in getPreheader() 5246 assert(Latch); in assertOK() 5253 assert(!isa<PHINode>(Latch->front())); in assertOK() [all …]
|