/freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
H A D | PPCCTRLoops.cpp | 176 if (!Preheader) in processLoop() 179 Start = SearchForStart(Preheader); in processLoop() 185 if (Preheader->isLiveIn(PPC::CTR) || Preheader->isLiveIn(PPC::CTR8)) in processLoop() 192 I != Preheader->instr_rend(); ++I) in processLoop() 203 I != Preheader->instr_end(); ++I) in processLoop() 242 MachineBasicBlock *Preheader = Start->getParent(); in expandNormalLoops() local 244 assert((Preheader && Exiting) && in expandNormalLoops() 293 assert(P == Preheader && in expandNormalLoops() 319 MachineBasicBlock *Preheader = Start->getParent(); in expandCTRLoops() local 322 (void)Preheader; in expandCTRLoops() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
H A D | LoopFuse.cpp | 151 BasicBlock *Preheader; member 260 return Preheader; in getEntryBlock() 301 << "\tPreheader: " << (Preheader ? Preheader->getName() : "nullptr") in dump() 321 if (!Preheader) in isEligibleForFusion() 659 assert(FC0.Preheader && FC1.Preheader && "Expecting valid preheaders"); in isControlFlowEquivalent() 1581 moveInstructionsToTheEnd(*FC1.Preheader, *FC0.Preheader, DT, PDT, DI); in performFusion() 1609 FC1.Preheader->replaceSuccessorsPhiUsesWith(FC0.Preheader); in performFusion() 1657 new UnreachableInst(FC1.Preheader->getContext(), FC1.Preheader); in performFusion() 1785 assert(FC0.Preheader && FC1.Preheader && in reportLoopFusion() 1901 FC1.Preheader->replaceSuccessorsPhiUsesWith(FC0.Preheader); in fuseGuardedLoops() [all …]
|
H A D | LoopDeletion.cpp | 66 BasicBlock *Preheader, LoopInfo &LI) { in isLoopDead() argument 91 if (!L->makeLoopInvariant(I, Changed, Preheader->getTerminator(), in isLoopDead() 150 auto *Preheader = L->getLoopPreheader(); in isLoopNeverExecuted() local 153 assert(Preheader && "Needs preheader!"); in isLoopNeverExecuted() 155 if (Preheader->isEntryBlock()) in isLoopNeverExecuted() 159 for (auto *Pred: predecessors(Preheader)) { in isLoopNeverExecuted() 167 if (Taken == Preheader) in isLoopNeverExecuted() 170 assert(!pred_empty(Preheader) && in isLoopNeverExecuted() 445 BasicBlock *Preheader = L->getLoopPreheader(); in deleteLoopIfDead() local 446 if (!Preheader || !L->hasDedicatedExits()) { in deleteLoopIfDead() [all …]
|
H A D | LoopSink.cpp | 286 BasicBlock *Preheader = L.getLoopPreheader(); in sinkLoopInvariantInstructions() local 287 assert(Preheader && "Expected loop to have preheader"); in sinkLoopInvariantInstructions() 289 assert(Preheader->getParent()->hasProfileData() && in sinkLoopInvariantInstructions() 292 const BlockFrequency PreheaderFreq = BFI.getBlockFreq(Preheader); in sinkLoopInvariantInstructions() 322 for (Instruction &I : llvm::make_early_inc_range(llvm::reverse(*Preheader))) { in sinkLoopInvariantInstructions() 368 BasicBlock *Preheader = L.getLoopPreheader(); in run() local 369 if (!Preheader) in run()
|
H A D | LoopSimplifyCFG.cpp | 352 BasicBlock *Preheader = L.getLoopPreheader(); in handleDeadExits() local 354 Preheader, Preheader->getTerminator(), &DT, &LI, MSSAU); in handleDeadExits() 356 IRBuilder<> Builder(Preheader->getTerminator()); in handleDeadExits() 359 Preheader->getTerminator()->eraseFromParent(); in handleDeadExits() 380 DTUpdates.push_back({DominatorTree::Insert, Preheader, BB}); in handleDeadExits() 385 if (Loop *OuterLoop = LI.getLoopFor(Preheader)) { in handleDeadExits()
|
H A D | LICM.cpp | 437 BasicBlock *Preheader = L->getLoopPreheader(); in runOnLoop() local 460 if (Preheader) in runOnLoop() 2228 Preheader->getTerminator()); in promoteLoopAccessesToScalars() 2443 auto *Preheader = L.getLoopPreheader(); in hoistMinMax() local 2445 IRBuilder<> Builder(Preheader->getTerminator()); in hoistMinMax() 2505 BasicBlock *Preheader = L.getLoopPreheader(); in hoistGEP() local 2506 IRBuilder<> Builder(Preheader->getTerminator()); in hoistGEP() 2554 auto *Preheader = L.getLoopPreheader(); in hoistAdd() local 2556 IRBuilder<> Builder(Preheader->getTerminator()); in hoistAdd() 2613 auto *Preheader = L.getLoopPreheader(); in hoistSub() local [all …]
|
H A D | LoopIdiomRecognize.cpp | 1019 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in processLoopStridedStore() local 1020 IRBuilder<> Builder(Preheader->getTerminator()); in processLoopStridedStore() 1136 NewCall->getDebugLoc(), Preheader); in processLoopStridedStore() 1146 << ore::NV("ToBlock", Preheader->getName()); in processLoopStridedStore() 1253 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in processLoopStoreOfLoopLoad() local 1254 IRBuilder<> Builder(Preheader->getTerminator()); in processLoopStoreOfLoopLoad() 1285 StrStart, Builder.getPtrTy(StrAS), Preheader->getTerminator()); in processLoopStoreOfLoopLoad() 1437 NewCall->getDebugLoc(), Preheader) in processLoopStoreOfLoopLoad() 1445 << ore::NV("ToBlock", Preheader->getName()); in processLoopStoreOfLoopLoad() 2002 Value *CntInitVal = CntPhi->getIncomingValueForBlock(Preheader); in transformLoopToCountable() [all …]
|
H A D | IndVarSimplify.cpp | 1086 BasicBlock *Preheader = L->getLoopPreheader(); in sinkUnusedInvariants() local 1087 if (!Preheader) return false; in sinkUnusedInvariants() 1091 BasicBlock::iterator I(Preheader->getTerminator()); in sinkUnusedInvariants() 1092 while (I != Preheader->begin()) { in sinkUnusedInvariants() 1133 if (UseBB == Preheader || L->contains(UseBB)) { in sinkUnusedInvariants() 1147 if (I != Preheader->begin()) { in sinkUnusedInvariants() 1153 if (I->isDebugOrPseudoInst() && I == Preheader->begin()) in sinkUnusedInvariants() 1238 BasicBlock *Preheader = L->getLoopPreheader(); in createInvariantCond() local 1239 assert(Preheader && "Preheader doesn't exist"); in createInvariantCond() 1240 Rewriter.setInsertPoint(Preheader->getTerminator()); in createInvariantCond() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | ARMBlockPlacement.cpp | 99 MachineBasicBlock *Preheader = WLS->getParent(); in revertWhileToDoLoop() local 100 assert(WLS != &Preheader->back()); in revertWhileToDoLoop() 101 assert(WLS->getNextNode() == &Preheader->back()); in revertWhileToDoLoop() 102 MachineInstr *Br = &Preheader->back(); in revertWhileToDoLoop() 112 MachineBasicBlock *NewBlock = Preheader->getParent()->CreateMachineBasicBlock( in revertWhileToDoLoop() 113 Preheader->getBasicBlock()); in revertWhileToDoLoop() 114 Preheader->getParent()->insert(++Preheader->getIterator(), NewBlock); in revertWhileToDoLoop() 119 Preheader->replaceSuccessor(Br->getOperand(0).getMBB(), NewBlock); in revertWhileToDoLoop() 141 Preheader->getParent()->RenumberBlocks(); in revertWhileToDoLoop() 143 BBUtils->adjustBBOffsetsAfter(Preheader); in revertWhileToDoLoop()
|
H A D | MVETailPredication.cpp | 143 BasicBlock *Preheader = L->getLoopPreheader(); in runOnLoop() local 144 if (!Preheader) in runOnLoop() 162 IntrinsicInst *Setup = FindLoopIterations(Preheader); in runOnLoop() 166 if (!Preheader->getSinglePredecessor()) in runOnLoop() 168 Setup = FindLoopIterations(Preheader->getSinglePredecessor()); in runOnLoop()
|
H A D | ARMLowOverheadLoops.cpp | 169 if (auto *Preheader = ML.getLoopPreheader()) in ProcessLoop() local 170 GetPredecessor(Preheader); in ProcessLoop() 172 GetPredecessor(Preheader); in ProcessLoop() 367 MachineBasicBlock *Preheader = nullptr; member 394 Preheader = MBB; in LowOverheadLoop() 396 Preheader = MBB; in LowOverheadLoop() 714 MachineBasicBlock *MBB = Preheader; in ValidateTailPredicate() 802 Preheader && !Preheader->empty() && in ValidateTailPredicate() 1339 if (auto *Preheader = ML->getLoopPreheader()) in ProcessLoop() 1364 if (LoLoop.Preheader) in ProcessLoop() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | MatrixUtils.cpp | 23 BasicBlock *TileInfo::CreateLoop(BasicBlock *Preheader, BasicBlock *Exit, in CreateLoop() argument 27 LLVMContext &Ctx = Preheader->getContext(); in CreateLoop() 29 Preheader->getContext(), Name + ".header", Preheader->getParent(), Exit); in CreateLoop() 40 IV->addIncoming(ConstantInt::get(I32Ty, 0), Preheader); in CreateLoop() 48 BranchInst *PreheaderBr = cast<BranchInst>(Preheader->getTerminator()); in CreateLoop() 52 {DominatorTree::Delete, Preheader, Tmp}, in CreateLoop() 57 {DominatorTree::Insert, Preheader, Header}, in CreateLoop()
|
H A D | LoopConstrainer.cpp | 141 BasicBlock *Preheader = L.getLoopPreheader(); in parseLoopStructure() local 142 if (!Preheader) { in parseLoopStructure() 396 Instruction *Ins = Preheader->getTerminator(); in parseLoopStructure() 649 NewPHI->addIncoming(PN.getIncomingValueForBlock(Preheader), Preheader); in changeIterationSpaceEnd() 657 RRI.IndVarEnd->addIncoming(IndVarStart, Preheader); in changeIterationSpaceEnd() 682 BranchInst::Create(LS.Header, Preheader); in createPreheader() 684 LS.Header->replacePhiUsesWith(OldPreheader, Preheader); in createPreheader() 686 return Preheader; in createPreheader() 722 assert(Preheader != nullptr && "precondition!"); in run() 724 OriginalPreheader = Preheader; in run() [all …]
|
H A D | LoopSimplify.cpp | 215 static Loop *separateNestedLoop(Loop *L, BasicBlock *Preheader, in separateNestedLoop() argument 220 if (!Preheader) in separateNestedLoop() 368 if (!Preheader) in insertUniqueBackedgeBlock() 381 if (P != Preheader) BackedgeBlocks.push_back(P); in insertUniqueBackedgeBlock() 412 if (IBB == Preheader) { in insertUniqueBackedgeBlock() 540 BasicBlock *Preheader = L->getLoopPreheader(); in simplifyOneLoop() local 541 if (!Preheader) { in simplifyOneLoop() 543 if (Preheader) in simplifyOneLoop() 565 if (Loop *OuterL = separateNestedLoop(L, Preheader, DT, LI, SE, in simplifyOneLoop() 583 LoopLatch = insertUniqueBackedgeBlock(L, Preheader, DT, LI, MSSAU); in simplifyOneLoop() [all …]
|
H A D | IntegerDivision.cpp | 203 BasicBlock *Preheader = BasicBlock::Create(Builder.getContext(), in generateUnsignedDivisionCode() local 255 Builder.CreateCondBr(SkipLoop, LoopExit, Preheader); in generateUnsignedDivisionCode() 261 Builder.SetInsertPoint(Preheader); in generateUnsignedDivisionCode() 324 Carry_1->addIncoming(Zero, Preheader); in generateUnsignedDivisionCode() 327 SR_3->addIncoming(SR_1, Preheader); in generateUnsignedDivisionCode() 330 R_1->addIncoming(Tmp3, Preheader); in generateUnsignedDivisionCode() 333 Q_2->addIncoming(Q, Preheader); in generateUnsignedDivisionCode()
|
H A D | LoopUtils.cpp | 485 auto *Preheader = L->getLoopPreheader(); in deleteDeadLoop() local 486 assert(Preheader && "Preheader should exist!"); in deleteDeadLoop() 506 Instruction *OldTerm = Preheader->getTerminator(); in deleteDeadLoop() 555 P.setIncomingBlock(PredIndex, Preheader); in deleteDeadLoop() 563 P.getIncomingBlock(PredIndex) == Preheader) && in deleteDeadLoop() 568 DTU.applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}); in deleteDeadLoop() 578 Builder.SetInsertPoint(Preheader->getTerminator()); in deleteDeadLoop() 581 Preheader->getTerminator()->eraseFromParent(); in deleteDeadLoop() 588 Preheader->getTerminator()->eraseFromParent(); in deleteDeadLoop() 1280 BasicBlock *Preheader = L->getLoopPreheader(); in canLoopBeDeleted() local [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | MachineLoopUtils.cpp | 31 MachineBasicBlock *Preheader = *Loop->pred_begin(); in PeelSingleBlockLoop() local 32 if (Preheader == Loop) in PeelSingleBlockLoop() 33 Preheader = *std::next(Loop->pred_begin()); in PeelSingleBlockLoop() 85 if (MI.getOperand(2).getMBB() != Preheader) in PeelSingleBlockLoop() 110 Preheader->ReplaceUsesOfBlockWith(Loop, NewBB); in PeelSingleBlockLoop() 112 Loop->replacePhiUsesWith(Preheader, NewBB); in PeelSingleBlockLoop() 113 Preheader->updateTerminator(Loop); in PeelSingleBlockLoop()
|
H A D | MachineLoopInfo.cpp | 130 MachineBasicBlock *Preheader = nullptr; in findLoopPreheader() local 135 if (Preheader) in findLoopPreheader() 137 Preheader = P; in findLoopPreheader() 143 for (MachineBasicBlock *S : Preheader->successors()) { in findLoopPreheader() 151 return Preheader; in findLoopPreheader()
|
H A D | MachineLICM.cpp | 521 if (!Preheader) in HoistRegionPostRA() 560 if (TI != Preheader->end()) { in HoistRegionPostRA() 639 Preheader->splice(Preheader->getFirstTerminator(), MBB, MI); in HoistPostRA() 734 if (!Preheader) in HoistOutOfLoop() 786 InitRegPressure(Preheader); in HoistOutOfLoop() 798 HoistRes = Hoist(&MI, Preheader, CurLoop); in HoistOutOfLoop() 1514 isTgtHotterThanSrc(SrcBlock, Preheader)) { in Hoist() 1540 if (Preheader->getBasicBlock()) in Hoist() 1548 InitCSEMap(Preheader); in Hoist() 1571 Preheader->splice(Preheader->getFirstTerminator(),MI->getParent(),MI); in Hoist() [all …]
|
H A D | HardwareLoops.cpp | 361 BasicBlock *Preheader = L->getLoopPreheader(); in TryConvertLoop() local 364 if (!Preheader) in TryConvertLoop() 365 Preheader = InsertPreheaderForLoop(L, &DT, &LI, nullptr, PreserveLCSSA); in TryConvertLoop() 366 if (!Preheader) in TryConvertLoop() 402 BasicBlock *Preheader = L->getLoopPreheader(); in CanGenerateTest() local 403 if (!Preheader->getSinglePredecessor()) in CanGenerateTest() 406 BasicBlock *Pred = Preheader->getSinglePredecessor(); in CanGenerateTest() 437 if (BI->getSuccessor(SuccIdx) != Preheader) in CanGenerateTest() 572 BasicBlock *Preheader = L->getLoopPreheader(); in InsertPHICounter() local 577 Index->addIncoming(NumElts, Preheader); in InsertPHICounter()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64LoopIdiomTransform.cpp | 397 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in expandFindMismatch() local 398 BranchInst *PHBranch = cast<BranchInst>(Preheader->getTerminator()); in expandFindMismatch() 405 SplitBlock(Preheader, PHBranch, DT, LI, nullptr, "mismatch_end"); in expandFindMismatch() 424 Preheader->getTerminator()->setSuccessor(0, MinItCheckBlock); in expandFindMismatch() 450 DTU.applyUpdates({{DominatorTree::Insert, Preheader, MinItCheckBlock}, in expandFindMismatch() 451 {DominatorTree::Delete, Preheader, EndBlock}}); in expandFindMismatch() 732 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in transformByteCompare() local 734 BranchInst *PHBranch = cast<BranchInst>(Preheader->getTerminator()); in transformByteCompare() 756 auto *CmpBB = BasicBlock::Create(Preheader->getContext(), "byte.compare", in transformByteCompare() 757 Preheader->getParent()); in transformByteCompare()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
H A D | HexagonHardwareLoops.cpp | 410 MachineBasicBlock *Preheader = MLI->findLoopPreheader(L, SpecPreheader); in findInductionRegister() local 413 if (!Header || !Preheader || !Latch || !ExitingBlock) in findInductionRegister() 605 MachineBasicBlock *Preheader = MLI->findLoopPreheader(L, SpecPreheader); in getLoopTripCount() local 612 if (MBB == Preheader) in getLoopTripCount() 1197 if (!Preheader) { in convertToHardwareLoop() 1198 Preheader = createPreheaderForLoop(L); in convertToHardwareLoop() 1199 if (!Preheader) in convertToHardwareLoop() 1217 if (!MDT->dominates(BBDef, Preheader)) in convertToHardwareLoop() 1245 if (InsertPos != Preheader->end()) in convertToHardwareLoop() 1266 BuildMI(*Preheader, InsertPos, DL, TII->get(LOOP_r)) in convertToHardwareLoop() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86LowerAMXIntrinsics.cpp | 72 BasicBlock *createLoop(BasicBlock *Preheader, BasicBlock *Exit, Value *Bound, 103 BasicBlock *X86LowerAMXIntrinsics::createLoop(BasicBlock *Preheader, in createLoop() argument 107 LLVMContext &Ctx = Preheader->getContext(); in createLoop() 109 BasicBlock::Create(Ctx, Name + ".header", Preheader->getParent(), Exit); in createLoop() 120 IV->addIncoming(ConstantInt::get(I16Ty, 0), Preheader); in createLoop() 128 BranchInst *PreheaderBr = cast<BranchInst>(Preheader->getTerminator()); in createLoop() 132 {DominatorTree::Delete, Preheader, Tmp}, in createLoop() 137 {DominatorTree::Insert, Preheader, Header}, in createLoop()
|
/freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | LoopInfo.cpp | 93 BasicBlock *Preheader = getLoopPreheader(); in makeLoopInvariant() local 95 if (!Preheader) in makeLoopInvariant() 97 InsertPt = Preheader->getTerminator(); in makeLoopInvariant() 371 BasicBlock *Preheader = getLoopPreheader(); in getLoopGuardBranch() local 372 assert(Preheader && getLoopLatch() && in getLoopGuardBranch() 385 BasicBlock *GuardBB = Preheader->getUniquePredecessor(); in getLoopGuardBranch() 395 BasicBlock *GuardOtherSucc = (GuardBI->getSuccessor(0) == Preheader) in getLoopGuardBranch()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
H A D | MatrixUtils.h | 82 static BasicBlock *CreateLoop(BasicBlock *Preheader, BasicBlock *Exit,
|