/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
H A D | LoopSimplifyCFG.cpp | 116 MemorySSAUpdater *MSSAU; member in __anonf1f16a520111::ConstantTerminatorFoldingImpl 413 if (MSSAU) in handleDeadExits() 423 if (MSSAU) { in handleDeadExits() 435 if (MSSAU) { in deleteDeadLoopBlocks() 500 if (MSSAU) in foldTerminators() 501 MSSAU->removeEdge(BB, Succ); in foldTerminators() 532 : L(L), LI(LI), DT(DT), SE(SE), MSSAU(MSSAU), DFS(&L), in ConstantTerminatorFoldingImpl() 616 if (MSSAU && VerifyMemorySSA) in run() 684 if (MSSAU && VerifyMemorySSA) in mergeBlocksIntoPredecessors() 721 MSSAU = MemorySSAUpdater(AR.MSSA); in run() [all …]
|
H A D | LoopInstSimplify.cpp | 47 MemorySSAUpdater *MSSAU) { in simplifyLoopInst() argument 74 MemorySSA *MSSA = MSSAU ? MSSAU->getMemorySSA() : nullptr; in simplifyLoopInst() 78 if (MSSAU && VerifyMemorySSA) in simplifyLoopInst() 133 if (MSSAU) in simplifyLoopInst() 151 RecursivelyDeleteTriviallyDeadInstructions(DeadInsts, &TLI, MSSAU); in simplifyLoopInst() 154 if (MSSAU && VerifyMemorySSA) in simplifyLoopInst() 176 std::optional<MemorySSAUpdater> MSSAU; in run() local 178 MSSAU = MemorySSAUpdater(AR.MSSA); in run() 183 MSSAU ? &*MSSAU : nullptr)) in run()
|
H A D | LICM.cpp | 432 MemorySSAUpdater MSSAU(MSSA); in runOnLoop() local 646 MemorySSAUpdater &MSSAU; member in __anone158e6e00511::ControlFlowHoister 659 : LI(LI), DT(DT), CurLoop(CurLoop), MSSAU(MSSAU) {} in ControlFlowHoister() 911 MSSAU, SE, ORE); in hoistRegion() 956 MSSAU, SE, ORE); in hoistRegion() 970 MSSAU, SE, ORE); in hoistRegion() 1490 MSSAU.removeMemoryAccess(&I); in eraseInstruction() 1514 MemorySSAUpdater &MSSAU) { in sinkThroughTriviallyReplaceablePHI() argument 1803 MemorySSAUpdater &MSSAU; member in __anone158e6e01111::LoopPromoter 1840 LoopInsertPts(LIP), MSSAInsertPts(MSSAIP), PredCache(PIC), MSSAU(MSSAU), in LoopPromoter() [all …]
|
H A D | SimpleLoopUnswitch.cpp | 303 if (!MSSAU) in buildPartialInvariantUnswitchConditionalBranch() 626 if (MSSAU) { in unswitchTrivialBranch() 658 if (MSSAU) { in unswitchTrivialBranch() 1004 if (MSSAU) { in unswitchTrivialSwitch() 1674 if (MSSAU) { in deleteDeadClonedBlocks() 1715 if (MSSAU) in deleteDeadBlocksFromLoop() 2241 if (MSSAU) in unswitchNontrivialInvariants() 2704 if (MSSAU) in turnSelectIntoBranch() 2765 if (MSSAU) in turnGuardIntoBranch() 2771 if (MSSAU) { in turnGuardIntoBranch() [all …]
|
H A D | LoopRotation.cpp | 74 std::optional<MemorySSAUpdater> MSSAU; in run() local 76 MSSAU = MemorySSAUpdater(AR.MSSA); in run() 78 MSSAU ? &*MSSAU : nullptr, SQ, false, Threshold, in run() 135 std::optional<MemorySSAUpdater> MSSAU; in runOnLoop() local 140 MSSAU = MemorySSAUpdater(&MSSAA->getMSSA()); in runOnLoop() 148 return LoopRotation(L, LI, TTI, AC, &DT, &SE, MSSAU ? &*MSSAU : nullptr, SQ, in runOnLoop()
|
H A D | LoopSink.cpp | 173 DominatorTree &DT, BlockFrequencyInfo &BFI, MemorySSAUpdater *MSSAU) { in sinkInstruction() argument 241 if (MSSAU && MSSAU->getMemorySSA()->getMemoryAccess(&I)) { in sinkInstruction() 244 MSSAU->createMemoryAccessInBB(IC, nullptr, N, MemorySSA::Beginning); in sinkInstruction() 247 MSSAU->insertDef(MemDef, /*RenameUses=*/true); in sinkInstruction() 250 MSSAU->insertUse(MemUse, /*RenameUses=*/true); in sinkInstruction() 271 if (MSSAU) in sinkInstruction() 273 MSSAU->getMemorySSA()->getMemoryAccess(&I))) in sinkInstruction() 274 MSSAU->moveToPlace(OldMemAcc, MoveBB, MemorySSA::Beginning); in sinkInstruction() 301 MemorySSAUpdater MSSAU(&MSSA); in sinkLoopInvariantInstructions() local 328 if (!canSinkOrHoistInst(I, &AA, &DT, &L, MSSAU, false, LICMFlags)) in sinkLoopInvariantInstructions() [all …]
|
H A D | MemCpyOptimizer.cpp | 282 MSSAU->removeMemoryAccess(I); in eraseInstruction() 378 MSSAU->getMemorySSA()->getMemoryAccess(&*BI)); in tryMergingIntoMemset() 486 ? MSSAU->createMemoryAccessBefore( in tryMergingIntoMemset() 488 : MSSAU->createMemoryAccessAfter( in tryMergingIntoMemset() 490 MSSAU->insertDef(NewDef, /*RenameUses=*/true); in tryMergingIntoMemset() 622 MSSAU->moveAfter(MA, MemInsertPoint); in moveUp() 819 auto *NewAccess = MSSAU->createMemoryAccessBefore( in processStore() 1107 MSSAU->moveBefore(MSSA->getMemoryAccess(SkippedLifetimeStart), in performCallSlotOptzn() 1310 auto *NewAccess = MSSAU->createMemoryAccessBefore( in processMemSetMemCpyDependence() 1690 MSSAU->createMemoryAccessAfter(NewM, nullptr, LastDef); in processMemCpy() [all …]
|
H A D | GuardWidening.cpp | 110 if (MSSAU) in eliminateGuard() 111 MSSAU->removeMemoryAccess(GuardInst); in eliminateGuard() 137 MemorySSAUpdater *MSSAU; member in __anon8a1e02830111::GuardWideningImpl 323 : DT(DT), PDT(PDT), LI(LI), AC(AC), MSSAU(MSSAU), Root(Root), in GuardWideningImpl() 363 eliminateGuard(I, MSSAU); in run() 991 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local 993 MSSAU = std::make_unique<MemorySSAUpdater>(&MSSAA->getMSSA()); in run() 994 if (!GuardWideningImpl(DT, &PDT, LI, AC, MSSAU ? MSSAU.get() : nullptr, in run() 1014 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local 1016 MSSAU = std::make_unique<MemorySSAUpdater>(AR.MSSA); in run() [all …]
|
H A D | LoopFlatten.cpp | 743 MemorySSAUpdater *MSSAU) { in DoFlattenLoopPair() argument 782 if (MSSAU) in DoFlattenLoopPair() 783 MSSAU->removeEdge(InnerExitingBlock, FI.InnerLoop->getHeader()); in DoFlattenLoopPair() 894 MemorySSAUpdater *MSSAU) { in FlattenLoopPair() argument 923 return DoFlattenLoopPair(FI, DT, LI, SE, AC, TTI, U, MSSAU); in FlattenLoopPair() 941 return DoFlattenLoopPair(FI, DT, LI, SE, AC, TTI, U, MSSAU); in FlattenLoopPair() 950 std::optional<MemorySSAUpdater> MSSAU; in run() local 952 MSSAU = MemorySSAUpdater(AR.MSSA); in run() 967 MSSAU ? &*MSSAU : nullptr); in run()
|
H A D | LoopPredication.cpp | 267 MemorySSAUpdater *MSSAU; member in __anon9a79d9470111::LoopPredication 325 LoopInfo *LI, MemorySSAUpdater *MSSAU) in LoopPredication() argument 326 : AA(AA), DT(DT), SE(SE), LI(LI), MSSAU(MSSAU){}; in LoopPredication() 335 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local 337 MSSAU = std::make_unique<MemorySSAUpdater>(AR.MSSA); in run() 339 MSSAU ? MSSAU.get() : nullptr); in run() 752 RecursivelyDeleteTriviallyDeadInstructions(OldCond, nullptr /* TLI */, MSSAU); in widenGuardConditions() 800 RecursivelyDeleteTriviallyDeadInstructions(OldCond, nullptr /* TLI */, MSSAU); in widenWidenableBranchGuardConditions() 1245 if (MSSAU && VerifyMemorySSA) in runOnLoop() 1246 MSSAU->getMemorySSA()->verifyMemorySSA(); in runOnLoop()
|
H A D | LoopIdiomRecognize.cpp | 151 std::unique_ptr<MemorySSAUpdater> MSSAU; member in __anoncc7ad80d0111::LoopIdiomRecognize 1124 if (MSSAU) { in processLoopStridedStore() 1154 if (MSSAU) in processLoopStridedStore() 1155 MSSAU->removeMemoryAccess(I, true); in processLoopStridedStore() 1158 if (MSSAU && VerifyMemorySSA) in processLoopStridedStore() 1159 MSSAU->getMemorySSA()->verifyMemorySSA(); in processLoopStridedStore() 1423 if (MSSAU) { in processLoopStoreOfLoopLoad() 1450 if (MSSAU) in processLoopStoreOfLoopLoad() 1451 MSSAU->removeMemoryAccess(TheStore, true); in processLoopStoreOfLoopLoad() 1453 if (MSSAU && VerifyMemorySSA) in processLoopStoreOfLoopLoad() [all …]
|
H A D | GVN.cpp | 1420 if (MSSAU) { in eliminatePartiallyRedundantLoad() 1421 auto *NewAccess = MSSAU->createMemoryAccessInBB( in eliminatePartiallyRedundantLoad() 1424 MSSAU->insertDef(NewDef, /*RenameUses=*/true); in eliminatePartiallyRedundantLoad() 1999 if (MSSAU) { in processAssumeIntrinsic() 2019 FirstNonDom ? MSSAU->createMemoryAccessBefore( in processAssumeIntrinsic() 2022 : MSSAU->createMemoryAccessInBB( in processAssumeIntrinsic() 2173 if (MSSAU) in processLoad() 2174 MSSAU->removeMemoryAccess(L); in processLoad() 2704 MSSAU = MSSA ? &Updater : nullptr; in runImpl() 3120 if (MSSAU) in removeInstruction() [all …]
|
H A D | IndVarSimplify.cpp | 135 std::unique_ptr<MemorySSAUpdater> MSSAU; member in __anon521a296c0111::IndVarSimplify 169 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in IndVarSimplify() 374 RecursivelyDeleteTriviallyDeadInstructions(Compare, TLI, MSSAU.get()); in handleFloatingPointIV() 378 RecursivelyDeleteTriviallyDeadInstructions(Incr, TLI, MSSAU.get()); in handleFloatingPointIV() 391 RecursivelyDeleteTriviallyDeadInstructions(PN, TLI, MSSAU.get()); in handleFloatingPointIV() 2019 Changed |= RecursivelyDeleteDeadPHINode(PHI, TLI, MSSAU.get()); in run() 2022 RecursivelyDeleteTriviallyDeadInstructions(Inst, TLI, MSSAU.get()); in run() 2037 Changed |= DeleteDeadPHIs(L->getHeader(), TLI, MSSAU.get()); in run() 2042 if (VerifyMemorySSA && MSSAU) in run() 2043 MSSAU->getMemorySSA()->verifyMemorySSA(); in run()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | LoopSimplify.cpp | 470 if (MSSAU) in insertUniqueBackedgeBlock() 483 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop() 484 MSSAU->getMemorySSA()->verifyMemorySSA(); in simplifyOneLoop() 515 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop() 554 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop() 588 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop() 681 if (MSSAU) { in simplifyOneLoop() 684 MSSAU->removeBlocks(ExitBlockSet); in simplifyOneLoop() 695 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop() 804 std::unique_ptr<MemorySSAUpdater> MSSAU; in runOnFunction() local [all …]
|
H A D | LoopRotationUtils.cpp | 67 MemorySSAUpdater *MSSAU; member in __anonf094bad10111::LoopRotate 80 MSSAU(MSSAU), SQ(SQ), RotationOnly(RotationOnly), in LoopRotate() 504 if (MSSAU && VerifyMemorySSA) in rotateLoop() 683 if (MSSAU) in rotateLoop() 768 if (MSSAU) { in rotateLoop() 799 if (MSSAU) { in rotateLoop() 869 if (MSSAU) in rotateLoop() 876 if (MSSAU && VerifyMemorySSA) in rotateLoop() 889 if (MSSAU && VerifyMemorySSA) in rotateLoop() 1018 if (MSSAU && VerifyMemorySSA) in simplifyLoopLatch() [all …]
|
H A D | BasicBlockUtils.cpp | 165 MemorySSAUpdater *MSSAU) { in DeleteDeadPHIs() argument 285 if (MSSAU) in MergeBlockIntoPredecessor() 306 if (MSSAU) in MergeBlockIntoPredecessor() 897 auto *MSSAU = Options.MSSAU; in ehAwareSplitEdge() local 912 if (MSSAU) { in ehAwareSplitEdge() 913 MSSAU->applyUpdates(Updates, *DT); in ehAwareSplitEdge() 915 MSSAU->getMemorySSA()->verifyMemorySSA(); in ehAwareSplitEdge() 1066 if (MSSAU) in SplitBlockImpl() 1123 if (MSSAU) { in splitBlockBefore() 1126 MSSAU->getMemorySSA()->verifyMemorySSA(); in splitBlockBefore() [all …]
|
H A D | BreakCriticalEdges.cpp | 226 auto *MSSAU = Options.MSSAU; in SplitKnownCriticalEdge() local 227 if (MSSAU) in SplitKnownCriticalEdge() 228 MSSAU->wireOldPredecessorsToNewImmediatePredecessor( in SplitKnownCriticalEdge() 297 DestBB, LoopPreds, "split", DT, LI, MSSAU, Options.PreserveLCSSA); in SplitKnownCriticalEdge()
|
H A D | LoopUtils.cpp | 58 MemorySSAUpdater *MSSAU, in formDedicatedExitBlocks() argument 91 BB, InLoopPredecessors, ".loopexit", DT, LI, MSSAU, PreserveLCSSA); in formDedicatedExitBlocks() 488 std::unique_ptr<MemorySSAUpdater> MSSAU; in deleteDeadLoop() local 490 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in deleteDeadLoop() 570 MSSAU->applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}, in deleteDeadLoop() 598 MSSAU->removeBlocks(DeadBlockSet); in deleteDeadLoop() 733 std::unique_ptr<MemorySSAUpdater> MSSAU; in breakLoopBackedge() local 735 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in breakLoopBackedge() 744 MSSAU.get()); in breakLoopBackedge() 779 auto *BackedgeBB = SplitEdge(Latch, Header, &DT, &LI, MSSAU.get()); in breakLoopBackedge() [all …]
|
H A D | MoveAutoInit.cpp | 202 MemorySSAUpdater MSSAU(&MSSA); in runMoveAutoInit() local 209 MSSAU.moveToPlace(MSSA.getMemoryAccess(Job.first), Job.first->getParent(), in runMoveAutoInit()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
H A D | BasicBlockUtils.h | 85 MemorySSAUpdater *MSSAU = nullptr); 98 MemorySSAUpdater *MSSAU = nullptr, 149 MemorySSAUpdater *MSSAU; member 161 MemorySSAUpdater *MSSAU = nullptr, 163 : DT(DT), PDT(PDT), LI(LI), MSSAU(MSSAU) {} in DT() 253 MemorySSAUpdater *MSSAU = nullptr, 285 MemorySSAUpdater *MSSAU = nullptr, 289 MemorySSAUpdater *MSSAU = nullptr, 304 MemorySSAUpdater *MSSAU = nullptr, 308 MemorySSAUpdater *MSSAU = nullptr, [all …]
|
H A D | Local.h | 95 MemorySSAUpdater *MSSAU = nullptr, 109 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr, 119 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr, 130 MemorySSAUpdater *MSSAU = nullptr); 198 MemorySSAUpdater *MSSAU = nullptr, 372 MemorySSAUpdater *MSSAU = nullptr); 395 MemorySSAUpdater *MSSAU = nullptr);
|
H A D | LoopRotationUtils.h | 35 MemorySSAUpdater *MSSAU, const SimplifyQuery &SQ,
|
H A D | LoopSimplify.h | 65 AssumptionCache *AC, MemorySSAUpdater *MSSAU,
|
H A D | LoopUtils.h | 54 MemorySSAUpdater *MSSAU, bool PreserveLCSSA); 62 MemorySSAUpdater *MSSAU, bool PreserveLCSSA); 355 Loop *CurLoop, MemorySSAUpdater &MSSAU,
|
/freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | LoopInfo.cpp | 71 MemorySSAUpdater *MSSAU, in makeLoopInvariant() argument 74 return makeLoopInvariant(I, Changed, InsertPt, MSSAU, SE); in makeLoopInvariant() 79 Instruction *InsertPt, MemorySSAUpdater *MSSAU, in makeLoopInvariant() argument 101 if (!makeLoopInvariant(Operand, Changed, InsertPt, MSSAU, SE)) in makeLoopInvariant() 106 if (MSSAU) in makeLoopInvariant() 107 if (auto *MUD = MSSAU->getMemorySSA()->getMemoryAccess(I)) in makeLoopInvariant() 108 MSSAU->moveToPlace(MUD, InsertPt->getParent(), in makeLoopInvariant()
|