Home
last modified time | relevance | path

Searched refs:MSSAU (Results 1 – 25 of 32) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DLoopSimplifyCFG.cpp116 MemorySSAUpdater *MSSAU; member in __anonf1f16a520111::ConstantTerminatorFoldingImpl
413 if (MSSAU) in handleDeadExits()
423 if (MSSAU) { in handleDeadExits()
435 if (MSSAU) { in deleteDeadLoopBlocks()
500 if (MSSAU) in foldTerminators()
501 MSSAU->removeEdge(BB, Succ); in foldTerminators()
532 : L(L), LI(LI), DT(DT), SE(SE), MSSAU(MSSAU), DFS(&L), in ConstantTerminatorFoldingImpl()
616 if (MSSAU && VerifyMemorySSA) in run()
684 if (MSSAU && VerifyMemorySSA) in mergeBlocksIntoPredecessors()
721 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
[all …]
H A DLoopInstSimplify.cpp47 MemorySSAUpdater *MSSAU) { in simplifyLoopInst() argument
74 MemorySSA *MSSA = MSSAU ? MSSAU->getMemorySSA() : nullptr; in simplifyLoopInst()
78 if (MSSAU && VerifyMemorySSA) in simplifyLoopInst()
133 if (MSSAU) in simplifyLoopInst()
151 RecursivelyDeleteTriviallyDeadInstructions(DeadInsts, &TLI, MSSAU); in simplifyLoopInst()
154 if (MSSAU && VerifyMemorySSA) in simplifyLoopInst()
176 std::optional<MemorySSAUpdater> MSSAU; in run() local
178 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
183 MSSAU ? &*MSSAU : nullptr)) in run()
H A DLICM.cpp432 MemorySSAUpdater MSSAU(MSSA); in runOnLoop() local
646 MemorySSAUpdater &MSSAU; member in __anone158e6e00511::ControlFlowHoister
659 : LI(LI), DT(DT), CurLoop(CurLoop), MSSAU(MSSAU) {} in ControlFlowHoister()
911 MSSAU, SE, ORE); in hoistRegion()
956 MSSAU, SE, ORE); in hoistRegion()
970 MSSAU, SE, ORE); in hoistRegion()
1490 MSSAU.removeMemoryAccess(&I); in eraseInstruction()
1514 MemorySSAUpdater &MSSAU) { in sinkThroughTriviallyReplaceablePHI() argument
1803 MemorySSAUpdater &MSSAU; member in __anone158e6e01111::LoopPromoter
1840 LoopInsertPts(LIP), MSSAInsertPts(MSSAIP), PredCache(PIC), MSSAU(MSSAU), in LoopPromoter()
[all …]
H A DSimpleLoopUnswitch.cpp303 if (!MSSAU) in buildPartialInvariantUnswitchConditionalBranch()
626 if (MSSAU) { in unswitchTrivialBranch()
658 if (MSSAU) { in unswitchTrivialBranch()
1004 if (MSSAU) { in unswitchTrivialSwitch()
1674 if (MSSAU) { in deleteDeadClonedBlocks()
1715 if (MSSAU) in deleteDeadBlocksFromLoop()
2241 if (MSSAU) in unswitchNontrivialInvariants()
2704 if (MSSAU) in turnSelectIntoBranch()
2765 if (MSSAU) in turnGuardIntoBranch()
2771 if (MSSAU) { in turnGuardIntoBranch()
[all …]
H A DLoopRotation.cpp74 std::optional<MemorySSAUpdater> MSSAU; in run() local
76 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
78 MSSAU ? &*MSSAU : nullptr, SQ, false, Threshold, in run()
135 std::optional<MemorySSAUpdater> MSSAU; in runOnLoop() local
140 MSSAU = MemorySSAUpdater(&MSSAA->getMSSA()); in runOnLoop()
148 return LoopRotation(L, LI, TTI, AC, &DT, &SE, MSSAU ? &*MSSAU : nullptr, SQ, in runOnLoop()
H A DLoopSink.cpp173 DominatorTree &DT, BlockFrequencyInfo &BFI, MemorySSAUpdater *MSSAU) { in sinkInstruction() argument
241 if (MSSAU && MSSAU->getMemorySSA()->getMemoryAccess(&I)) { in sinkInstruction()
244 MSSAU->createMemoryAccessInBB(IC, nullptr, N, MemorySSA::Beginning); in sinkInstruction()
247 MSSAU->insertDef(MemDef, /*RenameUses=*/true); in sinkInstruction()
250 MSSAU->insertUse(MemUse, /*RenameUses=*/true); in sinkInstruction()
271 if (MSSAU) in sinkInstruction()
273 MSSAU->getMemorySSA()->getMemoryAccess(&I))) in sinkInstruction()
274 MSSAU->moveToPlace(OldMemAcc, MoveBB, MemorySSA::Beginning); in sinkInstruction()
301 MemorySSAUpdater MSSAU(&MSSA); in sinkLoopInvariantInstructions() local
328 if (!canSinkOrHoistInst(I, &AA, &DT, &L, MSSAU, false, LICMFlags)) in sinkLoopInvariantInstructions()
[all …]
H A DMemCpyOptimizer.cpp282 MSSAU->removeMemoryAccess(I); in eraseInstruction()
378 MSSAU->getMemorySSA()->getMemoryAccess(&*BI)); in tryMergingIntoMemset()
486 ? MSSAU->createMemoryAccessBefore( in tryMergingIntoMemset()
488 : MSSAU->createMemoryAccessAfter( in tryMergingIntoMemset()
490 MSSAU->insertDef(NewDef, /*RenameUses=*/true); in tryMergingIntoMemset()
622 MSSAU->moveAfter(MA, MemInsertPoint); in moveUp()
819 auto *NewAccess = MSSAU->createMemoryAccessBefore( in processStore()
1107 MSSAU->moveBefore(MSSA->getMemoryAccess(SkippedLifetimeStart), in performCallSlotOptzn()
1310 auto *NewAccess = MSSAU->createMemoryAccessBefore( in processMemSetMemCpyDependence()
1690 MSSAU->createMemoryAccessAfter(NewM, nullptr, LastDef); in processMemCpy()
[all …]
H A DGuardWidening.cpp110 if (MSSAU) in eliminateGuard()
111 MSSAU->removeMemoryAccess(GuardInst); in eliminateGuard()
137 MemorySSAUpdater *MSSAU; member in __anon8a1e02830111::GuardWideningImpl
323 : DT(DT), PDT(PDT), LI(LI), AC(AC), MSSAU(MSSAU), Root(Root), in GuardWideningImpl()
363 eliminateGuard(I, MSSAU); in run()
991 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local
993 MSSAU = std::make_unique<MemorySSAUpdater>(&MSSAA->getMSSA()); in run()
994 if (!GuardWideningImpl(DT, &PDT, LI, AC, MSSAU ? MSSAU.get() : nullptr, in run()
1014 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local
1016 MSSAU = std::make_unique<MemorySSAUpdater>(AR.MSSA); in run()
[all …]
H A DLoopFlatten.cpp743 MemorySSAUpdater *MSSAU) { in DoFlattenLoopPair() argument
782 if (MSSAU) in DoFlattenLoopPair()
783 MSSAU->removeEdge(InnerExitingBlock, FI.InnerLoop->getHeader()); in DoFlattenLoopPair()
894 MemorySSAUpdater *MSSAU) { in FlattenLoopPair() argument
923 return DoFlattenLoopPair(FI, DT, LI, SE, AC, TTI, U, MSSAU); in FlattenLoopPair()
941 return DoFlattenLoopPair(FI, DT, LI, SE, AC, TTI, U, MSSAU); in FlattenLoopPair()
950 std::optional<MemorySSAUpdater> MSSAU; in run() local
952 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
967 MSSAU ? &*MSSAU : nullptr); in run()
H A DLoopPredication.cpp267 MemorySSAUpdater *MSSAU; member in __anon9a79d9470111::LoopPredication
325 LoopInfo *LI, MemorySSAUpdater *MSSAU) in LoopPredication() argument
326 : AA(AA), DT(DT), SE(SE), LI(LI), MSSAU(MSSAU){}; in LoopPredication()
335 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local
337 MSSAU = std::make_unique<MemorySSAUpdater>(AR.MSSA); in run()
339 MSSAU ? MSSAU.get() : nullptr); in run()
752 RecursivelyDeleteTriviallyDeadInstructions(OldCond, nullptr /* TLI */, MSSAU); in widenGuardConditions()
800 RecursivelyDeleteTriviallyDeadInstructions(OldCond, nullptr /* TLI */, MSSAU); in widenWidenableBranchGuardConditions()
1245 if (MSSAU && VerifyMemorySSA) in runOnLoop()
1246 MSSAU->getMemorySSA()->verifyMemorySSA(); in runOnLoop()
H A DLoopIdiomRecognize.cpp151 std::unique_ptr<MemorySSAUpdater> MSSAU; member in __anoncc7ad80d0111::LoopIdiomRecognize
1124 if (MSSAU) { in processLoopStridedStore()
1154 if (MSSAU) in processLoopStridedStore()
1155 MSSAU->removeMemoryAccess(I, true); in processLoopStridedStore()
1158 if (MSSAU && VerifyMemorySSA) in processLoopStridedStore()
1159 MSSAU->getMemorySSA()->verifyMemorySSA(); in processLoopStridedStore()
1423 if (MSSAU) { in processLoopStoreOfLoopLoad()
1450 if (MSSAU) in processLoopStoreOfLoopLoad()
1451 MSSAU->removeMemoryAccess(TheStore, true); in processLoopStoreOfLoopLoad()
1453 if (MSSAU && VerifyMemorySSA) in processLoopStoreOfLoopLoad()
[all …]
H A DGVN.cpp1420 if (MSSAU) { in eliminatePartiallyRedundantLoad()
1421 auto *NewAccess = MSSAU->createMemoryAccessInBB( in eliminatePartiallyRedundantLoad()
1424 MSSAU->insertDef(NewDef, /*RenameUses=*/true); in eliminatePartiallyRedundantLoad()
1999 if (MSSAU) { in processAssumeIntrinsic()
2019 FirstNonDom ? MSSAU->createMemoryAccessBefore( in processAssumeIntrinsic()
2022 : MSSAU->createMemoryAccessInBB( in processAssumeIntrinsic()
2173 if (MSSAU) in processLoad()
2174 MSSAU->removeMemoryAccess(L); in processLoad()
2704 MSSAU = MSSA ? &Updater : nullptr; in runImpl()
3120 if (MSSAU) in removeInstruction()
[all …]
H A DIndVarSimplify.cpp135 std::unique_ptr<MemorySSAUpdater> MSSAU; member in __anon521a296c0111::IndVarSimplify
169 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in IndVarSimplify()
374 RecursivelyDeleteTriviallyDeadInstructions(Compare, TLI, MSSAU.get()); in handleFloatingPointIV()
378 RecursivelyDeleteTriviallyDeadInstructions(Incr, TLI, MSSAU.get()); in handleFloatingPointIV()
391 RecursivelyDeleteTriviallyDeadInstructions(PN, TLI, MSSAU.get()); in handleFloatingPointIV()
2019 Changed |= RecursivelyDeleteDeadPHINode(PHI, TLI, MSSAU.get()); in run()
2022 RecursivelyDeleteTriviallyDeadInstructions(Inst, TLI, MSSAU.get()); in run()
2037 Changed |= DeleteDeadPHIs(L->getHeader(), TLI, MSSAU.get()); in run()
2042 if (VerifyMemorySSA && MSSAU) in run()
2043 MSSAU->getMemorySSA()->verifyMemorySSA(); in run()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DLoopSimplify.cpp470 if (MSSAU) in insertUniqueBackedgeBlock()
483 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop()
484 MSSAU->getMemorySSA()->verifyMemorySSA(); in simplifyOneLoop()
515 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop()
554 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop()
588 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop()
681 if (MSSAU) { in simplifyOneLoop()
684 MSSAU->removeBlocks(ExitBlockSet); in simplifyOneLoop()
695 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop()
804 std::unique_ptr<MemorySSAUpdater> MSSAU; in runOnFunction() local
[all …]
H A DLoopRotationUtils.cpp67 MemorySSAUpdater *MSSAU; member in __anonf094bad10111::LoopRotate
80 MSSAU(MSSAU), SQ(SQ), RotationOnly(RotationOnly), in LoopRotate()
504 if (MSSAU && VerifyMemorySSA) in rotateLoop()
683 if (MSSAU) in rotateLoop()
768 if (MSSAU) { in rotateLoop()
799 if (MSSAU) { in rotateLoop()
869 if (MSSAU) in rotateLoop()
876 if (MSSAU && VerifyMemorySSA) in rotateLoop()
889 if (MSSAU && VerifyMemorySSA) in rotateLoop()
1018 if (MSSAU && VerifyMemorySSA) in simplifyLoopLatch()
[all …]
H A DBasicBlockUtils.cpp165 MemorySSAUpdater *MSSAU) { in DeleteDeadPHIs() argument
285 if (MSSAU) in MergeBlockIntoPredecessor()
306 if (MSSAU) in MergeBlockIntoPredecessor()
897 auto *MSSAU = Options.MSSAU; in ehAwareSplitEdge() local
912 if (MSSAU) { in ehAwareSplitEdge()
913 MSSAU->applyUpdates(Updates, *DT); in ehAwareSplitEdge()
915 MSSAU->getMemorySSA()->verifyMemorySSA(); in ehAwareSplitEdge()
1066 if (MSSAU) in SplitBlockImpl()
1123 if (MSSAU) { in splitBlockBefore()
1126 MSSAU->getMemorySSA()->verifyMemorySSA(); in splitBlockBefore()
[all …]
H A DBreakCriticalEdges.cpp226 auto *MSSAU = Options.MSSAU; in SplitKnownCriticalEdge() local
227 if (MSSAU) in SplitKnownCriticalEdge()
228 MSSAU->wireOldPredecessorsToNewImmediatePredecessor( in SplitKnownCriticalEdge()
297 DestBB, LoopPreds, "split", DT, LI, MSSAU, Options.PreserveLCSSA); in SplitKnownCriticalEdge()
H A DLoopUtils.cpp58 MemorySSAUpdater *MSSAU, in formDedicatedExitBlocks() argument
91 BB, InLoopPredecessors, ".loopexit", DT, LI, MSSAU, PreserveLCSSA); in formDedicatedExitBlocks()
488 std::unique_ptr<MemorySSAUpdater> MSSAU; in deleteDeadLoop() local
490 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in deleteDeadLoop()
570 MSSAU->applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}, in deleteDeadLoop()
598 MSSAU->removeBlocks(DeadBlockSet); in deleteDeadLoop()
733 std::unique_ptr<MemorySSAUpdater> MSSAU; in breakLoopBackedge() local
735 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in breakLoopBackedge()
744 MSSAU.get()); in breakLoopBackedge()
779 auto *BackedgeBB = SplitEdge(Latch, Header, &DT, &LI, MSSAU.get()); in breakLoopBackedge()
[all …]
H A DMoveAutoInit.cpp202 MemorySSAUpdater MSSAU(&MSSA); in runMoveAutoInit() local
209 MSSAU.moveToPlace(MSSA.getMemoryAccess(Job.first), Job.first->getParent(), in runMoveAutoInit()
/freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/
H A DBasicBlockUtils.h85 MemorySSAUpdater *MSSAU = nullptr);
98 MemorySSAUpdater *MSSAU = nullptr,
149 MemorySSAUpdater *MSSAU; member
161 MemorySSAUpdater *MSSAU = nullptr,
163 : DT(DT), PDT(PDT), LI(LI), MSSAU(MSSAU) {} in DT()
253 MemorySSAUpdater *MSSAU = nullptr,
285 MemorySSAUpdater *MSSAU = nullptr,
289 MemorySSAUpdater *MSSAU = nullptr,
304 MemorySSAUpdater *MSSAU = nullptr,
308 MemorySSAUpdater *MSSAU = nullptr,
[all …]
H A DLocal.h95 MemorySSAUpdater *MSSAU = nullptr,
109 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr,
119 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr,
130 MemorySSAUpdater *MSSAU = nullptr);
198 MemorySSAUpdater *MSSAU = nullptr,
372 MemorySSAUpdater *MSSAU = nullptr);
395 MemorySSAUpdater *MSSAU = nullptr);
H A DLoopRotationUtils.h35 MemorySSAUpdater *MSSAU, const SimplifyQuery &SQ,
H A DLoopSimplify.h65 AssumptionCache *AC, MemorySSAUpdater *MSSAU,
H A DLoopUtils.h54 MemorySSAUpdater *MSSAU, bool PreserveLCSSA);
62 MemorySSAUpdater *MSSAU, bool PreserveLCSSA);
355 Loop *CurLoop, MemorySSAUpdater &MSSAU,
/freebsd/contrib/llvm-project/llvm/lib/Analysis/
H A DLoopInfo.cpp71 MemorySSAUpdater *MSSAU, in makeLoopInvariant() argument
74 return makeLoopInvariant(I, Changed, InsertPt, MSSAU, SE); in makeLoopInvariant()
79 Instruction *InsertPt, MemorySSAUpdater *MSSAU, in makeLoopInvariant() argument
101 if (!makeLoopInvariant(Operand, Changed, InsertPt, MSSAU, SE)) in makeLoopInvariant()
106 if (MSSAU) in makeLoopInvariant()
107 if (auto *MUD = MSSAU->getMemorySSA()->getMemoryAccess(I)) in makeLoopInvariant()
108 MSSAU->moveToPlace(MUD, InsertPt->getParent(), in makeLoopInvariant()

12