| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIOptimizeExecMaskingPreRA.cpp | 33 LiveIntervals *LIS; member in __anon8ed8d8310111::SIOptimizeExecMaskingPreRA
224 LIS->removeInterval(CCReg); in optimizeVcndVcmpPair()
228 LIS->removeAllRegUnitsForPhysReg(CCReg); in optimizeVcndVcmpPair()
242 LIS->RemoveMachineInstrFromMaps(*Cmp); in optimizeVcndVcmpPair()
248 LIS->shrinkToUses(SelLI); in optimizeVcndVcmpPair()
260 LIS->shrinkToUses(SelLI); in optimizeVcndVcmpPair()
330 LIS->removeInterval(SavedExecReg); in optimizeElseBranch()
331 LIS->removeInterval(DstReg); in optimizeElseBranch()
351 LIS = &getAnalysis<LiveIntervals>(); in runOnMachineFunction()
468 LIS->removeInterval(SavedExec); in runOnMachineFunction()
[all …]
|
| H A D | SILowerControlFlow.cpp | 279 if (!LIS) { in emitIf()
348 if (!LIS) { in emitElse()
411 if (LIS) { in emitIfBreak()
440 if (LIS) { in emitLoop()
555 if (LIS) in emitEndCf()
560 if (LIS) in emitEndCf()
641 if (LIS) in optimizeEndCf()
784 if (!LIS) { in lowerInitExec()
819 if (LIS) { in removeMBBifRedundant()
840 if (LIS) in removeMBBifRedundant()
[all …]
|
| H A D | GCNPreRAOptimizations.cpp | 45 LiveIntervals *LIS; member in __anonb90d89c70111::GCNPreRAOptimizations
179 LIS->removeInterval(RegToUpdate); in processReg()
180 LIS->createAndComputeVirtRegInterval(RegToUpdate); in processReg()
194 if (SlotIndex::isEarlierInstr(LIS->getInstructionIndex(*Def1), in processReg()
198 LIS->RemoveMachineInstrFromMaps(*Def0); in processReg()
199 LIS->RemoveMachineInstrFromMaps(*Def1); in processReg()
206 LIS->InsertMachineInstrInMaps(*NewI); in processReg()
207 LIS->removeInterval(Reg); in processReg()
208 LIS->createAndComputeVirtRegInterval(Reg); in processReg()
222 LIS = &getAnalysis<LiveIntervals>(); in runOnMachineFunction()
[all …]
|
| H A D | SILowerSGPRSpills.cpp | 39 LiveIntervals *LIS = nullptr; member in __anon7ba8d0b30111::SILowerSGPRSpills
122 if (LIS) in insertCSRSaves()
123 LIS->removeAllRegUnitsForPhysReg(Reg); in insertCSRSaves()
161 if (LIS) in insertCSRRestores()
162 LIS->removeAllRegUnitsForPhysReg(Reg); in insertCSRRestores()
286 if (LIS) { in extendWWMVirtRegLiveness()
287 LIS->InsertMachineInstrInMaps(*MIB); in extendWWMVirtRegLiveness()
302 if (LIS) in extendWWMVirtRegLiveness()
303 LIS->InsertMachineInstrInMaps(*MIB); in extendWWMVirtRegLiveness()
394 extendWWMVirtRegLiveness(MF, LIS); in runOnMachineFunction()
[all …]
|
| H A D | GCNRegPressure.h | 139 const LiveIntervals &LIS;
145 GCNRPTracker(const LiveIntervals &LIS_) : LIS(LIS_) {} in GCNRPTracker()
176 reset(MRI, llvm::getLiveRegs(SI, LIS, MRI)); in reset()
182 LIS.getSlotIndexes()->getMBBEndIdx(&MBB)); in reset()
252 const LiveIntervals &LIS,
268 getLiveRegMap(Range &&R, bool After, LiveIntervals &LIS) { in getLiveRegMap() argument
271 auto &SII = *LIS.getSlotIndexes(); in getLiveRegMap()
283 if (!LIS.hasInterval(Reg)) in getLiveRegMap()
285 auto &LI = LIS.getInterval(Reg); in getLiveRegMap()
307 return getLiveRegs(LIS.getInstructionIndex(MI).getDeadSlot(), LIS, in getLiveRegsAfter()
[all …]
|
| H A D | SIWholeQuadMode.cpp | 156 LiveIntervals *LIS; member in __anon82d908460111::SIWholeQuadMode
1015 LIS->RemoveMachineInstrFromMaps(MI); in lowerKillI1()
1029 LIS->removeInterval(CndReg); in lowerKillI1()
1062 LIS->removeInterval(SaveOrig); in lowerPseudoStrictMode()
1144 Last != MBBE ? LIS->getInstructionIndex(*Last) : LIS->getMBBEndIdx(&MBB); in prepareInsertion()
1227 LIS->InsertMachineInstrInMaps(*MI); in toExact()
1243 LIS->InsertMachineInstrInMaps(*MI); in toWQM()
1264 LIS->InsertMachineInstrInMaps(*MI); in toStrictMode()
1292 LIS->InsertMachineInstrInMaps(*MI); in fromStrictMode()
1524 LIS->removeInterval(Reg); in lowerCopyInstrs()
[all …]
|
| H A D | GCNRegPressure.cpp | 187 auto &LI = LIS.getInterval(Reg); in collectVirtualRegUses()
209 return getLiveLaneMask(LIS.getInterval(Reg), SI, MRI); in getLiveLaneMask()
233 if (!LIS.hasInterval(Reg)) in getLiveRegs()
235 auto LiveMask = getLiveLaneMask(Reg, SI, LIS, MRI); in getLiveRegs()
251 LiveRegs = After ? getLiveRegsAfter(MI, LIS) in reset()
252 : getLiveRegsBefore(MI, LIS); in reset()
314 collectVirtualRegUses(RegUses, MI, LIS, *MRI); in recede()
465 const auto LISLR = llvm::getLiveRegs(SI, LIS, *MRI); in isValid()
525 const LiveInterval &LI = LIS.getInterval(Reg); in getRegLiveThroughMask()
589 GCNDownwardRPTracker RPT(LIS); in runOnMachineFunction()
[all …]
|
| H A D | GCNIterativeScheduler.cpp | 56 if (!I->isDebugInstr() && LIS) in printRegion()
57 OS << LIS->getInstructionIndex(*I); in printRegion()
63 if (!I->isDebugInstr() && LIS) in printRegion()
64 OS << LIS->getInstructionIndex(*I); in printRegion()
69 if (LIS) OS << LIS->getInstructionIndex(*End) << '\t'; in printRegion()
95 printRegion(OS, R->Begin, R->End, LIS, 1); in printRegions()
106 printRegion(OS, R->Begin, R->End, LIS); in printSchedResult()
222 , UPTracker(*LIS) { in GCNIterativeScheduler()
262 GCNUpwardRPTracker RPTracker(*LIS); in getSchedulePressure()
354 assert(LIS != nullptr); in scheduleRegion()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyRegStackify.cpp | 273 LIS.getInstructionIndex(*Insert))) in getVRegDef()
512 if (LIS.shrinkToUses(&LI)) { in shrinkToUses()
529 LIS.handleMove(*Def); in moveForSingleUse()
584 LIS.InsertMachineInstrInMaps(*Clone); in rematerializeCheapDef()
595 shrinkToUses(LI, LIS); in rematerializeCheapDef()
604 LIS.removeInterval(Reg); in rematerializeCheapDef()
605 LIS.RemoveMachineInstrFromMaps(Def); in rematerializeCheapDef()
645 LIS.handleMove(*Def); in moveAndTeeForMultiUse()
659 LiveInterval &LI = LIS.getInterval(Reg); in moveAndTeeForMultiUse()
664 shrinkToUses(LI, LIS); in moveAndTeeForMultiUse()
[all …]
|
| H A D | WebAssemblyMemIntrinsicResults.cpp | 88 LiveIntervals &LIS) { in replaceDominatedUses() argument
91 LiveInterval *FromLI = &LIS.getInterval(FromReg); in replaceDominatedUses()
92 LiveInterval *ToLI = &LIS.getInterval(ToReg); in replaceDominatedUses()
94 SlotIndex FromIdx = LIS.getInstructionIndex(MI).getRegSlot(); in replaceDominatedUses()
108 SlotIndex WhereIdx = LIS.getInstructionIndex(*Where); in replaceDominatedUses()
133 LIS.extendToIndices(*ToLI, Indices); in replaceDominatedUses()
136 LIS.shrinkToUses(FromLI); in replaceDominatedUses()
150 MachineDominatorTree &MDT, LiveIntervals &LIS, in optimizeCall() argument
173 return replaceDominatedUses(MBB, MI, FromReg, ToReg, MRI, MDT, LIS); in optimizeCall()
188 auto &LIS = getAnalysis<LiveIntervals>(); in runOnMachineFunction() local
[all …]
|
| H A D | WebAssemblyOptimizeLiveIntervals.cpp | 80 auto &LIS = getAnalysis<LiveIntervals>(); in runOnMachineFunction() local
96 LIS.splitSeparateComponents(LIS.getInterval(Reg), SplitLIs); in runOnMachineFunction()
116 LiveInterval &LI = LIS.getInterval(MI.getOperand(0).getReg()); in runOnMachineFunction()
117 LIS.removeVRegDefAt(LI, LIS.getInstructionIndex(MI).getRegSlot()); in runOnMachineFunction()
118 LIS.RemoveMachineInstrFromMaps(MI); in runOnMachineFunction()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | LiveRangeEdit.cpp | 40 LiveInterval &LI = LIS.createEmptyInterval(VReg); in createEmptyIntervalFrom()
47 LiveInterval &OldLI = LIS.getInterval(OldReg); in createEmptyIntervalFrom()
67 LIS.getInterval(VReg).markNotSpillable(); in createFrom()
169 DefIdx = LIS.getInstructionIndex(*RM.OrigMI); in canRematerializeAt()
204 LIS.removeInterval(Reg); in eraseVirtReg()
349 LiveInterval &LI = LIS.getInterval(Reg); in eliminateDeadDef()
366 LIS.removeVRegDefAt(LI, Idx); in eliminateDeadDef()
421 LIS.RemoveMachineInstrFromMaps(*MI); in eliminateDeadDef()
431 ToShrink.remove(&LIS.getInterval(Reg)); in eliminateDeadDef()
456 if (!LIS.shrinkToUses(LI, &Dead)) in eliminateDeadDefs()
[all …]
|
| H A D | SplitKit.cpp | 64 : LIS(lis), LastInsertPoint(BBNum) {} in InsertPointAnalysis()
71 SlotIndex MBBEnd = LIS.getMBBEndIdx(&MBB); in computeLastInsertPoint()
146 if (LIP == LIS.getMBBEndIdx(&MBB)) in getLastInsertPointIter()
148 return LIS.getInstructionFromIndex(LIP); in getLastInsertPointIter()
330 Stop = LIS.getMBBEndIdx(&*MFI); in countLiveBlocks()
363 : SA(SA), LIS(LIS), VRM(VRM), MRI(VRM.getMachineFunction().getRegInfo()), in SplitEditor()
738 useIntv(LIS.getMBBStartIdx(&MBB), LIS.getMBBEndIdx(&MBB)); in useIntv()
830 assert(LIS.getMBBFromIndex(Start) == LIS.getMBBFromIndex(End) && in overlapIntv()
873 LIS.removeVRegDefAt(*LI, Def); in removeBackCopies()
874 LIS.RemoveMachineInstrFromMaps(*MI); in removeBackCopies()
[all …]
|
| H A D | PHIElimination.cpp | 68 LiveIntervals *LIS = nullptr; member in __anon3dc544b60111::PHIElimination
204 if (LIS) in runOnMachineFunction()
212 if (LIS) in runOnMachineFunction()
385 if (LIS) { in LowerPHINode()
584 if (LIS) { in LowerPHINode()
649 if (LIS) in LowerPHINode()
757 assert((LV || LIS) && in isLiveIn()
759 if (LIS) in isLiveIn()
760 return LIS->isLiveInToMBB(LIS->getInterval(Reg), MBB); in isLiveIn()
767 assert((LV || LIS) && in isLiveOutPastPHIs()
[all …]
|
| H A D | InlineSpiller.cpp | 84 LiveIntervals &LIS; member in __anon7f490a360111::HoistSpillHelper
142 IPA(LIS, mf.getNumBlockIDs()) {} in HoistSpillHelper()
153 LiveIntervals &LIS; member in __anon7f490a360111::InlineSpiller
313 LIS.getInterval(MO.getReg()); in getVDefInterval()
333 if (!LIS.intervalIsInOneMBB(SnipLI)) in isSnippet()
479 getVDefInterval(MI, LIS); in hoistSpillInsideBB()
802 assert(LIS.hasInterval(Reg) && in reMaterializeAll()
833 LIS.RemoveMachineInstrFromMaps(*MI); in coalesceStackAccess()
1045 LIS.InsertMachineInstrInMaps(MI); in foldMemoryOperand()
1130 getVDefInterval(MI, LIS); in insertSpill()
[all …]
|
| H A D | RegAllocPBQP.cpp | 193 LiveIntervals &LIS = G.getMetadata().LIS; in apply() local
310 LiveIntervals &LIS = G.getMetadata().LIS; in apply() local
334 LiveInterval &LI = LIS.getInterval(VReg); in apply()
594 LiveIntervals &LIS = G.getMetadata().LIS; in initializeGraph() local
666 if (LIS.getInterval(VReg).empty()) { in initializeGraph()
695 LiveRangeEdit LRE(&LIS.getInterval(VReg), NewIntervals, MF, LIS, &VRM, in spillVReg()
721 LiveIntervals &LIS = G.getMetadata().LIS; in mapPBQPToRegAlloc() local
762 LiveInterval &LI = LIS.getInterval(R); in finalizeAlloc()
826 findVRegIntervalsToAlloc(MF, LIS); in runOnMachineFunction()
877 finalizeAlloc(MF, LIS, VRM); in runOnMachineFunction()
[all …]
|
| H A D | RegisterCoalescer.cpp | 131 LiveIntervals *LIS = nullptr; member in __anon495410520111::RegisterCoalescer
712 LIS->getMBBStartIdx(LIS->getMBBFromIndex(FillerStart)); in adjustCopiesBackFrom()
1785 LIS->shrinkToUses(&DstLI); in eliminateUndefCopy()
1965 LIS->shrinkToUses(&LI); in setUndefOnPrunedSubRegUses()
2432 LiveIntervals *LIS; member in __anon495410520311::JoinVals
2595 NewVNInfo(newVNInfo), CP(cp), LIS(lis), Indexes(LIS->getSlotIndexes()), in JoinVals()
3971 return LIS->intervalIsInOneMBB(LIS->getInterval(SrcReg)) in isLocalCopy()
3972 || LIS->intervalIsInOneMBB(LIS->getInterval(DstReg)); in isLocalCopy()
3977 if (!LIS->hasInterval(reg)) in lateLiveIntervalUpdate()
4099 if (isLocalCopy(&MI, LIS)) { in copyCoalesceInMBB()
[all …]
|
| H A D | RenameIndependentSubregs.cpp | 74 : ConEQ(LIS), SR(&SR), Index(Index) {} in SubRangeInfo()
104 LiveIntervals *LIS = nullptr; member in __anon8a1bbe7d0111::RenameIndependentSubregs
223 SlotIndex Pos = LIS->getInstructionIndex(*MI); in rewriteOperands()
271 BumpPtrAllocator &Allocator = LIS->getVNInfoAllocator(); in distribute()
303 BumpPtrAllocator &Allocator = LIS->getVNInfoAllocator(); in computeMainRangesFixFlags()
304 const SlotIndexes &Indexes = *LIS->getSlotIndexes(); in computeMainRangesFixFlags()
368 LIS->constructMainRangeFromSubranges(LI); in computeMainRangesFixFlags()
373 LIS->shrinkToUses(&LI); in computeMainRangesFixFlags()
386 LIS = &getAnalysis<LiveIntervals>(); in runOnMachineFunction()
395 if (!LIS->hasInterval(Reg)) in runOnMachineFunction()
[all …]
|
| H A D | LiveDebugVariables.cpp | 318 LiveIntervals &LIS);
449 LiveIntervals &LIS);
475 LiveIntervals &LIS);
536 LiveIntervals *LIS; member in __anon58a1900c0411::LDVImpl
827 if (!LIS->hasInterval(Reg)) { in handleDebugValue()
965 LiveIntervals &LIS) { in extendDef() argument
1053 if (!LIS.hasInterval(DstReg)) in addDefsFromCopies()
1163 MRI, LIS); in computeIntervals()
1648 if (!LIS.isNotInMIMap(*I) && in findNextInsertLocation()
1786 MBBEnd = LIS.getMBBEndIdx(&*MBB); in emitDebugValues()
[all …]
|
| H A D | TwoAddressInstructionPass.cpp | 331 if (LIS && !LIS->isNotInMIMap(*MI)) { in isPlainlyKilled()
849 if (LIS) { in rescheduleMIBelowKill()
970 if (LIS) { in rescheduleMIBelowKill()
988 if (LIS) { in rescheduleMIBelowKill()
1037 if (LIS) { in rescheduleKillAboveMI()
1151 if (LIS) { in rescheduleKillAboveMI()
1550 if (LIS) { in processTiedPairs()
1624 if (LIS) { in processTiedPairs()
1693 if (LIS) { in processStatepoint()
1932 if (LIS) { in eliminateRegSequence()
[all …]
|
| H A D | CalcSpillWeights.cpp | 42 calculateSpillWeightAndHint(LIS.getInterval(Reg)); in calculateSpillWeightsAndHints()
82 const LiveIntervals &LIS, in isRematerializable() argument
95 MachineInstr *MI = LIS.getInstructionFromIndex(VNI->def); in isRematerializable()
115 const LiveInterval &SrcLI = LIS.getInterval(Reg); in isRematerializable()
121 MI = LIS.getInstructionFromIndex(VNI->def); in isRematerializable()
175 const LiveInterval &OrigInt = LIS.getInterval(Original); in weightCalcHelper()
192 MachineBasicBlock *LocalMBB = LIS.getMBBFromIndex(*End); in weightCalcHelper()
193 assert(LocalMBB == LIS.getMBBFromIndex(*Start) && in weightCalcHelper()
233 SlotIndex SI = LIS.getInstructionIndex(*MI); in weightCalcHelper()
274 if (Writes && IsExiting && LIS.isLiveOutOfMBB(LI, MBB)) in weightCalcHelper()
[all …]
|
| H A D | RegAllocBase.cpp | 62 LIS = &lis; in init()
78 enqueue(&LIS->getInterval(Reg)); in seedLiveRegs()
95 LIS->removeInterval(VirtReg->reg()); in allocatePhysRegs()
147 assert(LIS->hasInterval(Reg)); in allocatePhysRegs()
149 LiveInterval *SplitVirtReg = &LIS->getInterval(Reg); in allocatePhysRegs()
155 LIS->removeInterval(SplitVirtReg->reg()); in allocatePhysRegs()
170 LIS->RemoveMachineInstrFromMaps(*DeadInst); in postOptimization()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCVSXFMAMutate.cpp | 67 LiveIntervals *LIS; member
109 SlotIndex FMAIdx = LIS->getInstructionIndex(MI); in processBlock()
192 if (LIS->getInterval(Reg2).Query(FMAIdx).isKill() in processBlock()
196 } else if (LIS->getInterval(Reg3).Query(FMAIdx).isKill() in processBlock()
213 !LIS->getInterval(AddendSrcReg).liveAt(FMAIdx)) in processBlock()
281 LiveInterval &FMAInt = LIS->getInterval(OldFMAReg); in processBlock()
299 LiveInterval &NewFMAInt = LIS->getInterval(KilledProdReg); in processBlock()
318 LiveRange &AddendSrcRange = LIS->getRegUnit(Unit); in processBlock()
319 AddendSrcRange.extendInBlock(LIS->getMBBStartIdx(&MBB), in processBlock()
330 LIS->RemoveMachineInstrFromMaps(*AddendMI); in processBlock()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | CalcSpillWeights.h | 47 LiveIntervals &LIS; variable
57 VirtRegAuxInfo(MachineFunction &MF, LiveIntervals &LIS, in VirtRegAuxInfo() argument
60 : MF(MF), LIS(LIS), VRM(VRM), Loops(Loops), MBFI(MBFI) {} in VirtRegAuxInfo()
79 const LiveIntervals &LIS,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonExpandCondsets.cpp | 170 LiveIntervals *LIS = nullptr; member in __anon75a264340111::HexagonExpandCondsets
534 LIS->shrinkToUses(S, Reg); in updateDeadFlags()
544 LIS->removeInterval(Reg); in recalculateLiveInterval()
549 LIS->RemoveMachineInstrFromMaps(MI); in removeInstr()
575 LIS->getInterval(R).verify(); in updateLiveness()
581 ConnectedVNInfoEqClasses EQC(*LIS); in distributeLiveIntervals()
734 LIS->InsertMachineInstrInMaps(*TfrT); in split()
735 LIS->InsertMachineInstrInMaps(*TfrF); in split()
920 LIS->InsertMachineInstrInMaps(*NewI); in predicateAt()
1197 LIS->removeInterval(R2.Reg); in coalesceRegisters()
[all …]
|