1 //===- AliasSetTracker.cpp - Alias Sets Tracker implementation-------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file implements the AliasSetTracker and AliasSet classes.
10 //
11 //===----------------------------------------------------------------------===//
12
13 #include "llvm/Analysis/AliasSetTracker.h"
14 #include "llvm/Analysis/GuardUtils.h"
15 #include "llvm/Analysis/LoopInfo.h"
16 #include "llvm/Analysis/MemoryLocation.h"
17 #include "llvm/Analysis/MemorySSA.h"
18 #include "llvm/Config/llvm-config.h"
19 #include "llvm/IR/Constants.h"
20 #include "llvm/IR/DataLayout.h"
21 #include "llvm/IR/Function.h"
22 #include "llvm/IR/InstIterator.h"
23 #include "llvm/IR/Instructions.h"
24 #include "llvm/IR/IntrinsicInst.h"
25 #include "llvm/IR/Module.h"
26 #include "llvm/IR/PassManager.h"
27 #include "llvm/IR/PatternMatch.h"
28 #include "llvm/IR/Value.h"
29 #include "llvm/InitializePasses.h"
30 #include "llvm/Pass.h"
31 #include "llvm/Support/AtomicOrdering.h"
32 #include "llvm/Support/CommandLine.h"
33 #include "llvm/Support/Compiler.h"
34 #include "llvm/Support/Debug.h"
35 #include "llvm/Support/ErrorHandling.h"
36 #include "llvm/Support/raw_ostream.h"
37
38 using namespace llvm;
39
40 static cl::opt<unsigned>
41 SaturationThreshold("alias-set-saturation-threshold", cl::Hidden,
42 cl::init(250),
43 cl::desc("The maximum number of pointers may-alias "
44 "sets may contain before degradation"));
45
46 /// mergeSetIn - Merge the specified alias set into this alias set.
47 ///
mergeSetIn(AliasSet & AS,AliasSetTracker & AST)48 void AliasSet::mergeSetIn(AliasSet &AS, AliasSetTracker &AST) {
49 assert(!AS.Forward && "Alias set is already forwarding!");
50 assert(!Forward && "This set is a forwarding set!!");
51
52 bool WasMustAlias = (Alias == SetMustAlias);
53 // Update the alias and access types of this set...
54 Access |= AS.Access;
55 Alias |= AS.Alias;
56
57 if (Alias == SetMustAlias) {
58 // Check that these two merged sets really are must aliases. Since both
59 // used to be must-alias sets, we can just check any pointer from each set
60 // for aliasing.
61 AliasAnalysis &AA = AST.getAliasAnalysis();
62 PointerRec *L = getSomePointer();
63 PointerRec *R = AS.getSomePointer();
64
65 // If the pointers are not a must-alias pair, this set becomes a may alias.
66 if (AA.alias(MemoryLocation(L->getValue(), L->getSize(), L->getAAInfo()),
67 MemoryLocation(R->getValue(), R->getSize(), R->getAAInfo())) !=
68 MustAlias)
69 Alias = SetMayAlias;
70 }
71
72 if (Alias == SetMayAlias) {
73 if (WasMustAlias)
74 AST.TotalMayAliasSetSize += size();
75 if (AS.Alias == SetMustAlias)
76 AST.TotalMayAliasSetSize += AS.size();
77 }
78
79 bool ASHadUnknownInsts = !AS.UnknownInsts.empty();
80 if (UnknownInsts.empty()) { // Merge call sites...
81 if (ASHadUnknownInsts) {
82 std::swap(UnknownInsts, AS.UnknownInsts);
83 addRef();
84 }
85 } else if (ASHadUnknownInsts) {
86 UnknownInsts.insert(UnknownInsts.end(), AS.UnknownInsts.begin(), AS.UnknownInsts.end());
87 AS.UnknownInsts.clear();
88 }
89
90 AS.Forward = this; // Forward across AS now...
91 addRef(); // AS is now pointing to us...
92
93 // Merge the list of constituent pointers...
94 if (AS.PtrList) {
95 SetSize += AS.size();
96 AS.SetSize = 0;
97 *PtrListEnd = AS.PtrList;
98 AS.PtrList->setPrevInList(PtrListEnd);
99 PtrListEnd = AS.PtrListEnd;
100
101 AS.PtrList = nullptr;
102 AS.PtrListEnd = &AS.PtrList;
103 assert(*AS.PtrListEnd == nullptr && "End of list is not null?");
104 }
105 if (ASHadUnknownInsts)
106 AS.dropRef(AST);
107 }
108
removeAliasSet(AliasSet * AS)109 void AliasSetTracker::removeAliasSet(AliasSet *AS) {
110 if (AliasSet *Fwd = AS->Forward) {
111 Fwd->dropRef(*this);
112 AS->Forward = nullptr;
113 } else // Update TotalMayAliasSetSize only if not forwarding.
114 if (AS->Alias == AliasSet::SetMayAlias)
115 TotalMayAliasSetSize -= AS->size();
116
117 AliasSets.erase(AS);
118 // If we've removed the saturated alias set, set saturated marker back to
119 // nullptr and ensure this tracker is empty.
120 if (AS == AliasAnyAS) {
121 AliasAnyAS = nullptr;
122 assert(AliasSets.empty() && "Tracker not empty");
123 }
124 }
125
removeFromTracker(AliasSetTracker & AST)126 void AliasSet::removeFromTracker(AliasSetTracker &AST) {
127 assert(RefCount == 0 && "Cannot remove non-dead alias set from tracker!");
128 AST.removeAliasSet(this);
129 }
130
addPointer(AliasSetTracker & AST,PointerRec & Entry,LocationSize Size,const AAMDNodes & AAInfo,bool KnownMustAlias,bool SkipSizeUpdate)131 void AliasSet::addPointer(AliasSetTracker &AST, PointerRec &Entry,
132 LocationSize Size, const AAMDNodes &AAInfo,
133 bool KnownMustAlias, bool SkipSizeUpdate) {
134 assert(!Entry.hasAliasSet() && "Entry already in set!");
135
136 // Check to see if we have to downgrade to _may_ alias.
137 if (isMustAlias())
138 if (PointerRec *P = getSomePointer()) {
139 if (!KnownMustAlias) {
140 AliasAnalysis &AA = AST.getAliasAnalysis();
141 AliasResult Result = AA.alias(
142 MemoryLocation(P->getValue(), P->getSize(), P->getAAInfo()),
143 MemoryLocation(Entry.getValue(), Size, AAInfo));
144 if (Result != MustAlias) {
145 Alias = SetMayAlias;
146 AST.TotalMayAliasSetSize += size();
147 }
148 assert(Result != NoAlias && "Cannot be part of must set!");
149 } else if (!SkipSizeUpdate)
150 P->updateSizeAndAAInfo(Size, AAInfo);
151 }
152
153 Entry.setAliasSet(this);
154 Entry.updateSizeAndAAInfo(Size, AAInfo);
155
156 // Add it to the end of the list...
157 ++SetSize;
158 assert(*PtrListEnd == nullptr && "End of list is not null?");
159 *PtrListEnd = &Entry;
160 PtrListEnd = Entry.setPrevInList(PtrListEnd);
161 assert(*PtrListEnd == nullptr && "End of list is not null?");
162 // Entry points to alias set.
163 addRef();
164
165 if (Alias == SetMayAlias)
166 AST.TotalMayAliasSetSize++;
167 }
168
addUnknownInst(Instruction * I,AliasAnalysis & AA)169 void AliasSet::addUnknownInst(Instruction *I, AliasAnalysis &AA) {
170 if (UnknownInsts.empty())
171 addRef();
172 UnknownInsts.emplace_back(I);
173
174 // Guards are marked as modifying memory for control flow modelling purposes,
175 // but don't actually modify any specific memory location.
176 using namespace PatternMatch;
177 bool MayWriteMemory = I->mayWriteToMemory() && !isGuard(I) &&
178 !(I->use_empty() && match(I, m_Intrinsic<Intrinsic::invariant_start>()));
179 if (!MayWriteMemory) {
180 Alias = SetMayAlias;
181 Access |= RefAccess;
182 return;
183 }
184
185 // FIXME: This should use mod/ref information to make this not suck so bad
186 Alias = SetMayAlias;
187 Access = ModRefAccess;
188 }
189
190 /// aliasesPointer - If the specified pointer "may" (or must) alias one of the
191 /// members in the set return the appropriate AliasResult. Otherwise return
192 /// NoAlias.
193 ///
aliasesPointer(const Value * Ptr,LocationSize Size,const AAMDNodes & AAInfo,AliasAnalysis & AA) const194 AliasResult AliasSet::aliasesPointer(const Value *Ptr, LocationSize Size,
195 const AAMDNodes &AAInfo,
196 AliasAnalysis &AA) const {
197 if (AliasAny)
198 return MayAlias;
199
200 if (Alias == SetMustAlias) {
201 assert(UnknownInsts.empty() && "Illegal must alias set!");
202
203 // If this is a set of MustAliases, only check to see if the pointer aliases
204 // SOME value in the set.
205 PointerRec *SomePtr = getSomePointer();
206 assert(SomePtr && "Empty must-alias set??");
207 return AA.alias(MemoryLocation(SomePtr->getValue(), SomePtr->getSize(),
208 SomePtr->getAAInfo()),
209 MemoryLocation(Ptr, Size, AAInfo));
210 }
211
212 // If this is a may-alias set, we have to check all of the pointers in the set
213 // to be sure it doesn't alias the set...
214 for (iterator I = begin(), E = end(); I != E; ++I)
215 if (AliasResult AR = AA.alias(
216 MemoryLocation(Ptr, Size, AAInfo),
217 MemoryLocation(I.getPointer(), I.getSize(), I.getAAInfo())))
218 return AR;
219
220 // Check the unknown instructions...
221 if (!UnknownInsts.empty()) {
222 for (unsigned i = 0, e = UnknownInsts.size(); i != e; ++i)
223 if (auto *Inst = getUnknownInst(i))
224 if (isModOrRefSet(
225 AA.getModRefInfo(Inst, MemoryLocation(Ptr, Size, AAInfo))))
226 return MayAlias;
227 }
228
229 return NoAlias;
230 }
231
aliasesUnknownInst(const Instruction * Inst,AliasAnalysis & AA) const232 bool AliasSet::aliasesUnknownInst(const Instruction *Inst,
233 AliasAnalysis &AA) const {
234
235 if (AliasAny)
236 return true;
237
238 assert(Inst->mayReadOrWriteMemory() &&
239 "Instruction must either read or write memory.");
240
241 for (unsigned i = 0, e = UnknownInsts.size(); i != e; ++i) {
242 if (auto *UnknownInst = getUnknownInst(i)) {
243 const auto *C1 = dyn_cast<CallBase>(UnknownInst);
244 const auto *C2 = dyn_cast<CallBase>(Inst);
245 if (!C1 || !C2 || isModOrRefSet(AA.getModRefInfo(C1, C2)) ||
246 isModOrRefSet(AA.getModRefInfo(C2, C1)))
247 return true;
248 }
249 }
250
251 for (iterator I = begin(), E = end(); I != E; ++I)
252 if (isModOrRefSet(AA.getModRefInfo(
253 Inst, MemoryLocation(I.getPointer(), I.getSize(), I.getAAInfo()))))
254 return true;
255
256 return false;
257 }
258
getUniqueInstruction()259 Instruction* AliasSet::getUniqueInstruction() {
260 if (AliasAny)
261 // May have collapses alias set
262 return nullptr;
263 if (begin() != end()) {
264 if (!UnknownInsts.empty())
265 // Another instruction found
266 return nullptr;
267 if (std::next(begin()) != end())
268 // Another instruction found
269 return nullptr;
270 Value *Addr = begin()->getValue();
271 assert(!Addr->user_empty() &&
272 "where's the instruction which added this pointer?");
273 if (std::next(Addr->user_begin()) != Addr->user_end())
274 // Another instruction found -- this is really restrictive
275 // TODO: generalize!
276 return nullptr;
277 return cast<Instruction>(*(Addr->user_begin()));
278 }
279 if (1 != UnknownInsts.size())
280 return nullptr;
281 return cast<Instruction>(UnknownInsts[0]);
282 }
283
clear()284 void AliasSetTracker::clear() {
285 // Delete all the PointerRec entries.
286 for (PointerMapType::iterator I = PointerMap.begin(), E = PointerMap.end();
287 I != E; ++I)
288 I->second->eraseFromList();
289
290 PointerMap.clear();
291
292 // The alias sets should all be clear now.
293 AliasSets.clear();
294 }
295
296 /// mergeAliasSetsForPointer - Given a pointer, merge all alias sets that may
297 /// alias the pointer. Return the unified set, or nullptr if no set that aliases
298 /// the pointer was found. MustAliasAll is updated to true/false if the pointer
299 /// is found to MustAlias all the sets it merged.
mergeAliasSetsForPointer(const Value * Ptr,LocationSize Size,const AAMDNodes & AAInfo,bool & MustAliasAll)300 AliasSet *AliasSetTracker::mergeAliasSetsForPointer(const Value *Ptr,
301 LocationSize Size,
302 const AAMDNodes &AAInfo,
303 bool &MustAliasAll) {
304 AliasSet *FoundSet = nullptr;
305 AliasResult AllAR = MustAlias;
306 for (iterator I = begin(), E = end(); I != E;) {
307 iterator Cur = I++;
308 if (Cur->Forward)
309 continue;
310
311 AliasResult AR = Cur->aliasesPointer(Ptr, Size, AAInfo, AA);
312 if (AR == NoAlias)
313 continue;
314
315 AllAR =
316 AliasResult(AllAR & AR); // Possible downgrade to May/Partial, even No
317
318 if (!FoundSet) {
319 // If this is the first alias set ptr can go into, remember it.
320 FoundSet = &*Cur;
321 } else {
322 // Otherwise, we must merge the sets.
323 FoundSet->mergeSetIn(*Cur, *this);
324 }
325 }
326
327 MustAliasAll = (AllAR == MustAlias);
328 return FoundSet;
329 }
330
findAliasSetForUnknownInst(Instruction * Inst)331 AliasSet *AliasSetTracker::findAliasSetForUnknownInst(Instruction *Inst) {
332 AliasSet *FoundSet = nullptr;
333 for (iterator I = begin(), E = end(); I != E;) {
334 iterator Cur = I++;
335 if (Cur->Forward || !Cur->aliasesUnknownInst(Inst, AA))
336 continue;
337 if (!FoundSet) {
338 // If this is the first alias set ptr can go into, remember it.
339 FoundSet = &*Cur;
340 } else {
341 // Otherwise, we must merge the sets.
342 FoundSet->mergeSetIn(*Cur, *this);
343 }
344 }
345 return FoundSet;
346 }
347
getAliasSetFor(const MemoryLocation & MemLoc)348 AliasSet &AliasSetTracker::getAliasSetFor(const MemoryLocation &MemLoc) {
349
350 Value * const Pointer = const_cast<Value*>(MemLoc.Ptr);
351 const LocationSize Size = MemLoc.Size;
352 const AAMDNodes &AAInfo = MemLoc.AATags;
353
354 AliasSet::PointerRec &Entry = getEntryFor(Pointer);
355
356 if (AliasAnyAS) {
357 // At this point, the AST is saturated, so we only have one active alias
358 // set. That means we already know which alias set we want to return, and
359 // just need to add the pointer to that set to keep the data structure
360 // consistent.
361 // This, of course, means that we will never need a merge here.
362 if (Entry.hasAliasSet()) {
363 Entry.updateSizeAndAAInfo(Size, AAInfo);
364 assert(Entry.getAliasSet(*this) == AliasAnyAS &&
365 "Entry in saturated AST must belong to only alias set");
366 } else {
367 AliasAnyAS->addPointer(*this, Entry, Size, AAInfo);
368 }
369 return *AliasAnyAS;
370 }
371
372 bool MustAliasAll = false;
373 // Check to see if the pointer is already known.
374 if (Entry.hasAliasSet()) {
375 // If the size changed, we may need to merge several alias sets.
376 // Note that we can *not* return the result of mergeAliasSetsForPointer
377 // due to a quirk of alias analysis behavior. Since alias(undef, undef)
378 // is NoAlias, mergeAliasSetsForPointer(undef, ...) will not find the
379 // the right set for undef, even if it exists.
380 if (Entry.updateSizeAndAAInfo(Size, AAInfo))
381 mergeAliasSetsForPointer(Pointer, Size, AAInfo, MustAliasAll);
382 // Return the set!
383 return *Entry.getAliasSet(*this)->getForwardedTarget(*this);
384 }
385
386 if (AliasSet *AS =
387 mergeAliasSetsForPointer(Pointer, Size, AAInfo, MustAliasAll)) {
388 // Add it to the alias set it aliases.
389 AS->addPointer(*this, Entry, Size, AAInfo, MustAliasAll);
390 return *AS;
391 }
392
393 // Otherwise create a new alias set to hold the loaded pointer.
394 AliasSets.push_back(new AliasSet());
395 AliasSets.back().addPointer(*this, Entry, Size, AAInfo, true);
396 return AliasSets.back();
397 }
398
add(Value * Ptr,LocationSize Size,const AAMDNodes & AAInfo)399 void AliasSetTracker::add(Value *Ptr, LocationSize Size,
400 const AAMDNodes &AAInfo) {
401 addPointer(MemoryLocation(Ptr, Size, AAInfo), AliasSet::NoAccess);
402 }
403
add(LoadInst * LI)404 void AliasSetTracker::add(LoadInst *LI) {
405 if (isStrongerThanMonotonic(LI->getOrdering()))
406 return addUnknown(LI);
407 addPointer(MemoryLocation::get(LI), AliasSet::RefAccess);
408 }
409
add(StoreInst * SI)410 void AliasSetTracker::add(StoreInst *SI) {
411 if (isStrongerThanMonotonic(SI->getOrdering()))
412 return addUnknown(SI);
413 addPointer(MemoryLocation::get(SI), AliasSet::ModAccess);
414 }
415
add(VAArgInst * VAAI)416 void AliasSetTracker::add(VAArgInst *VAAI) {
417 addPointer(MemoryLocation::get(VAAI), AliasSet::ModRefAccess);
418 }
419
add(AnyMemSetInst * MSI)420 void AliasSetTracker::add(AnyMemSetInst *MSI) {
421 addPointer(MemoryLocation::getForDest(MSI), AliasSet::ModAccess);
422 }
423
add(AnyMemTransferInst * MTI)424 void AliasSetTracker::add(AnyMemTransferInst *MTI) {
425 addPointer(MemoryLocation::getForDest(MTI), AliasSet::ModAccess);
426 addPointer(MemoryLocation::getForSource(MTI), AliasSet::RefAccess);
427 }
428
addUnknown(Instruction * Inst)429 void AliasSetTracker::addUnknown(Instruction *Inst) {
430 if (isa<DbgInfoIntrinsic>(Inst))
431 return; // Ignore DbgInfo Intrinsics.
432
433 if (auto *II = dyn_cast<IntrinsicInst>(Inst)) {
434 // These intrinsics will show up as affecting memory, but they are just
435 // markers.
436 switch (II->getIntrinsicID()) {
437 default:
438 break;
439 // FIXME: Add lifetime/invariant intrinsics (See: PR30807).
440 case Intrinsic::assume:
441 case Intrinsic::sideeffect:
442 return;
443 }
444 }
445 if (!Inst->mayReadOrWriteMemory())
446 return; // doesn't alias anything
447
448 if (AliasSet *AS = findAliasSetForUnknownInst(Inst)) {
449 AS->addUnknownInst(Inst, AA);
450 return;
451 }
452 AliasSets.push_back(new AliasSet());
453 AliasSets.back().addUnknownInst(Inst, AA);
454 }
455
add(Instruction * I)456 void AliasSetTracker::add(Instruction *I) {
457 // Dispatch to one of the other add methods.
458 if (LoadInst *LI = dyn_cast<LoadInst>(I))
459 return add(LI);
460 if (StoreInst *SI = dyn_cast<StoreInst>(I))
461 return add(SI);
462 if (VAArgInst *VAAI = dyn_cast<VAArgInst>(I))
463 return add(VAAI);
464 if (AnyMemSetInst *MSI = dyn_cast<AnyMemSetInst>(I))
465 return add(MSI);
466 if (AnyMemTransferInst *MTI = dyn_cast<AnyMemTransferInst>(I))
467 return add(MTI);
468
469 // Handle all calls with known mod/ref sets genericall
470 if (auto *Call = dyn_cast<CallBase>(I))
471 if (Call->onlyAccessesArgMemory()) {
472 auto getAccessFromModRef = [](ModRefInfo MRI) {
473 if (isRefSet(MRI) && isModSet(MRI))
474 return AliasSet::ModRefAccess;
475 else if (isModSet(MRI))
476 return AliasSet::ModAccess;
477 else if (isRefSet(MRI))
478 return AliasSet::RefAccess;
479 else
480 return AliasSet::NoAccess;
481 };
482
483 ModRefInfo CallMask = createModRefInfo(AA.getModRefBehavior(Call));
484
485 // Some intrinsics are marked as modifying memory for control flow
486 // modelling purposes, but don't actually modify any specific memory
487 // location.
488 using namespace PatternMatch;
489 if (Call->use_empty() &&
490 match(Call, m_Intrinsic<Intrinsic::invariant_start>()))
491 CallMask = clearMod(CallMask);
492
493 for (auto IdxArgPair : enumerate(Call->args())) {
494 int ArgIdx = IdxArgPair.index();
495 const Value *Arg = IdxArgPair.value();
496 if (!Arg->getType()->isPointerTy())
497 continue;
498 MemoryLocation ArgLoc =
499 MemoryLocation::getForArgument(Call, ArgIdx, nullptr);
500 ModRefInfo ArgMask = AA.getArgModRefInfo(Call, ArgIdx);
501 ArgMask = intersectModRef(CallMask, ArgMask);
502 if (!isNoModRef(ArgMask))
503 addPointer(ArgLoc, getAccessFromModRef(ArgMask));
504 }
505 return;
506 }
507
508 return addUnknown(I);
509 }
510
add(BasicBlock & BB)511 void AliasSetTracker::add(BasicBlock &BB) {
512 for (auto &I : BB)
513 add(&I);
514 }
515
add(const AliasSetTracker & AST)516 void AliasSetTracker::add(const AliasSetTracker &AST) {
517 assert(&AA == &AST.AA &&
518 "Merging AliasSetTracker objects with different Alias Analyses!");
519
520 // Loop over all of the alias sets in AST, adding the pointers contained
521 // therein into the current alias sets. This can cause alias sets to be
522 // merged together in the current AST.
523 for (const AliasSet &AS : AST) {
524 if (AS.Forward)
525 continue; // Ignore forwarding alias sets
526
527 // If there are any call sites in the alias set, add them to this AST.
528 for (unsigned i = 0, e = AS.UnknownInsts.size(); i != e; ++i)
529 if (auto *Inst = AS.getUnknownInst(i))
530 add(Inst);
531
532 // Loop over all of the pointers in this alias set.
533 for (AliasSet::iterator ASI = AS.begin(), E = AS.end(); ASI != E; ++ASI)
534 addPointer(
535 MemoryLocation(ASI.getPointer(), ASI.getSize(), ASI.getAAInfo()),
536 (AliasSet::AccessLattice)AS.Access);
537 }
538 }
539
addAllInstructionsInLoopUsingMSSA()540 void AliasSetTracker::addAllInstructionsInLoopUsingMSSA() {
541 assert(MSSA && L && "MSSA and L must be available");
542 for (const BasicBlock *BB : L->blocks())
543 if (auto *Accesses = MSSA->getBlockAccesses(BB))
544 for (auto &Access : *Accesses)
545 if (auto *MUD = dyn_cast<MemoryUseOrDef>(&Access))
546 add(MUD->getMemoryInst());
547 }
548
549 // deleteValue method - This method is used to remove a pointer value from the
550 // AliasSetTracker entirely. It should be used when an instruction is deleted
551 // from the program to update the AST. If you don't use this, you would have
552 // dangling pointers to deleted instructions.
553 //
deleteValue(Value * PtrVal)554 void AliasSetTracker::deleteValue(Value *PtrVal) {
555 // First, look up the PointerRec for this pointer.
556 PointerMapType::iterator I = PointerMap.find_as(PtrVal);
557 if (I == PointerMap.end()) return; // Noop
558
559 // If we found one, remove the pointer from the alias set it is in.
560 AliasSet::PointerRec *PtrValEnt = I->second;
561 AliasSet *AS = PtrValEnt->getAliasSet(*this);
562
563 // Unlink and delete from the list of values.
564 PtrValEnt->eraseFromList();
565
566 if (AS->Alias == AliasSet::SetMayAlias) {
567 AS->SetSize--;
568 TotalMayAliasSetSize--;
569 }
570
571 // Stop using the alias set.
572 AS->dropRef(*this);
573
574 PointerMap.erase(I);
575 }
576
577 // copyValue - This method should be used whenever a preexisting value in the
578 // program is copied or cloned, introducing a new value. Note that it is ok for
579 // clients that use this method to introduce the same value multiple times: if
580 // the tracker already knows about a value, it will ignore the request.
581 //
copyValue(Value * From,Value * To)582 void AliasSetTracker::copyValue(Value *From, Value *To) {
583 // First, look up the PointerRec for this pointer.
584 PointerMapType::iterator I = PointerMap.find_as(From);
585 if (I == PointerMap.end())
586 return; // Noop
587 assert(I->second->hasAliasSet() && "Dead entry?");
588
589 AliasSet::PointerRec &Entry = getEntryFor(To);
590 if (Entry.hasAliasSet()) return; // Already in the tracker!
591
592 // getEntryFor above may invalidate iterator \c I, so reinitialize it.
593 I = PointerMap.find_as(From);
594 // Add it to the alias set it aliases...
595 AliasSet *AS = I->second->getAliasSet(*this);
596 AS->addPointer(*this, Entry, I->second->getSize(), I->second->getAAInfo(),
597 true, true);
598 }
599
mergeAllAliasSets()600 AliasSet &AliasSetTracker::mergeAllAliasSets() {
601 assert(!AliasAnyAS && (TotalMayAliasSetSize > SaturationThreshold) &&
602 "Full merge should happen once, when the saturation threshold is "
603 "reached");
604
605 // Collect all alias sets, so that we can drop references with impunity
606 // without worrying about iterator invalidation.
607 std::vector<AliasSet *> ASVector;
608 ASVector.reserve(SaturationThreshold);
609 for (iterator I = begin(), E = end(); I != E; I++)
610 ASVector.push_back(&*I);
611
612 // Copy all instructions and pointers into a new set, and forward all other
613 // sets to it.
614 AliasSets.push_back(new AliasSet());
615 AliasAnyAS = &AliasSets.back();
616 AliasAnyAS->Alias = AliasSet::SetMayAlias;
617 AliasAnyAS->Access = AliasSet::ModRefAccess;
618 AliasAnyAS->AliasAny = true;
619
620 for (auto Cur : ASVector) {
621 // If Cur was already forwarding, just forward to the new AS instead.
622 AliasSet *FwdTo = Cur->Forward;
623 if (FwdTo) {
624 Cur->Forward = AliasAnyAS;
625 AliasAnyAS->addRef();
626 FwdTo->dropRef(*this);
627 continue;
628 }
629
630 // Otherwise, perform the actual merge.
631 AliasAnyAS->mergeSetIn(*Cur, *this);
632 }
633
634 return *AliasAnyAS;
635 }
636
addPointer(MemoryLocation Loc,AliasSet::AccessLattice E)637 AliasSet &AliasSetTracker::addPointer(MemoryLocation Loc,
638 AliasSet::AccessLattice E) {
639 AliasSet &AS = getAliasSetFor(Loc);
640 AS.Access |= E;
641
642 if (!AliasAnyAS && (TotalMayAliasSetSize > SaturationThreshold)) {
643 // The AST is now saturated. From here on, we conservatively consider all
644 // pointers to alias each-other.
645 return mergeAllAliasSets();
646 }
647
648 return AS;
649 }
650
651 //===----------------------------------------------------------------------===//
652 // AliasSet/AliasSetTracker Printing Support
653 //===----------------------------------------------------------------------===//
654
print(raw_ostream & OS) const655 void AliasSet::print(raw_ostream &OS) const {
656 OS << " AliasSet[" << (const void*)this << ", " << RefCount << "] ";
657 OS << (Alias == SetMustAlias ? "must" : "may") << " alias, ";
658 switch (Access) {
659 case NoAccess: OS << "No access "; break;
660 case RefAccess: OS << "Ref "; break;
661 case ModAccess: OS << "Mod "; break;
662 case ModRefAccess: OS << "Mod/Ref "; break;
663 default: llvm_unreachable("Bad value for Access!");
664 }
665 if (Forward)
666 OS << " forwarding to " << (void*)Forward;
667
668 if (!empty()) {
669 OS << "Pointers: ";
670 for (iterator I = begin(), E = end(); I != E; ++I) {
671 if (I != begin()) OS << ", ";
672 I.getPointer()->printAsOperand(OS << "(");
673 if (I.getSize() == LocationSize::unknown())
674 OS << ", unknown)";
675 else
676 OS << ", " << I.getSize() << ")";
677 }
678 }
679 if (!UnknownInsts.empty()) {
680 OS << "\n " << UnknownInsts.size() << " Unknown instructions: ";
681 for (unsigned i = 0, e = UnknownInsts.size(); i != e; ++i) {
682 if (i) OS << ", ";
683 if (auto *I = getUnknownInst(i)) {
684 if (I->hasName())
685 I->printAsOperand(OS);
686 else
687 I->print(OS);
688 }
689 }
690 }
691 OS << "\n";
692 }
693
print(raw_ostream & OS) const694 void AliasSetTracker::print(raw_ostream &OS) const {
695 OS << "Alias Set Tracker: " << AliasSets.size();
696 if (AliasAnyAS)
697 OS << " (Saturated)";
698 OS << " alias sets for " << PointerMap.size() << " pointer values.\n";
699 for (const AliasSet &AS : *this)
700 AS.print(OS);
701 OS << "\n";
702 }
703
704 #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
dump() const705 LLVM_DUMP_METHOD void AliasSet::dump() const { print(dbgs()); }
dump() const706 LLVM_DUMP_METHOD void AliasSetTracker::dump() const { print(dbgs()); }
707 #endif
708
709 //===----------------------------------------------------------------------===//
710 // ASTCallbackVH Class Implementation
711 //===----------------------------------------------------------------------===//
712
deleted()713 void AliasSetTracker::ASTCallbackVH::deleted() {
714 assert(AST && "ASTCallbackVH called with a null AliasSetTracker!");
715 AST->deleteValue(getValPtr());
716 // this now dangles!
717 }
718
allUsesReplacedWith(Value * V)719 void AliasSetTracker::ASTCallbackVH::allUsesReplacedWith(Value *V) {
720 AST->copyValue(getValPtr(), V);
721 }
722
ASTCallbackVH(Value * V,AliasSetTracker * ast)723 AliasSetTracker::ASTCallbackVH::ASTCallbackVH(Value *V, AliasSetTracker *ast)
724 : CallbackVH(V), AST(ast) {}
725
726 AliasSetTracker::ASTCallbackVH &
operator =(Value * V)727 AliasSetTracker::ASTCallbackVH::operator=(Value *V) {
728 return *this = ASTCallbackVH(V, AST);
729 }
730
731 //===----------------------------------------------------------------------===//
732 // AliasSetPrinter Pass
733 //===----------------------------------------------------------------------===//
734
735 namespace {
736
737 class AliasSetPrinter : public FunctionPass {
738 public:
739 static char ID; // Pass identification, replacement for typeid
740
AliasSetPrinter()741 AliasSetPrinter() : FunctionPass(ID) {
742 initializeAliasSetPrinterPass(*PassRegistry::getPassRegistry());
743 }
744
getAnalysisUsage(AnalysisUsage & AU) const745 void getAnalysisUsage(AnalysisUsage &AU) const override {
746 AU.setPreservesAll();
747 AU.addRequired<AAResultsWrapperPass>();
748 }
749
runOnFunction(Function & F)750 bool runOnFunction(Function &F) override {
751 auto &AAWP = getAnalysis<AAResultsWrapperPass>();
752 AliasSetTracker Tracker(AAWP.getAAResults());
753 errs() << "Alias sets for function '" << F.getName() << "':\n";
754 for (inst_iterator I = inst_begin(F), E = inst_end(F); I != E; ++I)
755 Tracker.add(&*I);
756 Tracker.print(errs());
757 return false;
758 }
759 };
760
761 } // end anonymous namespace
762
763 char AliasSetPrinter::ID = 0;
764
765 INITIALIZE_PASS_BEGIN(AliasSetPrinter, "print-alias-sets",
766 "Alias Set Printer", false, true)
INITIALIZE_PASS_DEPENDENCY(AAResultsWrapperPass)767 INITIALIZE_PASS_DEPENDENCY(AAResultsWrapperPass)
768 INITIALIZE_PASS_END(AliasSetPrinter, "print-alias-sets",
769 "Alias Set Printer", false, true)
770
771 AliasSetsPrinterPass::AliasSetsPrinterPass(raw_ostream &OS) : OS(OS) {}
772
run(Function & F,FunctionAnalysisManager & AM)773 PreservedAnalyses AliasSetsPrinterPass::run(Function &F,
774 FunctionAnalysisManager &AM) {
775 auto &AA = AM.getResult<AAManager>(F);
776 AliasSetTracker Tracker(AA);
777 OS << "Alias sets for function '" << F.getName() << "':\n";
778 for (inst_iterator I = inst_begin(F), E = inst_end(F); I != E; ++I)
779 Tracker.add(&*I);
780 Tracker.print(OS);
781 return PreservedAnalyses::all();
782 }
783