1 //===-- tsan_report.cpp ---------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file is a part of ThreadSanitizer (TSan), a race detector.
10 //
11 //===----------------------------------------------------------------------===//
12 #include "tsan_report.h"
13 #include "tsan_platform.h"
14 #include "tsan_rtl.h"
15 #include "sanitizer_common/sanitizer_file.h"
16 #include "sanitizer_common/sanitizer_placement_new.h"
17 #include "sanitizer_common/sanitizer_report_decorator.h"
18 #include "sanitizer_common/sanitizer_stacktrace_printer.h"
19 
20 namespace __tsan {
21 
22 class Decorator: public __sanitizer::SanitizerCommonDecorator {
23  public:
Decorator()24   Decorator() : SanitizerCommonDecorator() { }
Access()25   const char *Access()     { return Blue(); }
ThreadDescription()26   const char *ThreadDescription()    { return Cyan(); }
Location()27   const char *Location()   { return Green(); }
Sleep()28   const char *Sleep()   { return Yellow(); }
Mutex()29   const char *Mutex()   { return Magenta(); }
30 };
31 
ReportDesc()32 ReportDesc::ReportDesc()
33     : tag(kExternalTagNone)
34     , stacks()
35     , mops()
36     , locs()
37     , mutexes()
38     , threads()
39     , unique_tids()
40     , sleep()
41     , count() {
42 }
43 
ReportMop()44 ReportMop::ReportMop()
45     : mset() {
46 }
47 
~ReportDesc()48 ReportDesc::~ReportDesc() {
49   // FIXME(dvyukov): it must be leaking a lot of memory.
50 }
51 
52 #if !SANITIZER_GO
53 
54 const int kThreadBufSize = 32;
thread_name(char * buf,Tid tid)55 const char *thread_name(char *buf, Tid tid) {
56   if (tid == kMainTid)
57     return "main thread";
58   internal_snprintf(buf, kThreadBufSize, "thread T%d", tid);
59   return buf;
60 }
61 
ReportTypeString(ReportType typ,uptr tag)62 static const char *ReportTypeString(ReportType typ, uptr tag) {
63   switch (typ) {
64     case ReportTypeRace:
65       return "data race";
66     case ReportTypeVptrRace:
67       return "data race on vptr (ctor/dtor vs virtual call)";
68     case ReportTypeUseAfterFree:
69       return "heap-use-after-free";
70     case ReportTypeVptrUseAfterFree:
71       return "heap-use-after-free (virtual call vs free)";
72     case ReportTypeExternalRace: {
73       const char *str = GetReportHeaderFromTag(tag);
74       return str ? str : "race on external object";
75     }
76     case ReportTypeThreadLeak:
77       return "thread leak";
78     case ReportTypeMutexDestroyLocked:
79       return "destroy of a locked mutex";
80     case ReportTypeMutexDoubleLock:
81       return "double lock of a mutex";
82     case ReportTypeMutexInvalidAccess:
83       return "use of an invalid mutex (e.g. uninitialized or destroyed)";
84     case ReportTypeMutexBadUnlock:
85       return "unlock of an unlocked mutex (or by a wrong thread)";
86     case ReportTypeMutexBadReadLock:
87       return "read lock of a write locked mutex";
88     case ReportTypeMutexBadReadUnlock:
89       return "read unlock of a write locked mutex";
90     case ReportTypeSignalUnsafe:
91       return "signal-unsafe call inside of a signal";
92     case ReportTypeErrnoInSignal:
93       return "signal handler spoils errno";
94     case ReportTypeDeadlock:
95       return "lock-order-inversion (potential deadlock)";
96     // No default case so compiler warns us if we miss one
97   }
98   UNREACHABLE("missing case");
99 }
100 
101 #if SANITIZER_MAC
102 static const char *const kInterposedFunctionPrefix = "wrap_";
103 #else
104 static const char *const kInterposedFunctionPrefix = "__interceptor_";
105 #endif
106 
PrintStack(const ReportStack * ent)107 void PrintStack(const ReportStack *ent) {
108   if (ent == 0 || ent->frames == 0) {
109     Printf("    [failed to restore the stack]\n\n");
110     return;
111   }
112   SymbolizedStack *frame = ent->frames;
113   for (int i = 0; frame && frame->info.address; frame = frame->next, i++) {
114     InternalScopedString res;
115     RenderFrame(&res, common_flags()->stack_trace_format, i,
116                 frame->info.address, &frame->info,
117                 common_flags()->symbolize_vs_style,
118                 common_flags()->strip_path_prefix, kInterposedFunctionPrefix);
119     Printf("%s\n", res.data());
120   }
121   Printf("\n");
122 }
123 
PrintMutexSet(Vector<ReportMopMutex> const & mset)124 static void PrintMutexSet(Vector<ReportMopMutex> const& mset) {
125   for (uptr i = 0; i < mset.Size(); i++) {
126     if (i == 0)
127       Printf(" (mutexes:");
128     const ReportMopMutex m = mset[i];
129     Printf(" %s M%llu", m.write ? "write" : "read", m.id);
130     Printf(i == mset.Size() - 1 ? ")" : ",");
131   }
132 }
133 
MopDesc(bool first,bool write,bool atomic)134 static const char *MopDesc(bool first, bool write, bool atomic) {
135   return atomic ? (first ? (write ? "Atomic write" : "Atomic read")
136                 : (write ? "Previous atomic write" : "Previous atomic read"))
137                 : (first ? (write ? "Write" : "Read")
138                 : (write ? "Previous write" : "Previous read"));
139 }
140 
ExternalMopDesc(bool first,bool write)141 static const char *ExternalMopDesc(bool first, bool write) {
142   return first ? (write ? "Modifying" : "Read-only")
143                : (write ? "Previous modifying" : "Previous read-only");
144 }
145 
PrintMop(const ReportMop * mop,bool first)146 static void PrintMop(const ReportMop *mop, bool first) {
147   Decorator d;
148   char thrbuf[kThreadBufSize];
149   Printf("%s", d.Access());
150   if (mop->external_tag == kExternalTagNone) {
151     Printf("  %s of size %d at %p by %s",
152            MopDesc(first, mop->write, mop->atomic), mop->size,
153            (void *)mop->addr, thread_name(thrbuf, mop->tid));
154   } else {
155     const char *object_type = GetObjectTypeFromTag(mop->external_tag);
156     if (object_type == nullptr)
157         object_type = "external object";
158     Printf("  %s access of %s at %p by %s",
159            ExternalMopDesc(first, mop->write), object_type,
160            (void *)mop->addr, thread_name(thrbuf, mop->tid));
161   }
162   PrintMutexSet(mop->mset);
163   Printf(":\n");
164   Printf("%s", d.Default());
165   PrintStack(mop->stack);
166 }
167 
PrintLocation(const ReportLocation * loc)168 static void PrintLocation(const ReportLocation *loc) {
169   Decorator d;
170   char thrbuf[kThreadBufSize];
171   bool print_stack = false;
172   Printf("%s", d.Location());
173   if (loc->type == ReportLocationGlobal) {
174     const DataInfo &global = loc->global;
175     if (global.size != 0)
176       Printf("  Location is global '%s' of size %zu at %p (%s+0x%zx)\n\n",
177              global.name, global.size, reinterpret_cast<void *>(global.start),
178              StripModuleName(global.module), global.module_offset);
179     else
180       Printf("  Location is global '%s' at %p (%s+0x%zx)\n\n", global.name,
181              reinterpret_cast<void *>(global.start),
182              StripModuleName(global.module), global.module_offset);
183   } else if (loc->type == ReportLocationHeap) {
184     char thrbuf[kThreadBufSize];
185     const char *object_type = GetObjectTypeFromTag(loc->external_tag);
186     if (!object_type) {
187       Printf("  Location is heap block of size %zu at %p allocated by %s:\n",
188              loc->heap_chunk_size,
189              reinterpret_cast<void *>(loc->heap_chunk_start),
190              thread_name(thrbuf, loc->tid));
191     } else {
192       Printf("  Location is %s of size %zu at %p allocated by %s:\n",
193              object_type, loc->heap_chunk_size,
194              reinterpret_cast<void *>(loc->heap_chunk_start),
195              thread_name(thrbuf, loc->tid));
196     }
197     print_stack = true;
198   } else if (loc->type == ReportLocationStack) {
199     Printf("  Location is stack of %s.\n\n", thread_name(thrbuf, loc->tid));
200   } else if (loc->type == ReportLocationTLS) {
201     Printf("  Location is TLS of %s.\n\n", thread_name(thrbuf, loc->tid));
202   } else if (loc->type == ReportLocationFD) {
203     Printf("  Location is file descriptor %d created by %s at:\n",
204         loc->fd, thread_name(thrbuf, loc->tid));
205     print_stack = true;
206   }
207   Printf("%s", d.Default());
208   if (print_stack)
209     PrintStack(loc->stack);
210 }
211 
PrintMutexShort(const ReportMutex * rm,const char * after)212 static void PrintMutexShort(const ReportMutex *rm, const char *after) {
213   Decorator d;
214   Printf("%sM%lld%s%s", d.Mutex(), rm->id, d.Default(), after);
215 }
216 
PrintMutexShortWithAddress(const ReportMutex * rm,const char * after)217 static void PrintMutexShortWithAddress(const ReportMutex *rm,
218                                        const char *after) {
219   Decorator d;
220   Printf("%sM%lld (%p)%s%s", d.Mutex(), rm->id,
221          reinterpret_cast<void *>(rm->addr), d.Default(), after);
222 }
223 
PrintMutex(const ReportMutex * rm)224 static void PrintMutex(const ReportMutex *rm) {
225   Decorator d;
226   if (rm->destroyed) {
227     Printf("%s", d.Mutex());
228     Printf("  Mutex M%llu is already destroyed.\n\n", rm->id);
229     Printf("%s", d.Default());
230   } else {
231     Printf("%s", d.Mutex());
232     Printf("  Mutex M%llu (%p) created at:\n", rm->id,
233            reinterpret_cast<void *>(rm->addr));
234     Printf("%s", d.Default());
235     PrintStack(rm->stack);
236   }
237 }
238 
PrintThread(const ReportThread * rt)239 static void PrintThread(const ReportThread *rt) {
240   Decorator d;
241   if (rt->id == kMainTid)  // Little sense in describing the main thread.
242     return;
243   Printf("%s", d.ThreadDescription());
244   Printf("  Thread T%d", rt->id);
245   if (rt->name && rt->name[0] != '\0')
246     Printf(" '%s'", rt->name);
247   char thrbuf[kThreadBufSize];
248   const char *thread_status = rt->running ? "running" : "finished";
249   if (rt->thread_type == ThreadType::Worker) {
250     Printf(" (tid=%llu, %s) is a GCD worker thread\n", rt->os_id,
251            thread_status);
252     Printf("\n");
253     Printf("%s", d.Default());
254     return;
255   }
256   Printf(" (tid=%llu, %s) created by %s", rt->os_id, thread_status,
257          thread_name(thrbuf, rt->parent_tid));
258   if (rt->stack)
259     Printf(" at:");
260   Printf("\n");
261   Printf("%s", d.Default());
262   PrintStack(rt->stack);
263 }
264 
PrintSleep(const ReportStack * s)265 static void PrintSleep(const ReportStack *s) {
266   Decorator d;
267   Printf("%s", d.Sleep());
268   Printf("  As if synchronized via sleep:\n");
269   Printf("%s", d.Default());
270   PrintStack(s);
271 }
272 
ChooseSummaryStack(const ReportDesc * rep)273 static ReportStack *ChooseSummaryStack(const ReportDesc *rep) {
274   if (rep->mops.Size())
275     return rep->mops[0]->stack;
276   if (rep->stacks.Size())
277     return rep->stacks[0];
278   if (rep->mutexes.Size())
279     return rep->mutexes[0]->stack;
280   if (rep->threads.Size())
281     return rep->threads[0]->stack;
282   return 0;
283 }
284 
FrameIsInternal(const SymbolizedStack * frame)285 static bool FrameIsInternal(const SymbolizedStack *frame) {
286   if (frame == 0)
287     return false;
288   const char *file = frame->info.file;
289   const char *module = frame->info.module;
290   if (file != 0 &&
291       (internal_strstr(file, "tsan_interceptors_posix.cpp") ||
292        internal_strstr(file, "sanitizer_common_interceptors.inc") ||
293        internal_strstr(file, "tsan_interface_")))
294     return true;
295   if (module != 0 && (internal_strstr(module, "libclang_rt.tsan_")))
296     return true;
297   return false;
298 }
299 
SkipTsanInternalFrames(SymbolizedStack * frames)300 static SymbolizedStack *SkipTsanInternalFrames(SymbolizedStack *frames) {
301   while (FrameIsInternal(frames) && frames->next)
302     frames = frames->next;
303   return frames;
304 }
305 
PrintReport(const ReportDesc * rep)306 void PrintReport(const ReportDesc *rep) {
307   Decorator d;
308   Printf("==================\n");
309   const char *rep_typ_str = ReportTypeString(rep->typ, rep->tag);
310   Printf("%s", d.Warning());
311   Printf("WARNING: ThreadSanitizer: %s (pid=%d)\n", rep_typ_str,
312          (int)internal_getpid());
313   Printf("%s", d.Default());
314 
315   if (rep->typ == ReportTypeDeadlock) {
316     char thrbuf[kThreadBufSize];
317     Printf("  Cycle in lock order graph: ");
318     for (uptr i = 0; i < rep->mutexes.Size(); i++)
319       PrintMutexShortWithAddress(rep->mutexes[i], " => ");
320     PrintMutexShort(rep->mutexes[0], "\n\n");
321     CHECK_GT(rep->mutexes.Size(), 0U);
322     CHECK_EQ(rep->mutexes.Size() * (flags()->second_deadlock_stack ? 2 : 1),
323              rep->stacks.Size());
324     for (uptr i = 0; i < rep->mutexes.Size(); i++) {
325       Printf("  Mutex ");
326       PrintMutexShort(rep->mutexes[(i + 1) % rep->mutexes.Size()],
327                       " acquired here while holding mutex ");
328       PrintMutexShort(rep->mutexes[i], " in ");
329       Printf("%s", d.ThreadDescription());
330       Printf("%s:\n", thread_name(thrbuf, rep->unique_tids[i]));
331       Printf("%s", d.Default());
332       if (flags()->second_deadlock_stack) {
333         PrintStack(rep->stacks[2*i]);
334         Printf("  Mutex ");
335         PrintMutexShort(rep->mutexes[i],
336                         " previously acquired by the same thread here:\n");
337         PrintStack(rep->stacks[2*i+1]);
338       } else {
339         PrintStack(rep->stacks[i]);
340         if (i == 0)
341           Printf("    Hint: use TSAN_OPTIONS=second_deadlock_stack=1 "
342                  "to get more informative warning message\n\n");
343       }
344     }
345   } else {
346     for (uptr i = 0; i < rep->stacks.Size(); i++) {
347       if (i)
348         Printf("  and:\n");
349       PrintStack(rep->stacks[i]);
350     }
351   }
352 
353   for (uptr i = 0; i < rep->mops.Size(); i++)
354     PrintMop(rep->mops[i], i == 0);
355 
356   if (rep->sleep)
357     PrintSleep(rep->sleep);
358 
359   for (uptr i = 0; i < rep->locs.Size(); i++)
360     PrintLocation(rep->locs[i]);
361 
362   if (rep->typ != ReportTypeDeadlock) {
363     for (uptr i = 0; i < rep->mutexes.Size(); i++)
364       PrintMutex(rep->mutexes[i]);
365   }
366 
367   for (uptr i = 0; i < rep->threads.Size(); i++)
368     PrintThread(rep->threads[i]);
369 
370   if (rep->typ == ReportTypeThreadLeak && rep->count > 1)
371     Printf("  And %d more similar thread leaks.\n\n", rep->count - 1);
372 
373   if (ReportStack *stack = ChooseSummaryStack(rep)) {
374     if (SymbolizedStack *frame = SkipTsanInternalFrames(stack->frames))
375       ReportErrorSummary(rep_typ_str, frame->info);
376   }
377 
378   if (common_flags()->print_module_map == 2)
379     DumpProcessMap();
380 
381   Printf("==================\n");
382 }
383 
384 #else  // #if !SANITIZER_GO
385 
386 const Tid kMainGoroutineId = 1;
387 
PrintStack(const ReportStack * ent)388 void PrintStack(const ReportStack *ent) {
389   if (ent == 0 || ent->frames == 0) {
390     Printf("  [failed to restore the stack]\n");
391     return;
392   }
393   SymbolizedStack *frame = ent->frames;
394   for (int i = 0; frame; frame = frame->next, i++) {
395     const AddressInfo &info = frame->info;
396     Printf("  %s()\n      %s:%d +0x%zx\n", info.function,
397            StripPathPrefix(info.file, common_flags()->strip_path_prefix),
398            info.line, info.module_offset);
399   }
400 }
401 
PrintMop(const ReportMop * mop,bool first)402 static void PrintMop(const ReportMop *mop, bool first) {
403   Printf("\n");
404   Printf("%s at %p by ",
405          (first ? (mop->write ? "Write" : "Read")
406                 : (mop->write ? "Previous write" : "Previous read")),
407          reinterpret_cast<void *>(mop->addr));
408   if (mop->tid == kMainGoroutineId)
409     Printf("main goroutine:\n");
410   else
411     Printf("goroutine %d:\n", mop->tid);
412   PrintStack(mop->stack);
413 }
414 
PrintLocation(const ReportLocation * loc)415 static void PrintLocation(const ReportLocation *loc) {
416   switch (loc->type) {
417   case ReportLocationHeap: {
418     Printf("\n");
419     Printf("Heap block of size %zu at %p allocated by ", loc->heap_chunk_size,
420            reinterpret_cast<void *>(loc->heap_chunk_start));
421     if (loc->tid == kMainGoroutineId)
422       Printf("main goroutine:\n");
423     else
424       Printf("goroutine %d:\n", loc->tid);
425     PrintStack(loc->stack);
426     break;
427   }
428   case ReportLocationGlobal: {
429     Printf("\n");
430     Printf("Global var %s of size %zu at %p declared at %s:%zu\n",
431            loc->global.name, loc->global.size,
432            reinterpret_cast<void *>(loc->global.start), loc->global.file,
433            loc->global.line);
434     break;
435   }
436   default:
437     break;
438   }
439 }
440 
PrintThread(const ReportThread * rt)441 static void PrintThread(const ReportThread *rt) {
442   if (rt->id == kMainGoroutineId)
443     return;
444   Printf("\n");
445   Printf("Goroutine %d (%s) created at:\n",
446     rt->id, rt->running ? "running" : "finished");
447   PrintStack(rt->stack);
448 }
449 
PrintReport(const ReportDesc * rep)450 void PrintReport(const ReportDesc *rep) {
451   Printf("==================\n");
452   if (rep->typ == ReportTypeRace) {
453     Printf("WARNING: DATA RACE");
454     for (uptr i = 0; i < rep->mops.Size(); i++)
455       PrintMop(rep->mops[i], i == 0);
456     for (uptr i = 0; i < rep->locs.Size(); i++)
457       PrintLocation(rep->locs[i]);
458     for (uptr i = 0; i < rep->threads.Size(); i++)
459       PrintThread(rep->threads[i]);
460   } else if (rep->typ == ReportTypeDeadlock) {
461     Printf("WARNING: DEADLOCK\n");
462     for (uptr i = 0; i < rep->mutexes.Size(); i++) {
463       Printf("Goroutine %d lock mutex %llu while holding mutex %llu:\n", 999,
464              rep->mutexes[i]->id,
465              rep->mutexes[(i + 1) % rep->mutexes.Size()]->id);
466       PrintStack(rep->stacks[2*i]);
467       Printf("\n");
468       Printf("Mutex %llu was previously locked here:\n",
469              rep->mutexes[(i + 1) % rep->mutexes.Size()]->id);
470       PrintStack(rep->stacks[2*i + 1]);
471       Printf("\n");
472     }
473   }
474   Printf("==================\n");
475 }
476 
477 #endif
478 
479 }  // namespace __tsan
480