13cab2bb3Spatrick //===-- tsan_interface_ann.cpp --------------------------------------------===//
23cab2bb3Spatrick //
33cab2bb3Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
43cab2bb3Spatrick // See https://llvm.org/LICENSE.txt for license information.
53cab2bb3Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
63cab2bb3Spatrick //
73cab2bb3Spatrick //===----------------------------------------------------------------------===//
83cab2bb3Spatrick //
93cab2bb3Spatrick // This file is a part of ThreadSanitizer (TSan), a race detector.
103cab2bb3Spatrick //
113cab2bb3Spatrick //===----------------------------------------------------------------------===//
123cab2bb3Spatrick #include "sanitizer_common/sanitizer_libc.h"
133cab2bb3Spatrick #include "sanitizer_common/sanitizer_internal_defs.h"
143cab2bb3Spatrick #include "sanitizer_common/sanitizer_placement_new.h"
153cab2bb3Spatrick #include "sanitizer_common/sanitizer_stacktrace.h"
163cab2bb3Spatrick #include "sanitizer_common/sanitizer_vector.h"
173cab2bb3Spatrick #include "tsan_interface_ann.h"
183cab2bb3Spatrick #include "tsan_report.h"
193cab2bb3Spatrick #include "tsan_rtl.h"
203cab2bb3Spatrick #include "tsan_mman.h"
213cab2bb3Spatrick #include "tsan_flags.h"
223cab2bb3Spatrick #include "tsan_platform.h"
233cab2bb3Spatrick 
243cab2bb3Spatrick #define CALLERPC ((uptr)__builtin_return_address(0))
253cab2bb3Spatrick 
263cab2bb3Spatrick using namespace __tsan;
273cab2bb3Spatrick 
283cab2bb3Spatrick namespace __tsan {
293cab2bb3Spatrick 
303cab2bb3Spatrick class ScopedAnnotation {
313cab2bb3Spatrick  public:
ScopedAnnotation(ThreadState * thr,const char * aname,uptr pc)323cab2bb3Spatrick   ScopedAnnotation(ThreadState *thr, const char *aname, uptr pc)
333cab2bb3Spatrick       : thr_(thr) {
343cab2bb3Spatrick     FuncEntry(thr_, pc);
353cab2bb3Spatrick     DPrintf("#%d: annotation %s()\n", thr_->tid, aname);
363cab2bb3Spatrick   }
373cab2bb3Spatrick 
~ScopedAnnotation()383cab2bb3Spatrick   ~ScopedAnnotation() {
393cab2bb3Spatrick     FuncExit(thr_);
40d89ec533Spatrick     CheckedMutex::CheckNoLocks();
413cab2bb3Spatrick   }
423cab2bb3Spatrick  private:
433cab2bb3Spatrick   ThreadState *const thr_;
443cab2bb3Spatrick };
453cab2bb3Spatrick 
463cab2bb3Spatrick #define SCOPED_ANNOTATION_RET(typ, ret)                     \
473cab2bb3Spatrick   if (!flags()->enable_annotations)                         \
483cab2bb3Spatrick     return ret;                                             \
493cab2bb3Spatrick   ThreadState *thr = cur_thread();                          \
503cab2bb3Spatrick   const uptr caller_pc = (uptr)__builtin_return_address(0); \
513cab2bb3Spatrick   ScopedAnnotation sa(thr, __func__, caller_pc);            \
523cab2bb3Spatrick   const uptr pc = StackTrace::GetCurrentPc();               \
53*810390e3Srobert   (void)pc;
543cab2bb3Spatrick 
553cab2bb3Spatrick #define SCOPED_ANNOTATION(typ) SCOPED_ANNOTATION_RET(typ, )
563cab2bb3Spatrick 
573cab2bb3Spatrick static const int kMaxDescLen = 128;
583cab2bb3Spatrick 
593cab2bb3Spatrick struct ExpectRace {
603cab2bb3Spatrick   ExpectRace *next;
613cab2bb3Spatrick   ExpectRace *prev;
623cab2bb3Spatrick   atomic_uintptr_t hitcount;
633cab2bb3Spatrick   atomic_uintptr_t addcount;
643cab2bb3Spatrick   uptr addr;
653cab2bb3Spatrick   uptr size;
663cab2bb3Spatrick   char *file;
673cab2bb3Spatrick   int line;
683cab2bb3Spatrick   char desc[kMaxDescLen];
693cab2bb3Spatrick };
703cab2bb3Spatrick 
713cab2bb3Spatrick struct DynamicAnnContext {
723cab2bb3Spatrick   Mutex mtx;
733cab2bb3Spatrick   ExpectRace benign;
743cab2bb3Spatrick 
DynamicAnnContext__tsan::DynamicAnnContext75d89ec533Spatrick   DynamicAnnContext() : mtx(MutexTypeAnnotations) {}
763cab2bb3Spatrick };
773cab2bb3Spatrick 
783cab2bb3Spatrick static DynamicAnnContext *dyn_ann_ctx;
793cab2bb3Spatrick static char dyn_ann_ctx_placeholder[sizeof(DynamicAnnContext)] ALIGNED(64);
803cab2bb3Spatrick 
AddExpectRace(ExpectRace * list,char * f,int l,uptr addr,uptr size,char * desc)813cab2bb3Spatrick static void AddExpectRace(ExpectRace *list,
823cab2bb3Spatrick     char *f, int l, uptr addr, uptr size, char *desc) {
833cab2bb3Spatrick   ExpectRace *race = list->next;
843cab2bb3Spatrick   for (; race != list; race = race->next) {
853cab2bb3Spatrick     if (race->addr == addr && race->size == size) {
863cab2bb3Spatrick       atomic_store_relaxed(&race->addcount,
873cab2bb3Spatrick           atomic_load_relaxed(&race->addcount) + 1);
883cab2bb3Spatrick       return;
893cab2bb3Spatrick     }
903cab2bb3Spatrick   }
91*810390e3Srobert   race = static_cast<ExpectRace *>(Alloc(sizeof(ExpectRace)));
923cab2bb3Spatrick   race->addr = addr;
933cab2bb3Spatrick   race->size = size;
943cab2bb3Spatrick   race->file = f;
953cab2bb3Spatrick   race->line = l;
963cab2bb3Spatrick   race->desc[0] = 0;
973cab2bb3Spatrick   atomic_store_relaxed(&race->hitcount, 0);
983cab2bb3Spatrick   atomic_store_relaxed(&race->addcount, 1);
993cab2bb3Spatrick   if (desc) {
1003cab2bb3Spatrick     int i = 0;
1013cab2bb3Spatrick     for (; i < kMaxDescLen - 1 && desc[i]; i++)
1023cab2bb3Spatrick       race->desc[i] = desc[i];
1033cab2bb3Spatrick     race->desc[i] = 0;
1043cab2bb3Spatrick   }
1053cab2bb3Spatrick   race->prev = list;
1063cab2bb3Spatrick   race->next = list->next;
1073cab2bb3Spatrick   race->next->prev = race;
1083cab2bb3Spatrick   list->next = race;
1093cab2bb3Spatrick }
1103cab2bb3Spatrick 
FindRace(ExpectRace * list,uptr addr,uptr size)1113cab2bb3Spatrick static ExpectRace *FindRace(ExpectRace *list, uptr addr, uptr size) {
1123cab2bb3Spatrick   for (ExpectRace *race = list->next; race != list; race = race->next) {
1133cab2bb3Spatrick     uptr maxbegin = max(race->addr, addr);
1143cab2bb3Spatrick     uptr minend = min(race->addr + race->size, addr + size);
1153cab2bb3Spatrick     if (maxbegin < minend)
1163cab2bb3Spatrick       return race;
1173cab2bb3Spatrick   }
1183cab2bb3Spatrick   return 0;
1193cab2bb3Spatrick }
1203cab2bb3Spatrick 
CheckContains(ExpectRace * list,uptr addr,uptr size)1213cab2bb3Spatrick static bool CheckContains(ExpectRace *list, uptr addr, uptr size) {
1223cab2bb3Spatrick   ExpectRace *race = FindRace(list, addr, size);
1233cab2bb3Spatrick   if (race == 0)
1243cab2bb3Spatrick     return false;
1253cab2bb3Spatrick   DPrintf("Hit expected/benign race: %s addr=%zx:%d %s:%d\n",
1263cab2bb3Spatrick       race->desc, race->addr, (int)race->size, race->file, race->line);
1273cab2bb3Spatrick   atomic_fetch_add(&race->hitcount, 1, memory_order_relaxed);
1283cab2bb3Spatrick   return true;
1293cab2bb3Spatrick }
1303cab2bb3Spatrick 
InitList(ExpectRace * list)1313cab2bb3Spatrick static void InitList(ExpectRace *list) {
1323cab2bb3Spatrick   list->next = list;
1333cab2bb3Spatrick   list->prev = list;
1343cab2bb3Spatrick }
1353cab2bb3Spatrick 
InitializeDynamicAnnotations()1363cab2bb3Spatrick void InitializeDynamicAnnotations() {
1373cab2bb3Spatrick   dyn_ann_ctx = new(dyn_ann_ctx_placeholder) DynamicAnnContext;
1383cab2bb3Spatrick   InitList(&dyn_ann_ctx->benign);
1393cab2bb3Spatrick }
1403cab2bb3Spatrick 
IsExpectedReport(uptr addr,uptr size)1413cab2bb3Spatrick bool IsExpectedReport(uptr addr, uptr size) {
1423cab2bb3Spatrick   ReadLock lock(&dyn_ann_ctx->mtx);
143*810390e3Srobert   return CheckContains(&dyn_ann_ctx->benign, addr, size);
1443cab2bb3Spatrick }
1453cab2bb3Spatrick }  // namespace __tsan
1463cab2bb3Spatrick 
1473cab2bb3Spatrick using namespace __tsan;
1483cab2bb3Spatrick 
1493cab2bb3Spatrick extern "C" {
AnnotateHappensBefore(char * f,int l,uptr addr)1503cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateHappensBefore(char *f, int l, uptr addr) {
1513cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateHappensBefore);
1523cab2bb3Spatrick   Release(thr, pc, addr);
1533cab2bb3Spatrick }
1543cab2bb3Spatrick 
AnnotateHappensAfter(char * f,int l,uptr addr)1553cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateHappensAfter(char *f, int l, uptr addr) {
1563cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateHappensAfter);
1573cab2bb3Spatrick   Acquire(thr, pc, addr);
1583cab2bb3Spatrick }
1593cab2bb3Spatrick 
AnnotateCondVarSignal(char * f,int l,uptr cv)1603cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateCondVarSignal(char *f, int l, uptr cv) {
1613cab2bb3Spatrick }
1623cab2bb3Spatrick 
AnnotateCondVarSignalAll(char * f,int l,uptr cv)1633cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateCondVarSignalAll(char *f, int l, uptr cv) {
1643cab2bb3Spatrick }
1653cab2bb3Spatrick 
AnnotateMutexIsNotPHB(char * f,int l,uptr mu)1663cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateMutexIsNotPHB(char *f, int l, uptr mu) {
1673cab2bb3Spatrick }
1683cab2bb3Spatrick 
AnnotateCondVarWait(char * f,int l,uptr cv,uptr lock)1693cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateCondVarWait(char *f, int l, uptr cv,
1703cab2bb3Spatrick                                              uptr lock) {
1713cab2bb3Spatrick }
1723cab2bb3Spatrick 
AnnotateRWLockCreate(char * f,int l,uptr m)1733cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateRWLockCreate(char *f, int l, uptr m) {
1743cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateRWLockCreate);
1753cab2bb3Spatrick   MutexCreate(thr, pc, m, MutexFlagWriteReentrant);
1763cab2bb3Spatrick }
1773cab2bb3Spatrick 
AnnotateRWLockCreateStatic(char * f,int l,uptr m)1783cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateRWLockCreateStatic(char *f, int l, uptr m) {
1793cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateRWLockCreateStatic);
1803cab2bb3Spatrick   MutexCreate(thr, pc, m, MutexFlagWriteReentrant | MutexFlagLinkerInit);
1813cab2bb3Spatrick }
1823cab2bb3Spatrick 
AnnotateRWLockDestroy(char * f,int l,uptr m)1833cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateRWLockDestroy(char *f, int l, uptr m) {
1843cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateRWLockDestroy);
1853cab2bb3Spatrick   MutexDestroy(thr, pc, m);
1863cab2bb3Spatrick }
1873cab2bb3Spatrick 
AnnotateRWLockAcquired(char * f,int l,uptr m,uptr is_w)1883cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateRWLockAcquired(char *f, int l, uptr m,
1893cab2bb3Spatrick                                                 uptr is_w) {
1903cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateRWLockAcquired);
1913cab2bb3Spatrick   if (is_w)
1923cab2bb3Spatrick     MutexPostLock(thr, pc, m, MutexFlagDoPreLockOnPostLock);
1933cab2bb3Spatrick   else
1943cab2bb3Spatrick     MutexPostReadLock(thr, pc, m, MutexFlagDoPreLockOnPostLock);
1953cab2bb3Spatrick }
1963cab2bb3Spatrick 
AnnotateRWLockReleased(char * f,int l,uptr m,uptr is_w)1973cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateRWLockReleased(char *f, int l, uptr m,
1983cab2bb3Spatrick                                                 uptr is_w) {
1993cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateRWLockReleased);
2003cab2bb3Spatrick   if (is_w)
2013cab2bb3Spatrick     MutexUnlock(thr, pc, m);
2023cab2bb3Spatrick   else
2033cab2bb3Spatrick     MutexReadUnlock(thr, pc, m);
2043cab2bb3Spatrick }
2053cab2bb3Spatrick 
AnnotateTraceMemory(char * f,int l,uptr mem)2063cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateTraceMemory(char *f, int l, uptr mem) {
2073cab2bb3Spatrick }
2083cab2bb3Spatrick 
AnnotateFlushState(char * f,int l)2093cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateFlushState(char *f, int l) {
2103cab2bb3Spatrick }
2113cab2bb3Spatrick 
AnnotateNewMemory(char * f,int l,uptr mem,uptr size)2123cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateNewMemory(char *f, int l, uptr mem,
2133cab2bb3Spatrick                                            uptr size) {
2143cab2bb3Spatrick }
2153cab2bb3Spatrick 
AnnotateNoOp(char * f,int l,uptr mem)2163cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateNoOp(char *f, int l, uptr mem) {
2173cab2bb3Spatrick }
2183cab2bb3Spatrick 
AnnotateFlushExpectedRaces(char * f,int l)2193cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateFlushExpectedRaces(char *f, int l) {
2203cab2bb3Spatrick }
2213cab2bb3Spatrick 
AnnotateEnableRaceDetection(char * f,int l,int enable)2223cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateEnableRaceDetection(
2233cab2bb3Spatrick     char *f, int l, int enable) {
2243cab2bb3Spatrick }
2253cab2bb3Spatrick 
AnnotateMutexIsUsedAsCondVar(char * f,int l,uptr mu)2263cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateMutexIsUsedAsCondVar(
2273cab2bb3Spatrick     char *f, int l, uptr mu) {
2283cab2bb3Spatrick }
2293cab2bb3Spatrick 
AnnotatePCQGet(char * f,int l,uptr pcq)2303cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotatePCQGet(
2313cab2bb3Spatrick     char *f, int l, uptr pcq) {
2323cab2bb3Spatrick }
2333cab2bb3Spatrick 
AnnotatePCQPut(char * f,int l,uptr pcq)2343cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotatePCQPut(
2353cab2bb3Spatrick     char *f, int l, uptr pcq) {
2363cab2bb3Spatrick }
2373cab2bb3Spatrick 
AnnotatePCQDestroy(char * f,int l,uptr pcq)2383cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotatePCQDestroy(
2393cab2bb3Spatrick     char *f, int l, uptr pcq) {
2403cab2bb3Spatrick }
2413cab2bb3Spatrick 
AnnotatePCQCreate(char * f,int l,uptr pcq)2423cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotatePCQCreate(
2433cab2bb3Spatrick     char *f, int l, uptr pcq) {
2443cab2bb3Spatrick }
2453cab2bb3Spatrick 
AnnotateExpectRace(char * f,int l,uptr mem,char * desc)2463cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateExpectRace(
2473cab2bb3Spatrick     char *f, int l, uptr mem, char *desc) {
2483cab2bb3Spatrick }
2493cab2bb3Spatrick 
BenignRaceImpl(char * f,int l,uptr mem,uptr size,char * desc)250*810390e3Srobert static void BenignRaceImpl(char *f, int l, uptr mem, uptr size, char *desc) {
2513cab2bb3Spatrick   Lock lock(&dyn_ann_ctx->mtx);
2523cab2bb3Spatrick   AddExpectRace(&dyn_ann_ctx->benign,
2533cab2bb3Spatrick                 f, l, mem, size, desc);
2543cab2bb3Spatrick   DPrintf("Add benign race: %s addr=%zx %s:%d\n", desc, mem, f, l);
2553cab2bb3Spatrick }
2563cab2bb3Spatrick 
AnnotateBenignRaceSized(char * f,int l,uptr mem,uptr size,char * desc)2573cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateBenignRaceSized(
2583cab2bb3Spatrick     char *f, int l, uptr mem, uptr size, char *desc) {
2593cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateBenignRaceSized);
2603cab2bb3Spatrick   BenignRaceImpl(f, l, mem, size, desc);
2613cab2bb3Spatrick }
2623cab2bb3Spatrick 
AnnotateBenignRace(char * f,int l,uptr mem,char * desc)2633cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateBenignRace(
2643cab2bb3Spatrick     char *f, int l, uptr mem, char *desc) {
2653cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateBenignRace);
2663cab2bb3Spatrick   BenignRaceImpl(f, l, mem, 1, desc);
2673cab2bb3Spatrick }
2683cab2bb3Spatrick 
AnnotateIgnoreReadsBegin(char * f,int l)2693cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateIgnoreReadsBegin(char *f, int l) {
2703cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateIgnoreReadsBegin);
2713cab2bb3Spatrick   ThreadIgnoreBegin(thr, pc);
2723cab2bb3Spatrick }
2733cab2bb3Spatrick 
AnnotateIgnoreReadsEnd(char * f,int l)2743cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateIgnoreReadsEnd(char *f, int l) {
2753cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateIgnoreReadsEnd);
276*810390e3Srobert   ThreadIgnoreEnd(thr);
2773cab2bb3Spatrick }
2783cab2bb3Spatrick 
AnnotateIgnoreWritesBegin(char * f,int l)2793cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateIgnoreWritesBegin(char *f, int l) {
2803cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateIgnoreWritesBegin);
2813cab2bb3Spatrick   ThreadIgnoreBegin(thr, pc);
2823cab2bb3Spatrick }
2833cab2bb3Spatrick 
AnnotateIgnoreWritesEnd(char * f,int l)2843cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateIgnoreWritesEnd(char *f, int l) {
2853cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateIgnoreWritesEnd);
286*810390e3Srobert   ThreadIgnoreEnd(thr);
2873cab2bb3Spatrick }
2883cab2bb3Spatrick 
AnnotateIgnoreSyncBegin(char * f,int l)2893cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateIgnoreSyncBegin(char *f, int l) {
2903cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateIgnoreSyncBegin);
2913cab2bb3Spatrick   ThreadIgnoreSyncBegin(thr, pc);
2923cab2bb3Spatrick }
2933cab2bb3Spatrick 
AnnotateIgnoreSyncEnd(char * f,int l)2943cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateIgnoreSyncEnd(char *f, int l) {
2953cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateIgnoreSyncEnd);
296*810390e3Srobert   ThreadIgnoreSyncEnd(thr);
2973cab2bb3Spatrick }
2983cab2bb3Spatrick 
AnnotatePublishMemoryRange(char * f,int l,uptr addr,uptr size)2993cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotatePublishMemoryRange(
3003cab2bb3Spatrick     char *f, int l, uptr addr, uptr size) {
3013cab2bb3Spatrick }
3023cab2bb3Spatrick 
AnnotateUnpublishMemoryRange(char * f,int l,uptr addr,uptr size)3033cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateUnpublishMemoryRange(
3043cab2bb3Spatrick     char *f, int l, uptr addr, uptr size) {
3053cab2bb3Spatrick }
3063cab2bb3Spatrick 
AnnotateThreadName(char * f,int l,char * name)3073cab2bb3Spatrick void INTERFACE_ATTRIBUTE AnnotateThreadName(
3083cab2bb3Spatrick     char *f, int l, char *name) {
3093cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateThreadName);
3103cab2bb3Spatrick   ThreadSetName(thr, name);
3113cab2bb3Spatrick }
3123cab2bb3Spatrick 
3133cab2bb3Spatrick // We deliberately omit the implementation of WTFAnnotateHappensBefore() and
3143cab2bb3Spatrick // WTFAnnotateHappensAfter(). Those are being used by Webkit to annotate
3153cab2bb3Spatrick // atomic operations, which should be handled by ThreadSanitizer correctly.
WTFAnnotateHappensBefore(char * f,int l,uptr addr)3163cab2bb3Spatrick void INTERFACE_ATTRIBUTE WTFAnnotateHappensBefore(char *f, int l, uptr addr) {
3173cab2bb3Spatrick }
3183cab2bb3Spatrick 
WTFAnnotateHappensAfter(char * f,int l,uptr addr)3193cab2bb3Spatrick void INTERFACE_ATTRIBUTE WTFAnnotateHappensAfter(char *f, int l, uptr addr) {
3203cab2bb3Spatrick }
3213cab2bb3Spatrick 
WTFAnnotateBenignRaceSized(char * f,int l,uptr mem,uptr sz,char * desc)3223cab2bb3Spatrick void INTERFACE_ATTRIBUTE WTFAnnotateBenignRaceSized(
3233cab2bb3Spatrick     char *f, int l, uptr mem, uptr sz, char *desc) {
3243cab2bb3Spatrick   SCOPED_ANNOTATION(AnnotateBenignRaceSized);
3253cab2bb3Spatrick   BenignRaceImpl(f, l, mem, sz, desc);
3263cab2bb3Spatrick }
3273cab2bb3Spatrick 
RunningOnValgrind()3283cab2bb3Spatrick int INTERFACE_ATTRIBUTE RunningOnValgrind() {
3293cab2bb3Spatrick   return flags()->running_on_valgrind;
3303cab2bb3Spatrick }
3313cab2bb3Spatrick 
ValgrindSlowdown(void)3323cab2bb3Spatrick double __attribute__((weak)) INTERFACE_ATTRIBUTE ValgrindSlowdown(void) {
3333cab2bb3Spatrick   return 10.0;
3343cab2bb3Spatrick }
3353cab2bb3Spatrick 
ThreadSanitizerQuery(const char * query)3363cab2bb3Spatrick const char INTERFACE_ATTRIBUTE* ThreadSanitizerQuery(const char *query) {
3373cab2bb3Spatrick   if (internal_strcmp(query, "pure_happens_before") == 0)
3383cab2bb3Spatrick     return "1";
3393cab2bb3Spatrick   else
3403cab2bb3Spatrick     return "0";
3413cab2bb3Spatrick }
3423cab2bb3Spatrick 
3433cab2bb3Spatrick void INTERFACE_ATTRIBUTE
AnnotateMemoryIsInitialized(char * f,int l,uptr mem,uptr sz)3443cab2bb3Spatrick AnnotateMemoryIsInitialized(char *f, int l, uptr mem, uptr sz) {}
3453cab2bb3Spatrick void INTERFACE_ATTRIBUTE
AnnotateMemoryIsUninitialized(char * f,int l,uptr mem,uptr sz)3463cab2bb3Spatrick AnnotateMemoryIsUninitialized(char *f, int l, uptr mem, uptr sz) {}
3473cab2bb3Spatrick 
3483cab2bb3Spatrick // Note: the parameter is called flagz, because flags is already taken
3493cab2bb3Spatrick // by the global function that returns flags.
3503cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_create(void * m,unsigned flagz)3513cab2bb3Spatrick void __tsan_mutex_create(void *m, unsigned flagz) {
3523cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_create);
3533cab2bb3Spatrick   MutexCreate(thr, pc, (uptr)m, flagz & MutexCreationFlagMask);
3543cab2bb3Spatrick }
3553cab2bb3Spatrick 
3563cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_destroy(void * m,unsigned flagz)3573cab2bb3Spatrick void __tsan_mutex_destroy(void *m, unsigned flagz) {
3583cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_destroy);
3593cab2bb3Spatrick   MutexDestroy(thr, pc, (uptr)m, flagz);
3603cab2bb3Spatrick }
3613cab2bb3Spatrick 
3623cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_pre_lock(void * m,unsigned flagz)3633cab2bb3Spatrick void __tsan_mutex_pre_lock(void *m, unsigned flagz) {
3643cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_pre_lock);
3653cab2bb3Spatrick   if (!(flagz & MutexFlagTryLock)) {
3663cab2bb3Spatrick     if (flagz & MutexFlagReadLock)
3673cab2bb3Spatrick       MutexPreReadLock(thr, pc, (uptr)m);
3683cab2bb3Spatrick     else
3693cab2bb3Spatrick       MutexPreLock(thr, pc, (uptr)m);
3703cab2bb3Spatrick   }
371*810390e3Srobert   ThreadIgnoreBegin(thr, 0);
372*810390e3Srobert   ThreadIgnoreSyncBegin(thr, 0);
3733cab2bb3Spatrick }
3743cab2bb3Spatrick 
3753cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_post_lock(void * m,unsigned flagz,int rec)3763cab2bb3Spatrick void __tsan_mutex_post_lock(void *m, unsigned flagz, int rec) {
3773cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_post_lock);
378*810390e3Srobert   ThreadIgnoreSyncEnd(thr);
379*810390e3Srobert   ThreadIgnoreEnd(thr);
3803cab2bb3Spatrick   if (!(flagz & MutexFlagTryLockFailed)) {
3813cab2bb3Spatrick     if (flagz & MutexFlagReadLock)
3823cab2bb3Spatrick       MutexPostReadLock(thr, pc, (uptr)m, flagz);
3833cab2bb3Spatrick     else
3843cab2bb3Spatrick       MutexPostLock(thr, pc, (uptr)m, flagz, rec);
3853cab2bb3Spatrick   }
3863cab2bb3Spatrick }
3873cab2bb3Spatrick 
3883cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_pre_unlock(void * m,unsigned flagz)3893cab2bb3Spatrick int __tsan_mutex_pre_unlock(void *m, unsigned flagz) {
3903cab2bb3Spatrick   SCOPED_ANNOTATION_RET(__tsan_mutex_pre_unlock, 0);
3913cab2bb3Spatrick   int ret = 0;
3923cab2bb3Spatrick   if (flagz & MutexFlagReadLock) {
3933cab2bb3Spatrick     CHECK(!(flagz & MutexFlagRecursiveUnlock));
3943cab2bb3Spatrick     MutexReadUnlock(thr, pc, (uptr)m);
3953cab2bb3Spatrick   } else {
3963cab2bb3Spatrick     ret = MutexUnlock(thr, pc, (uptr)m, flagz);
3973cab2bb3Spatrick   }
398*810390e3Srobert   ThreadIgnoreBegin(thr, 0);
399*810390e3Srobert   ThreadIgnoreSyncBegin(thr, 0);
4003cab2bb3Spatrick   return ret;
4013cab2bb3Spatrick }
4023cab2bb3Spatrick 
4033cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_post_unlock(void * m,unsigned flagz)4043cab2bb3Spatrick void __tsan_mutex_post_unlock(void *m, unsigned flagz) {
4053cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_post_unlock);
406*810390e3Srobert   ThreadIgnoreSyncEnd(thr);
407*810390e3Srobert   ThreadIgnoreEnd(thr);
4083cab2bb3Spatrick }
4093cab2bb3Spatrick 
4103cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_pre_signal(void * addr,unsigned flagz)4113cab2bb3Spatrick void __tsan_mutex_pre_signal(void *addr, unsigned flagz) {
4123cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_pre_signal);
413*810390e3Srobert   ThreadIgnoreBegin(thr, 0);
414*810390e3Srobert   ThreadIgnoreSyncBegin(thr, 0);
4153cab2bb3Spatrick }
4163cab2bb3Spatrick 
4173cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_post_signal(void * addr,unsigned flagz)4183cab2bb3Spatrick void __tsan_mutex_post_signal(void *addr, unsigned flagz) {
4193cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_post_signal);
420*810390e3Srobert   ThreadIgnoreSyncEnd(thr);
421*810390e3Srobert   ThreadIgnoreEnd(thr);
4223cab2bb3Spatrick }
4233cab2bb3Spatrick 
4243cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_pre_divert(void * addr,unsigned flagz)4253cab2bb3Spatrick void __tsan_mutex_pre_divert(void *addr, unsigned flagz) {
4263cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_pre_divert);
4273cab2bb3Spatrick   // Exit from ignore region started in __tsan_mutex_pre_lock/unlock/signal.
428*810390e3Srobert   ThreadIgnoreSyncEnd(thr);
429*810390e3Srobert   ThreadIgnoreEnd(thr);
4303cab2bb3Spatrick }
4313cab2bb3Spatrick 
4323cab2bb3Spatrick INTERFACE_ATTRIBUTE
__tsan_mutex_post_divert(void * addr,unsigned flagz)4333cab2bb3Spatrick void __tsan_mutex_post_divert(void *addr, unsigned flagz) {
4343cab2bb3Spatrick   SCOPED_ANNOTATION(__tsan_mutex_post_divert);
435*810390e3Srobert   ThreadIgnoreBegin(thr, 0);
436*810390e3Srobert   ThreadIgnoreSyncBegin(thr, 0);
4373cab2bb3Spatrick }
4383cab2bb3Spatrick }  // extern "C"
439