1 //===-- tsan_interface.cpp ------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file is a part of ThreadSanitizer (TSan), a race detector.
10 //
11 //===----------------------------------------------------------------------===//
12
13 #include "tsan_interface.h"
14 #include "tsan_interface_ann.h"
15 #include "tsan_rtl.h"
16 #include "sanitizer_common/sanitizer_internal_defs.h"
17
18 #define CALLERPC ((uptr)__builtin_return_address(0))
19
20 using namespace __tsan;
21
22 typedef u16 uint16_t;
23 typedef u32 uint32_t;
24 typedef u64 uint64_t;
25
__tsan_init()26 void __tsan_init() {
27 cur_thread_init();
28 Initialize(cur_thread());
29 }
30
__tsan_flush_memory()31 void __tsan_flush_memory() {
32 FlushShadowMemory();
33 }
34
__tsan_read16(void * addr)35 void __tsan_read16(void *addr) {
36 MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog8);
37 MemoryRead(cur_thread(), CALLERPC, (uptr)addr + 8, kSizeLog8);
38 }
39
__tsan_write16(void * addr)40 void __tsan_write16(void *addr) {
41 MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog8);
42 MemoryWrite(cur_thread(), CALLERPC, (uptr)addr + 8, kSizeLog8);
43 }
44
__tsan_read16_pc(void * addr,void * pc)45 void __tsan_read16_pc(void *addr, void *pc) {
46 MemoryRead(cur_thread(), (uptr)pc, (uptr)addr, kSizeLog8);
47 MemoryRead(cur_thread(), (uptr)pc, (uptr)addr + 8, kSizeLog8);
48 }
49
__tsan_write16_pc(void * addr,void * pc)50 void __tsan_write16_pc(void *addr, void *pc) {
51 MemoryWrite(cur_thread(), (uptr)pc, (uptr)addr, kSizeLog8);
52 MemoryWrite(cur_thread(), (uptr)pc, (uptr)addr + 8, kSizeLog8);
53 }
54
55 // __tsan_unaligned_read/write calls are emitted by compiler.
56
__tsan_unaligned_read2(const void * addr)57 void __tsan_unaligned_read2(const void *addr) {
58 UnalignedMemoryAccess(cur_thread(), CALLERPC, (uptr)addr, 2, false, false);
59 }
60
__tsan_unaligned_read4(const void * addr)61 void __tsan_unaligned_read4(const void *addr) {
62 UnalignedMemoryAccess(cur_thread(), CALLERPC, (uptr)addr, 4, false, false);
63 }
64
__tsan_unaligned_read8(const void * addr)65 void __tsan_unaligned_read8(const void *addr) {
66 UnalignedMemoryAccess(cur_thread(), CALLERPC, (uptr)addr, 8, false, false);
67 }
68
__tsan_unaligned_read16(const void * addr)69 void __tsan_unaligned_read16(const void *addr) {
70 UnalignedMemoryAccess(cur_thread(), CALLERPC, (uptr)addr, 16, false, false);
71 }
72
__tsan_unaligned_write2(void * addr)73 void __tsan_unaligned_write2(void *addr) {
74 UnalignedMemoryAccess(cur_thread(), CALLERPC, (uptr)addr, 2, true, false);
75 }
76
__tsan_unaligned_write4(void * addr)77 void __tsan_unaligned_write4(void *addr) {
78 UnalignedMemoryAccess(cur_thread(), CALLERPC, (uptr)addr, 4, true, false);
79 }
80
__tsan_unaligned_write8(void * addr)81 void __tsan_unaligned_write8(void *addr) {
82 UnalignedMemoryAccess(cur_thread(), CALLERPC, (uptr)addr, 8, true, false);
83 }
84
__tsan_unaligned_write16(void * addr)85 void __tsan_unaligned_write16(void *addr) {
86 UnalignedMemoryAccess(cur_thread(), CALLERPC, (uptr)addr, 16, true, false);
87 }
88
89 // __sanitizer_unaligned_load/store are for user instrumentation.
90
91 extern "C" {
92 SANITIZER_INTERFACE_ATTRIBUTE
__sanitizer_unaligned_load16(const uu16 * addr)93 u16 __sanitizer_unaligned_load16(const uu16 *addr) {
94 __tsan_unaligned_read2(addr);
95 return *addr;
96 }
97
98 SANITIZER_INTERFACE_ATTRIBUTE
__sanitizer_unaligned_load32(const uu32 * addr)99 u32 __sanitizer_unaligned_load32(const uu32 *addr) {
100 __tsan_unaligned_read4(addr);
101 return *addr;
102 }
103
104 SANITIZER_INTERFACE_ATTRIBUTE
__sanitizer_unaligned_load64(const uu64 * addr)105 u64 __sanitizer_unaligned_load64(const uu64 *addr) {
106 __tsan_unaligned_read8(addr);
107 return *addr;
108 }
109
110 SANITIZER_INTERFACE_ATTRIBUTE
__sanitizer_unaligned_store16(uu16 * addr,u16 v)111 void __sanitizer_unaligned_store16(uu16 *addr, u16 v) {
112 __tsan_unaligned_write2(addr);
113 *addr = v;
114 }
115
116 SANITIZER_INTERFACE_ATTRIBUTE
__sanitizer_unaligned_store32(uu32 * addr,u32 v)117 void __sanitizer_unaligned_store32(uu32 *addr, u32 v) {
118 __tsan_unaligned_write4(addr);
119 *addr = v;
120 }
121
122 SANITIZER_INTERFACE_ATTRIBUTE
__sanitizer_unaligned_store64(uu64 * addr,u64 v)123 void __sanitizer_unaligned_store64(uu64 *addr, u64 v) {
124 __tsan_unaligned_write8(addr);
125 *addr = v;
126 }
127
128 SANITIZER_INTERFACE_ATTRIBUTE
__tsan_get_current_fiber()129 void *__tsan_get_current_fiber() {
130 return cur_thread();
131 }
132
133 SANITIZER_INTERFACE_ATTRIBUTE
__tsan_create_fiber(unsigned flags)134 void *__tsan_create_fiber(unsigned flags) {
135 return FiberCreate(cur_thread(), CALLERPC, flags);
136 }
137
138 SANITIZER_INTERFACE_ATTRIBUTE
__tsan_destroy_fiber(void * fiber)139 void __tsan_destroy_fiber(void *fiber) {
140 FiberDestroy(cur_thread(), CALLERPC, static_cast<ThreadState *>(fiber));
141 }
142
143 SANITIZER_INTERFACE_ATTRIBUTE
__tsan_switch_to_fiber(void * fiber,unsigned flags)144 void __tsan_switch_to_fiber(void *fiber, unsigned flags) {
145 FiberSwitch(cur_thread(), CALLERPC, static_cast<ThreadState *>(fiber), flags);
146 }
147
148 SANITIZER_INTERFACE_ATTRIBUTE
__tsan_set_fiber_name(void * fiber,const char * name)149 void __tsan_set_fiber_name(void *fiber, const char *name) {
150 ThreadSetName(static_cast<ThreadState *>(fiber), name);
151 }
152 } // extern "C"
153
__tsan_acquire(void * addr)154 void __tsan_acquire(void *addr) {
155 Acquire(cur_thread(), CALLERPC, (uptr)addr);
156 }
157
__tsan_release(void * addr)158 void __tsan_release(void *addr) {
159 Release(cur_thread(), CALLERPC, (uptr)addr);
160 }
161