1 //===-- tsan_interface_inl.h ------------------------------------*- C++ -*-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file is a part of ThreadSanitizer (TSan), a race detector.
10 //
11 //===----------------------------------------------------------------------===//
12
13 #include "tsan_interface.h"
14 #include "tsan_rtl.h"
15 #include "sanitizer_common/sanitizer_ptrauth.h"
16
17 #define CALLERPC ((uptr)__builtin_return_address(0))
18
19 using namespace __tsan;
20
__tsan_read1(void * addr)21 void __tsan_read1(void *addr) {
22 MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog1);
23 }
24
__tsan_read2(void * addr)25 void __tsan_read2(void *addr) {
26 MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog2);
27 }
28
__tsan_read4(void * addr)29 void __tsan_read4(void *addr) {
30 MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog4);
31 }
32
__tsan_read8(void * addr)33 void __tsan_read8(void *addr) {
34 MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog8);
35 }
36
__tsan_write1(void * addr)37 void __tsan_write1(void *addr) {
38 MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog1);
39 }
40
__tsan_write2(void * addr)41 void __tsan_write2(void *addr) {
42 MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog2);
43 }
44
__tsan_write4(void * addr)45 void __tsan_write4(void *addr) {
46 MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog4);
47 }
48
__tsan_write8(void * addr)49 void __tsan_write8(void *addr) {
50 MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog8);
51 }
52
__tsan_read1_pc(void * addr,void * pc)53 void __tsan_read1_pc(void *addr, void *pc) {
54 MemoryRead(cur_thread(), STRIP_PC(pc), (uptr)addr, kSizeLog1);
55 }
56
__tsan_read2_pc(void * addr,void * pc)57 void __tsan_read2_pc(void *addr, void *pc) {
58 MemoryRead(cur_thread(), STRIP_PC(pc), (uptr)addr, kSizeLog2);
59 }
60
__tsan_read4_pc(void * addr,void * pc)61 void __tsan_read4_pc(void *addr, void *pc) {
62 MemoryRead(cur_thread(), STRIP_PC(pc), (uptr)addr, kSizeLog4);
63 }
64
__tsan_read8_pc(void * addr,void * pc)65 void __tsan_read8_pc(void *addr, void *pc) {
66 MemoryRead(cur_thread(), STRIP_PC(pc), (uptr)addr, kSizeLog8);
67 }
68
__tsan_write1_pc(void * addr,void * pc)69 void __tsan_write1_pc(void *addr, void *pc) {
70 MemoryWrite(cur_thread(), STRIP_PC(pc), (uptr)addr, kSizeLog1);
71 }
72
__tsan_write2_pc(void * addr,void * pc)73 void __tsan_write2_pc(void *addr, void *pc) {
74 MemoryWrite(cur_thread(), STRIP_PC(pc), (uptr)addr, kSizeLog2);
75 }
76
__tsan_write4_pc(void * addr,void * pc)77 void __tsan_write4_pc(void *addr, void *pc) {
78 MemoryWrite(cur_thread(), STRIP_PC(pc), (uptr)addr, kSizeLog4);
79 }
80
__tsan_write8_pc(void * addr,void * pc)81 void __tsan_write8_pc(void *addr, void *pc) {
82 MemoryWrite(cur_thread(), STRIP_PC(pc), (uptr)addr, kSizeLog8);
83 }
84
__tsan_vptr_update(void ** vptr_p,void * new_val)85 void __tsan_vptr_update(void **vptr_p, void *new_val) {
86 CHECK_EQ(sizeof(vptr_p), 8);
87 if (*vptr_p != new_val) {
88 ThreadState *thr = cur_thread();
89 thr->is_vptr_access = true;
90 MemoryWrite(thr, CALLERPC, (uptr)vptr_p, kSizeLog8);
91 thr->is_vptr_access = false;
92 }
93 }
94
__tsan_vptr_read(void ** vptr_p)95 void __tsan_vptr_read(void **vptr_p) {
96 CHECK_EQ(sizeof(vptr_p), 8);
97 ThreadState *thr = cur_thread();
98 thr->is_vptr_access = true;
99 MemoryRead(thr, CALLERPC, (uptr)vptr_p, kSizeLog8);
100 thr->is_vptr_access = false;
101 }
102
__tsan_func_entry(void * pc)103 void __tsan_func_entry(void *pc) {
104 FuncEntry(cur_thread(), STRIP_PC(pc));
105 }
106
__tsan_func_exit()107 void __tsan_func_exit() {
108 FuncExit(cur_thread());
109 }
110
__tsan_ignore_thread_begin()111 void __tsan_ignore_thread_begin() {
112 ThreadIgnoreBegin(cur_thread(), CALLERPC);
113 }
114
__tsan_ignore_thread_end()115 void __tsan_ignore_thread_end() {
116 ThreadIgnoreEnd(cur_thread(), CALLERPC);
117 }
118
__tsan_read_range(void * addr,uptr size)119 void __tsan_read_range(void *addr, uptr size) {
120 MemoryAccessRange(cur_thread(), CALLERPC, (uptr)addr, size, false);
121 }
122
__tsan_write_range(void * addr,uptr size)123 void __tsan_write_range(void *addr, uptr size) {
124 MemoryAccessRange(cur_thread(), CALLERPC, (uptr)addr, size, true);
125 }
126
__tsan_read_range_pc(void * addr,uptr size,void * pc)127 void __tsan_read_range_pc(void *addr, uptr size, void *pc) {
128 MemoryAccessRange(cur_thread(), STRIP_PC(pc), (uptr)addr, size, false);
129 }
130
__tsan_write_range_pc(void * addr,uptr size,void * pc)131 void __tsan_write_range_pc(void *addr, uptr size, void *pc) {
132 MemoryAccessRange(cur_thread(), STRIP_PC(pc), (uptr)addr, size, true);
133 }
134