168d75effSDimitry Andric //===-- dfsan_interceptors.cpp --------------------------------------------===//
268d75effSDimitry Andric //
368d75effSDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
468d75effSDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
568d75effSDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
668d75effSDimitry Andric //
768d75effSDimitry Andric //===----------------------------------------------------------------------===//
868d75effSDimitry Andric //
968d75effSDimitry Andric // This file is a part of DataFlowSanitizer.
1068d75effSDimitry Andric //
1168d75effSDimitry Andric // Interceptors for standard library functions.
1268d75effSDimitry Andric //===----------------------------------------------------------------------===//
1368d75effSDimitry Andric 
14e8d8bef9SDimitry Andric #include <sys/syscall.h>
15e8d8bef9SDimitry Andric #include <unistd.h>
16e8d8bef9SDimitry Andric 
1768d75effSDimitry Andric #include "dfsan/dfsan.h"
18fe6060f1SDimitry Andric #include "dfsan/dfsan_thread.h"
1968d75effSDimitry Andric #include "interception/interception.h"
20*349cc55cSDimitry Andric #include "sanitizer_common/sanitizer_allocator_dlsym.h"
21fe6060f1SDimitry Andric #include "sanitizer_common/sanitizer_allocator_interface.h"
2268d75effSDimitry Andric #include "sanitizer_common/sanitizer_common.h"
23fe6060f1SDimitry Andric #include "sanitizer_common/sanitizer_errno.h"
24fe6060f1SDimitry Andric #include "sanitizer_common/sanitizer_platform_limits_posix.h"
25fe6060f1SDimitry Andric #include "sanitizer_common/sanitizer_posix.h"
26fe6060f1SDimitry Andric #include "sanitizer_common/sanitizer_tls_get_addr.h"
2768d75effSDimitry Andric 
2868d75effSDimitry Andric using namespace __sanitizer;
2968d75effSDimitry Andric 
30*349cc55cSDimitry Andric static bool interceptors_initialized;
31e8d8bef9SDimitry Andric 
32*349cc55cSDimitry Andric struct DlsymAlloc : public DlSymAllocator<DlsymAlloc> {
UseImplDlsymAlloc33*349cc55cSDimitry Andric   static bool UseImpl() { return !__dfsan::dfsan_inited; }
34*349cc55cSDimitry Andric };
35e8d8bef9SDimitry Andric 
INTERCEPTOR(void *,reallocarray,void * ptr,SIZE_T nmemb,SIZE_T size)36fe6060f1SDimitry Andric INTERCEPTOR(void *, reallocarray, void *ptr, SIZE_T nmemb, SIZE_T size) {
37fe6060f1SDimitry Andric   return __dfsan::dfsan_reallocarray(ptr, nmemb, size);
38fe6060f1SDimitry Andric }
39fe6060f1SDimitry Andric 
INTERCEPTOR(void *,__libc_memalign,SIZE_T alignment,SIZE_T size)40fe6060f1SDimitry Andric INTERCEPTOR(void *, __libc_memalign, SIZE_T alignment, SIZE_T size) {
41fe6060f1SDimitry Andric   void *ptr = __dfsan::dfsan_memalign(alignment, size);
42fe6060f1SDimitry Andric   if (ptr)
43fe6060f1SDimitry Andric     DTLS_on_libc_memalign(ptr, size);
44fe6060f1SDimitry Andric   return ptr;
45fe6060f1SDimitry Andric }
46fe6060f1SDimitry Andric 
INTERCEPTOR(void *,aligned_alloc,SIZE_T alignment,SIZE_T size)47fe6060f1SDimitry Andric INTERCEPTOR(void *, aligned_alloc, SIZE_T alignment, SIZE_T size) {
48fe6060f1SDimitry Andric   return __dfsan::dfsan_aligned_alloc(alignment, size);
49fe6060f1SDimitry Andric }
50fe6060f1SDimitry Andric 
INTERCEPTOR(void *,calloc,SIZE_T nmemb,SIZE_T size)51fe6060f1SDimitry Andric INTERCEPTOR(void *, calloc, SIZE_T nmemb, SIZE_T size) {
52*349cc55cSDimitry Andric   if (DlsymAlloc::Use())
53*349cc55cSDimitry Andric     return DlsymAlloc::Callocate(nmemb, size);
54fe6060f1SDimitry Andric   return __dfsan::dfsan_calloc(nmemb, size);
55fe6060f1SDimitry Andric }
56fe6060f1SDimitry Andric 
INTERCEPTOR(void *,realloc,void * ptr,SIZE_T size)57fe6060f1SDimitry Andric INTERCEPTOR(void *, realloc, void *ptr, SIZE_T size) {
58*349cc55cSDimitry Andric   if (DlsymAlloc::Use() || DlsymAlloc::PointerIsMine(ptr))
59*349cc55cSDimitry Andric     return DlsymAlloc::Realloc(ptr, size);
60fe6060f1SDimitry Andric   return __dfsan::dfsan_realloc(ptr, size);
61fe6060f1SDimitry Andric }
62fe6060f1SDimitry Andric 
INTERCEPTOR(void *,malloc,SIZE_T size)63fe6060f1SDimitry Andric INTERCEPTOR(void *, malloc, SIZE_T size) {
64*349cc55cSDimitry Andric   if (DlsymAlloc::Use())
65*349cc55cSDimitry Andric     return DlsymAlloc::Allocate(size);
66fe6060f1SDimitry Andric   return __dfsan::dfsan_malloc(size);
67fe6060f1SDimitry Andric }
68fe6060f1SDimitry Andric 
INTERCEPTOR(void,free,void * ptr)69fe6060f1SDimitry Andric INTERCEPTOR(void, free, void *ptr) {
70*349cc55cSDimitry Andric   if (!ptr)
71fe6060f1SDimitry Andric     return;
72*349cc55cSDimitry Andric   if (DlsymAlloc::PointerIsMine(ptr))
73*349cc55cSDimitry Andric     return DlsymAlloc::Free(ptr);
74fe6060f1SDimitry Andric   return __dfsan::dfsan_deallocate(ptr);
75fe6060f1SDimitry Andric }
76fe6060f1SDimitry Andric 
INTERCEPTOR(void,cfree,void * ptr)77fe6060f1SDimitry Andric INTERCEPTOR(void, cfree, void *ptr) {
78*349cc55cSDimitry Andric   if (!ptr)
79fe6060f1SDimitry Andric     return;
80*349cc55cSDimitry Andric   if (DlsymAlloc::PointerIsMine(ptr))
81*349cc55cSDimitry Andric     return DlsymAlloc::Free(ptr);
82fe6060f1SDimitry Andric   return __dfsan::dfsan_deallocate(ptr);
83fe6060f1SDimitry Andric }
84fe6060f1SDimitry Andric 
INTERCEPTOR(int,posix_memalign,void ** memptr,SIZE_T alignment,SIZE_T size)85fe6060f1SDimitry Andric INTERCEPTOR(int, posix_memalign, void **memptr, SIZE_T alignment, SIZE_T size) {
86fe6060f1SDimitry Andric   CHECK_NE(memptr, 0);
87fe6060f1SDimitry Andric   int res = __dfsan::dfsan_posix_memalign(memptr, alignment, size);
88fe6060f1SDimitry Andric   if (!res)
89fe6060f1SDimitry Andric     dfsan_set_label(0, memptr, sizeof(*memptr));
90fe6060f1SDimitry Andric   return res;
91fe6060f1SDimitry Andric }
92fe6060f1SDimitry Andric 
INTERCEPTOR(void *,memalign,SIZE_T alignment,SIZE_T size)93fe6060f1SDimitry Andric INTERCEPTOR(void *, memalign, SIZE_T alignment, SIZE_T size) {
94fe6060f1SDimitry Andric   return __dfsan::dfsan_memalign(alignment, size);
95fe6060f1SDimitry Andric }
96fe6060f1SDimitry Andric 
INTERCEPTOR(void *,valloc,SIZE_T size)97fe6060f1SDimitry Andric INTERCEPTOR(void *, valloc, SIZE_T size) { return __dfsan::dfsan_valloc(size); }
98fe6060f1SDimitry Andric 
INTERCEPTOR(void *,pvalloc,SIZE_T size)99fe6060f1SDimitry Andric INTERCEPTOR(void *, pvalloc, SIZE_T size) {
100fe6060f1SDimitry Andric   return __dfsan::dfsan_pvalloc(size);
101fe6060f1SDimitry Andric }
102fe6060f1SDimitry Andric 
INTERCEPTOR(void,mallinfo,__sanitizer_struct_mallinfo * sret)103fe6060f1SDimitry Andric INTERCEPTOR(void, mallinfo, __sanitizer_struct_mallinfo *sret) {
104fe6060f1SDimitry Andric   internal_memset(sret, 0, sizeof(*sret));
105fe6060f1SDimitry Andric   dfsan_set_label(0, sret, sizeof(*sret));
106fe6060f1SDimitry Andric }
107fe6060f1SDimitry Andric 
INTERCEPTOR(int,mallopt,int cmd,int value)108fe6060f1SDimitry Andric INTERCEPTOR(int, mallopt, int cmd, int value) { return 0; }
109fe6060f1SDimitry Andric 
INTERCEPTOR(void,malloc_stats,void)110fe6060f1SDimitry Andric INTERCEPTOR(void, malloc_stats, void) {
111fe6060f1SDimitry Andric   // FIXME: implement, but don't call REAL(malloc_stats)!
112fe6060f1SDimitry Andric }
113fe6060f1SDimitry Andric 
INTERCEPTOR(uptr,malloc_usable_size,void * ptr)114fe6060f1SDimitry Andric INTERCEPTOR(uptr, malloc_usable_size, void *ptr) {
115fe6060f1SDimitry Andric   return __sanitizer_get_allocated_size(ptr);
116fe6060f1SDimitry Andric }
117fe6060f1SDimitry Andric 
118fe6060f1SDimitry Andric #define ENSURE_DFSAN_INITED()               \
119fe6060f1SDimitry Andric   do {                                      \
120fe6060f1SDimitry Andric     CHECK(!__dfsan::dfsan_init_is_running); \
121fe6060f1SDimitry Andric     if (!__dfsan::dfsan_inited) {           \
122fe6060f1SDimitry Andric       __dfsan::dfsan_init();                \
123fe6060f1SDimitry Andric     }                                       \
124fe6060f1SDimitry Andric   } while (0)
125fe6060f1SDimitry Andric 
126fe6060f1SDimitry Andric #define COMMON_INTERCEPTOR_ENTER(func, ...) \
127fe6060f1SDimitry Andric   if (__dfsan::dfsan_init_is_running)       \
128fe6060f1SDimitry Andric     return REAL(func)(__VA_ARGS__);         \
129fe6060f1SDimitry Andric   ENSURE_DFSAN_INITED();                    \
130*349cc55cSDimitry Andric   dfsan_set_label(0, __errno_location(), sizeof(int));
131fe6060f1SDimitry Andric 
INTERCEPTOR(void *,mmap,void * addr,SIZE_T length,int prot,int flags,int fd,OFF_T offset)13268d75effSDimitry Andric INTERCEPTOR(void *, mmap, void *addr, SIZE_T length, int prot, int flags,
13368d75effSDimitry Andric             int fd, OFF_T offset) {
134fe6060f1SDimitry Andric   if (common_flags()->detect_write_exec)
135*349cc55cSDimitry Andric     ReportMmapWriteExec(prot, flags);
136fe6060f1SDimitry Andric   if (!__dfsan::dfsan_inited)
137fe6060f1SDimitry Andric     return (void *)internal_mmap(addr, length, prot, flags, fd, offset);
138fe6060f1SDimitry Andric   COMMON_INTERCEPTOR_ENTER(mmap, addr, length, prot, flags, fd, offset);
139fe6060f1SDimitry Andric   void *res = REAL(mmap)(addr, length, prot, flags, fd, offset);
140fe6060f1SDimitry Andric   if (res != (void *)-1) {
141e8d8bef9SDimitry Andric     dfsan_set_label(0, res, RoundUpTo(length, GetPageSizeCached()));
142fe6060f1SDimitry Andric   }
14368d75effSDimitry Andric   return res;
14468d75effSDimitry Andric }
14568d75effSDimitry Andric 
INTERCEPTOR(void *,mmap64,void * addr,SIZE_T length,int prot,int flags,int fd,OFF64_T offset)14668d75effSDimitry Andric INTERCEPTOR(void *, mmap64, void *addr, SIZE_T length, int prot, int flags,
14768d75effSDimitry Andric             int fd, OFF64_T offset) {
148fe6060f1SDimitry Andric   if (common_flags()->detect_write_exec)
149*349cc55cSDimitry Andric     ReportMmapWriteExec(prot, flags);
150fe6060f1SDimitry Andric   if (!__dfsan::dfsan_inited)
151fe6060f1SDimitry Andric     return (void *)internal_mmap(addr, length, prot, flags, fd, offset);
152fe6060f1SDimitry Andric   COMMON_INTERCEPTOR_ENTER(mmap64, addr, length, prot, flags, fd, offset);
15368d75effSDimitry Andric   void *res = REAL(mmap64)(addr, length, prot, flags, fd, offset);
154fe6060f1SDimitry Andric   if (res != (void *)-1) {
155e8d8bef9SDimitry Andric     dfsan_set_label(0, res, RoundUpTo(length, GetPageSizeCached()));
156fe6060f1SDimitry Andric   }
157e8d8bef9SDimitry Andric   return res;
158e8d8bef9SDimitry Andric }
159e8d8bef9SDimitry Andric 
INTERCEPTOR(int,munmap,void * addr,SIZE_T length)160e8d8bef9SDimitry Andric INTERCEPTOR(int, munmap, void *addr, SIZE_T length) {
161fe6060f1SDimitry Andric   if (!__dfsan::dfsan_inited)
162fe6060f1SDimitry Andric     return internal_munmap(addr, length);
163fe6060f1SDimitry Andric   COMMON_INTERCEPTOR_ENTER(munmap, addr, length);
164e8d8bef9SDimitry Andric   int res = REAL(munmap)(addr, length);
165e8d8bef9SDimitry Andric   if (res != -1)
166e8d8bef9SDimitry Andric     dfsan_set_label(0, addr, RoundUpTo(length, GetPageSizeCached()));
16768d75effSDimitry Andric   return res;
16868d75effSDimitry Andric }
16968d75effSDimitry Andric 
170fe6060f1SDimitry Andric #define COMMON_INTERCEPTOR_GET_TLS_RANGE(begin, end)           \
171fe6060f1SDimitry Andric   if (__dfsan::DFsanThread *t = __dfsan::GetCurrentThread()) { \
172fe6060f1SDimitry Andric     *begin = t->tls_begin();                                   \
173fe6060f1SDimitry Andric     *end = t->tls_end();                                       \
174fe6060f1SDimitry Andric   } else {                                                     \
175fe6060f1SDimitry Andric     *begin = *end = 0;                                         \
176fe6060f1SDimitry Andric   }
177fe6060f1SDimitry Andric #define COMMON_INTERCEPTOR_INITIALIZE_RANGE(ptr, size) \
178fe6060f1SDimitry Andric   dfsan_set_label(0, ptr, size)
179fe6060f1SDimitry Andric 
INTERCEPTOR(void *,__tls_get_addr,void * arg)180fe6060f1SDimitry Andric INTERCEPTOR(void *, __tls_get_addr, void *arg) {
181fe6060f1SDimitry Andric   COMMON_INTERCEPTOR_ENTER(__tls_get_addr, arg);
182fe6060f1SDimitry Andric   void *res = REAL(__tls_get_addr)(arg);
183fe6060f1SDimitry Andric   uptr tls_begin, tls_end;
184fe6060f1SDimitry Andric   COMMON_INTERCEPTOR_GET_TLS_RANGE(&tls_begin, &tls_end);
185fe6060f1SDimitry Andric   DTLS::DTV *dtv = DTLS_on_tls_get_addr(arg, res, tls_begin, tls_end);
186fe6060f1SDimitry Andric   if (dtv) {
187fe6060f1SDimitry Andric     // New DTLS block has been allocated.
188fe6060f1SDimitry Andric     COMMON_INTERCEPTOR_INITIALIZE_RANGE((void *)dtv->beg, dtv->size);
189fe6060f1SDimitry Andric   }
190fe6060f1SDimitry Andric   return res;
191fe6060f1SDimitry Andric }
192fe6060f1SDimitry Andric 
19368d75effSDimitry Andric namespace __dfsan {
initialize_interceptors()194fe6060f1SDimitry Andric void initialize_interceptors() {
195e8d8bef9SDimitry Andric   CHECK(!interceptors_initialized);
19668d75effSDimitry Andric 
197fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(aligned_alloc);
198fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(calloc);
199fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(cfree);
200fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(free);
201fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(mallinfo);
202fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(malloc);
203fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(malloc_stats);
204fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(malloc_usable_size);
205fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(mallopt);
206fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(memalign);
20768d75effSDimitry Andric   INTERCEPT_FUNCTION(mmap);
20868d75effSDimitry Andric   INTERCEPT_FUNCTION(mmap64);
209e8d8bef9SDimitry Andric   INTERCEPT_FUNCTION(munmap);
210fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(posix_memalign);
211fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(pvalloc);
212fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(realloc);
213fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(reallocarray);
214fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(valloc);
215fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(__tls_get_addr);
216fe6060f1SDimitry Andric   INTERCEPT_FUNCTION(__libc_memalign);
217e8d8bef9SDimitry Andric 
218e8d8bef9SDimitry Andric   interceptors_initialized = true;
21968d75effSDimitry Andric }
22068d75effSDimitry Andric }  // namespace __dfsan
221