1*d89ec533Spatrick //===-- memprof_interceptors_memintrinsics.h -------------------*- C++ -*-===//
2*d89ec533Spatrick //
3*d89ec533Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*d89ec533Spatrick // See https://llvm.org/LICENSE.txt for license information.
5*d89ec533Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*d89ec533Spatrick //
7*d89ec533Spatrick //===---------------------------------------------------------------------===//
8*d89ec533Spatrick //
9*d89ec533Spatrick // This file is a part of MemProfiler, a memory profiler.
10*d89ec533Spatrick //
11*d89ec533Spatrick // MemProf-private header for memprof_interceptors_memintrinsics.cpp
12*d89ec533Spatrick //===---------------------------------------------------------------------===//
13*d89ec533Spatrick #ifndef MEMPROF_MEMINTRIN_H
14*d89ec533Spatrick #define MEMPROF_MEMINTRIN_H
15*d89ec533Spatrick
16*d89ec533Spatrick #include "interception/interception.h"
17*d89ec533Spatrick #include "memprof_interface_internal.h"
18*d89ec533Spatrick #include "memprof_internal.h"
19*d89ec533Spatrick #include "memprof_mapping.h"
20*d89ec533Spatrick
DECLARE_REAL(void *,memcpy,void * to,const void * from,uptr size)21*d89ec533Spatrick DECLARE_REAL(void *, memcpy, void *to, const void *from, uptr size)
22*d89ec533Spatrick DECLARE_REAL(void *, memset, void *block, int c, uptr size)
23*d89ec533Spatrick
24*d89ec533Spatrick namespace __memprof {
25*d89ec533Spatrick
26*d89ec533Spatrick // We implement ACCESS_MEMORY_RANGE, MEMPROF_READ_RANGE,
27*d89ec533Spatrick // and MEMPROF_WRITE_RANGE as macro instead of function so
28*d89ec533Spatrick // that no extra frames are created, and stack trace contains
29*d89ec533Spatrick // relevant information only.
30*d89ec533Spatrick #define ACCESS_MEMORY_RANGE(offset, size) \
31*d89ec533Spatrick do { \
32*d89ec533Spatrick __memprof_record_access_range(offset, size); \
33*d89ec533Spatrick } while (0)
34*d89ec533Spatrick
35*d89ec533Spatrick // memcpy is called during __memprof_init() from the internals of printf(...).
36*d89ec533Spatrick // We do not treat memcpy with to==from as a bug.
37*d89ec533Spatrick // See http://llvm.org/bugs/show_bug.cgi?id=11763.
38*d89ec533Spatrick #define MEMPROF_MEMCPY_IMPL(to, from, size) \
39*d89ec533Spatrick do { \
40*d89ec533Spatrick if (UNLIKELY(!memprof_inited)) \
41*d89ec533Spatrick return internal_memcpy(to, from, size); \
42*d89ec533Spatrick if (memprof_init_is_running) { \
43*d89ec533Spatrick return REAL(memcpy)(to, from, size); \
44*d89ec533Spatrick } \
45*d89ec533Spatrick ENSURE_MEMPROF_INITED(); \
46*d89ec533Spatrick MEMPROF_READ_RANGE(from, size); \
47*d89ec533Spatrick MEMPROF_WRITE_RANGE(to, size); \
48*d89ec533Spatrick return REAL(memcpy)(to, from, size); \
49*d89ec533Spatrick } while (0)
50*d89ec533Spatrick
51*d89ec533Spatrick // memset is called inside Printf.
52*d89ec533Spatrick #define MEMPROF_MEMSET_IMPL(block, c, size) \
53*d89ec533Spatrick do { \
54*d89ec533Spatrick if (UNLIKELY(!memprof_inited)) \
55*d89ec533Spatrick return internal_memset(block, c, size); \
56*d89ec533Spatrick if (memprof_init_is_running) { \
57*d89ec533Spatrick return REAL(memset)(block, c, size); \
58*d89ec533Spatrick } \
59*d89ec533Spatrick ENSURE_MEMPROF_INITED(); \
60*d89ec533Spatrick MEMPROF_WRITE_RANGE(block, size); \
61*d89ec533Spatrick return REAL(memset)(block, c, size); \
62*d89ec533Spatrick } while (0)
63*d89ec533Spatrick
64*d89ec533Spatrick #define MEMPROF_MEMMOVE_IMPL(to, from, size) \
65*d89ec533Spatrick do { \
66*d89ec533Spatrick if (UNLIKELY(!memprof_inited)) \
67*d89ec533Spatrick return internal_memmove(to, from, size); \
68*d89ec533Spatrick ENSURE_MEMPROF_INITED(); \
69*d89ec533Spatrick MEMPROF_READ_RANGE(from, size); \
70*d89ec533Spatrick MEMPROF_WRITE_RANGE(to, size); \
71*d89ec533Spatrick return internal_memmove(to, from, size); \
72*d89ec533Spatrick } while (0)
73*d89ec533Spatrick
74*d89ec533Spatrick #define MEMPROF_READ_RANGE(offset, size) ACCESS_MEMORY_RANGE(offset, size)
75*d89ec533Spatrick #define MEMPROF_WRITE_RANGE(offset, size) ACCESS_MEMORY_RANGE(offset, size)
76*d89ec533Spatrick
77*d89ec533Spatrick } // namespace __memprof
78*d89ec533Spatrick
79*d89ec533Spatrick #endif // MEMPROF_MEMINTRIN_H
80