10eae32dcSDimitry Andric#include "asan_mapping.h"
20eae32dcSDimitry Andric#include "sanitizer_common/sanitizer_asm.h"
30eae32dcSDimitry Andric
40eae32dcSDimitry Andric#if defined(__x86_64__)
50eae32dcSDimitry Andric#include "sanitizer_common/sanitizer_platform.h"
60eae32dcSDimitry Andric
70eae32dcSDimitry Andric.file "asan_rtl_x86_64.S"
80eae32dcSDimitry Andric
90eae32dcSDimitry Andric#define NAME(n, reg, op, s, i) n##_##op##_##i##_##s##_##reg
100eae32dcSDimitry Andric
110eae32dcSDimitry Andric#define FNAME(reg, op, s, i) NAME(__asan_check, reg, op, s, i)
120eae32dcSDimitry Andric#define RLABEL(reg, op, s, i) NAME(.return, reg, op, s, i)
130eae32dcSDimitry Andric#define CLABEL(reg, op, s, i) NAME(.check, reg, op, s, i)
140eae32dcSDimitry Andric#define FLABEL(reg, op, s, i) NAME(.fail, reg, op, s, i)
150eae32dcSDimitry Andric
160eae32dcSDimitry Andric#define BEGINF(reg, op, s, i) \
17*81ad6265SDimitry Andric.section .text.FNAME(reg, op, s, i),"ax",@progbits ;\
180eae32dcSDimitry Andric.globl  FNAME(reg, op, s, i) ;\
190eae32dcSDimitry Andric.hidden  FNAME(reg, op, s, i) ;\
200eae32dcSDimitry AndricASM_TYPE_FUNCTION(FNAME(reg, op, s, i)) ;\
210eae32dcSDimitry Andric.cfi_startproc ;\
220eae32dcSDimitry AndricFNAME(reg, op, s, i): ;\
230eae32dcSDimitry Andric
240eae32dcSDimitry Andric#define ENDF .cfi_endproc ;\
250eae32dcSDimitry Andric
260eae32dcSDimitry Andric// Access check functions for 1,2 and 4 byte types, which require extra checks.
270eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, s) \
280eae32dcSDimitry Andric        mov    %##reg,%r10 ;\
290eae32dcSDimitry Andric        shr    $0x3,%r10 ;\
300eae32dcSDimitry Andric        movsbl ASAN_SHADOW_OFFSET_CONST(%r10),%r10d ;\
310eae32dcSDimitry Andric        test   %r10d,%r10d ;\
320eae32dcSDimitry Andric        jne    CLABEL(reg, op, s, add) ;\
330eae32dcSDimitry AndricRLABEL(reg, op, s, add): ;\
340eae32dcSDimitry Andric        retq  ;\
350eae32dcSDimitry Andric
360eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_1(reg, op, i) \
370eae32dcSDimitry AndricCLABEL(reg, op, 1, i): ;\
380eae32dcSDimitry Andric        push   %rcx ;\
390eae32dcSDimitry Andric        mov    %##reg,%rcx ;\
400eae32dcSDimitry Andric        and    $0x7,%ecx ;\
410eae32dcSDimitry Andric        cmp    %r10d,%ecx ;\
420eae32dcSDimitry Andric        pop    %rcx ;\
430eae32dcSDimitry Andric        jl     RLABEL(reg, op, 1, i);\
440eae32dcSDimitry Andric        mov    %##reg,%rdi ;\
45*81ad6265SDimitry Andric        jmp    __asan_report_##op##1_asm ;\
460eae32dcSDimitry Andric
470eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_2(reg, op, i) \
480eae32dcSDimitry AndricCLABEL(reg, op, 2, i): ;\
490eae32dcSDimitry Andric        push   %rcx ;\
500eae32dcSDimitry Andric        mov    %##reg,%rcx ;\
510eae32dcSDimitry Andric        and    $0x7,%ecx ;\
520eae32dcSDimitry Andric        add    $0x1,%ecx ;\
530eae32dcSDimitry Andric        cmp    %r10d,%ecx ;\
540eae32dcSDimitry Andric        pop    %rcx ;\
550eae32dcSDimitry Andric        jl     RLABEL(reg, op, 2, i);\
560eae32dcSDimitry Andric        mov    %##reg,%rdi ;\
57*81ad6265SDimitry Andric        jmp    __asan_report_##op##2_asm ;\
580eae32dcSDimitry Andric
590eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_4(reg, op, i) \
600eae32dcSDimitry AndricCLABEL(reg, op, 4, i): ;\
610eae32dcSDimitry Andric        push   %rcx ;\
620eae32dcSDimitry Andric        mov    %##reg,%rcx ;\
630eae32dcSDimitry Andric        and    $0x7,%ecx ;\
640eae32dcSDimitry Andric        add    $0x3,%ecx ;\
650eae32dcSDimitry Andric        cmp    %r10d,%ecx ;\
660eae32dcSDimitry Andric        pop    %rcx ;\
670eae32dcSDimitry Andric        jl     RLABEL(reg, op, 4, i);\
680eae32dcSDimitry Andric        mov    %##reg,%rdi ;\
69*81ad6265SDimitry Andric        jmp    __asan_report_##op##4_asm ;\
700eae32dcSDimitry Andric
710eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, op) \
720eae32dcSDimitry AndricBEGINF(reg, op, 1, add) ;\
730eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 1) ;\
740eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_EXTRA_CHECK_1(reg, op, add) ;\
750eae32dcSDimitry AndricENDF
760eae32dcSDimitry Andric
770eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, op) \
780eae32dcSDimitry AndricBEGINF(reg, op, 2, add) ;\
790eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 2) ;\
800eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_EXTRA_CHECK_2(reg, op, add) ;\
810eae32dcSDimitry AndricENDF
820eae32dcSDimitry Andric
830eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, op) \
840eae32dcSDimitry AndricBEGINF(reg, op, 4, add) ;\
850eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 4) ;\
860eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_EXTRA_CHECK_4(reg, op, add) ;\
870eae32dcSDimitry AndricENDF
880eae32dcSDimitry Andric
890eae32dcSDimitry Andric// Access check functions for 8 and 16 byte types: no extra checks required.
900eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, s, c) \
910eae32dcSDimitry Andric        mov    %##reg,%r10 ;\
920eae32dcSDimitry Andric        shr    $0x3,%r10 ;\
930eae32dcSDimitry Andric        ##c    $0x0,ASAN_SHADOW_OFFSET_CONST(%r10) ;\
940eae32dcSDimitry Andric        jne    FLABEL(reg, op, s, add) ;\
950eae32dcSDimitry Andric        retq  ;\
960eae32dcSDimitry Andric
970eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_FAIL(reg, op, s, i) \
980eae32dcSDimitry AndricFLABEL(reg, op, s, i): ;\
990eae32dcSDimitry Andric        mov    %##reg,%rdi ;\
100*81ad6265SDimitry Andric        jmp    __asan_report_##op##s##_asm;\
1010eae32dcSDimitry Andric
1020eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, op) \
1030eae32dcSDimitry AndricBEGINF(reg, op, 8, add) ;\
1040eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, 8, cmpb) ;\
1050eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_FAIL(reg, op, 8, add) ;\
1060eae32dcSDimitry AndricENDF
1070eae32dcSDimitry Andric
1080eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, op) \
1090eae32dcSDimitry AndricBEGINF(reg, op, 16, add) ;\
1100eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, 16, cmpw) ;\
1110eae32dcSDimitry Andric        ASAN_MEMORY_ACCESS_FAIL(reg, op, 16, add) ;\
1120eae32dcSDimitry AndricENDF
1130eae32dcSDimitry Andric
1140eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACKS_ADD(reg) \
1150eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, load) \
1160eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, store) \
1170eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, load) \
1180eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, store) \
1190eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, load) \
1200eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, store) \
1210eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, load) \
1220eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, store) \
1230eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, load) \
1240eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, store) \
1250eae32dcSDimitry Andric
1260eae32dcSDimitry Andric
1270eae32dcSDimitry Andric// Instantiate all but R10 and R11 callbacks. We are using PLTSafe class with
1280eae32dcSDimitry Andric// the intrinsic, which guarantees that the code generation will never emit
1290eae32dcSDimitry Andric// R10 or R11 callback.
1300eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RAX)
1310eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RBX)
1320eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RCX)
1330eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RDX)
1340eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RSI)
1350eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RDI)
1360eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RBP)
1370eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R8)
1380eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R9)
1390eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R12)
1400eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R13)
1410eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R14)
1420eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R15)
1430eae32dcSDimitry Andric
1440eae32dcSDimitry Andric#endif
1450eae32dcSDimitry Andric
1460eae32dcSDimitry AndricNO_EXEC_STACK_DIRECTIVE
147