10eae32dcSDimitry Andric#include "asan_mapping.h" 20eae32dcSDimitry Andric#include "sanitizer_common/sanitizer_asm.h" 30eae32dcSDimitry Andric 40eae32dcSDimitry Andric#if defined(__x86_64__) 50eae32dcSDimitry Andric#include "sanitizer_common/sanitizer_platform.h" 60eae32dcSDimitry Andric 70eae32dcSDimitry Andric.file "asan_rtl_x86_64.S" 80eae32dcSDimitry Andric 90eae32dcSDimitry Andric#define NAME(n, reg, op, s, i) n##_##op##_##i##_##s##_##reg 100eae32dcSDimitry Andric 110eae32dcSDimitry Andric#define FNAME(reg, op, s, i) NAME(__asan_check, reg, op, s, i) 120eae32dcSDimitry Andric#define RLABEL(reg, op, s, i) NAME(.return, reg, op, s, i) 130eae32dcSDimitry Andric#define CLABEL(reg, op, s, i) NAME(.check, reg, op, s, i) 140eae32dcSDimitry Andric#define FLABEL(reg, op, s, i) NAME(.fail, reg, op, s, i) 150eae32dcSDimitry Andric 160eae32dcSDimitry Andric#define BEGINF(reg, op, s, i) \ 17*81ad6265SDimitry Andric.section .text.FNAME(reg, op, s, i),"ax",@progbits ;\ 180eae32dcSDimitry Andric.globl FNAME(reg, op, s, i) ;\ 190eae32dcSDimitry Andric.hidden FNAME(reg, op, s, i) ;\ 200eae32dcSDimitry AndricASM_TYPE_FUNCTION(FNAME(reg, op, s, i)) ;\ 210eae32dcSDimitry Andric.cfi_startproc ;\ 220eae32dcSDimitry AndricFNAME(reg, op, s, i): ;\ 230eae32dcSDimitry Andric 240eae32dcSDimitry Andric#define ENDF .cfi_endproc ;\ 250eae32dcSDimitry Andric 260eae32dcSDimitry Andric// Access check functions for 1,2 and 4 byte types, which require extra checks. 270eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, s) \ 280eae32dcSDimitry Andric mov %##reg,%r10 ;\ 290eae32dcSDimitry Andric shr $0x3,%r10 ;\ 300eae32dcSDimitry Andric movsbl ASAN_SHADOW_OFFSET_CONST(%r10),%r10d ;\ 310eae32dcSDimitry Andric test %r10d,%r10d ;\ 320eae32dcSDimitry Andric jne CLABEL(reg, op, s, add) ;\ 330eae32dcSDimitry AndricRLABEL(reg, op, s, add): ;\ 340eae32dcSDimitry Andric retq ;\ 350eae32dcSDimitry Andric 360eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_1(reg, op, i) \ 370eae32dcSDimitry AndricCLABEL(reg, op, 1, i): ;\ 380eae32dcSDimitry Andric push %rcx ;\ 390eae32dcSDimitry Andric mov %##reg,%rcx ;\ 400eae32dcSDimitry Andric and $0x7,%ecx ;\ 410eae32dcSDimitry Andric cmp %r10d,%ecx ;\ 420eae32dcSDimitry Andric pop %rcx ;\ 430eae32dcSDimitry Andric jl RLABEL(reg, op, 1, i);\ 440eae32dcSDimitry Andric mov %##reg,%rdi ;\ 45*81ad6265SDimitry Andric jmp __asan_report_##op##1_asm ;\ 460eae32dcSDimitry Andric 470eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_2(reg, op, i) \ 480eae32dcSDimitry AndricCLABEL(reg, op, 2, i): ;\ 490eae32dcSDimitry Andric push %rcx ;\ 500eae32dcSDimitry Andric mov %##reg,%rcx ;\ 510eae32dcSDimitry Andric and $0x7,%ecx ;\ 520eae32dcSDimitry Andric add $0x1,%ecx ;\ 530eae32dcSDimitry Andric cmp %r10d,%ecx ;\ 540eae32dcSDimitry Andric pop %rcx ;\ 550eae32dcSDimitry Andric jl RLABEL(reg, op, 2, i);\ 560eae32dcSDimitry Andric mov %##reg,%rdi ;\ 57*81ad6265SDimitry Andric jmp __asan_report_##op##2_asm ;\ 580eae32dcSDimitry Andric 590eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_4(reg, op, i) \ 600eae32dcSDimitry AndricCLABEL(reg, op, 4, i): ;\ 610eae32dcSDimitry Andric push %rcx ;\ 620eae32dcSDimitry Andric mov %##reg,%rcx ;\ 630eae32dcSDimitry Andric and $0x7,%ecx ;\ 640eae32dcSDimitry Andric add $0x3,%ecx ;\ 650eae32dcSDimitry Andric cmp %r10d,%ecx ;\ 660eae32dcSDimitry Andric pop %rcx ;\ 670eae32dcSDimitry Andric jl RLABEL(reg, op, 4, i);\ 680eae32dcSDimitry Andric mov %##reg,%rdi ;\ 69*81ad6265SDimitry Andric jmp __asan_report_##op##4_asm ;\ 700eae32dcSDimitry Andric 710eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, op) \ 720eae32dcSDimitry AndricBEGINF(reg, op, 1, add) ;\ 730eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 1) ;\ 740eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_EXTRA_CHECK_1(reg, op, add) ;\ 750eae32dcSDimitry AndricENDF 760eae32dcSDimitry Andric 770eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, op) \ 780eae32dcSDimitry AndricBEGINF(reg, op, 2, add) ;\ 790eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 2) ;\ 800eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_EXTRA_CHECK_2(reg, op, add) ;\ 810eae32dcSDimitry AndricENDF 820eae32dcSDimitry Andric 830eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, op) \ 840eae32dcSDimitry AndricBEGINF(reg, op, 4, add) ;\ 850eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 4) ;\ 860eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_EXTRA_CHECK_4(reg, op, add) ;\ 870eae32dcSDimitry AndricENDF 880eae32dcSDimitry Andric 890eae32dcSDimitry Andric// Access check functions for 8 and 16 byte types: no extra checks required. 900eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, s, c) \ 910eae32dcSDimitry Andric mov %##reg,%r10 ;\ 920eae32dcSDimitry Andric shr $0x3,%r10 ;\ 930eae32dcSDimitry Andric ##c $0x0,ASAN_SHADOW_OFFSET_CONST(%r10) ;\ 940eae32dcSDimitry Andric jne FLABEL(reg, op, s, add) ;\ 950eae32dcSDimitry Andric retq ;\ 960eae32dcSDimitry Andric 970eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_FAIL(reg, op, s, i) \ 980eae32dcSDimitry AndricFLABEL(reg, op, s, i): ;\ 990eae32dcSDimitry Andric mov %##reg,%rdi ;\ 100*81ad6265SDimitry Andric jmp __asan_report_##op##s##_asm;\ 1010eae32dcSDimitry Andric 1020eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, op) \ 1030eae32dcSDimitry AndricBEGINF(reg, op, 8, add) ;\ 1040eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, 8, cmpb) ;\ 1050eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_FAIL(reg, op, 8, add) ;\ 1060eae32dcSDimitry AndricENDF 1070eae32dcSDimitry Andric 1080eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, op) \ 1090eae32dcSDimitry AndricBEGINF(reg, op, 16, add) ;\ 1100eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, 16, cmpw) ;\ 1110eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_FAIL(reg, op, 16, add) ;\ 1120eae32dcSDimitry AndricENDF 1130eae32dcSDimitry Andric 1140eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACKS_ADD(reg) \ 1150eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, load) \ 1160eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, store) \ 1170eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, load) \ 1180eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, store) \ 1190eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, load) \ 1200eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, store) \ 1210eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, load) \ 1220eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, store) \ 1230eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, load) \ 1240eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, store) \ 1250eae32dcSDimitry Andric 1260eae32dcSDimitry Andric 1270eae32dcSDimitry Andric// Instantiate all but R10 and R11 callbacks. We are using PLTSafe class with 1280eae32dcSDimitry Andric// the intrinsic, which guarantees that the code generation will never emit 1290eae32dcSDimitry Andric// R10 or R11 callback. 1300eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RAX) 1310eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RBX) 1320eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RCX) 1330eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RDX) 1340eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RSI) 1350eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RDI) 1360eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RBP) 1370eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R8) 1380eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R9) 1390eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R12) 1400eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R13) 1410eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R14) 1420eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R15) 1430eae32dcSDimitry Andric 1440eae32dcSDimitry Andric#endif 1450eae32dcSDimitry Andric 1460eae32dcSDimitry AndricNO_EXEC_STACK_DIRECTIVE 147