10eae32dcSDimitry Andric#include "asan_mapping.h" 20eae32dcSDimitry Andric#include "sanitizer_common/sanitizer_asm.h" 30eae32dcSDimitry Andric 40eae32dcSDimitry Andric#if defined(__x86_64__) 50eae32dcSDimitry Andric#include "sanitizer_common/sanitizer_platform.h" 60eae32dcSDimitry Andric 70eae32dcSDimitry Andric.file "asan_rtl_x86_64.S" 80eae32dcSDimitry Andric 90eae32dcSDimitry Andric#define NAME(n, reg, op, s, i) n##_##op##_##i##_##s##_##reg 100eae32dcSDimitry Andric 110eae32dcSDimitry Andric#define FNAME(reg, op, s, i) NAME(__asan_check, reg, op, s, i) 120eae32dcSDimitry Andric#define RLABEL(reg, op, s, i) NAME(.return, reg, op, s, i) 130eae32dcSDimitry Andric#define CLABEL(reg, op, s, i) NAME(.check, reg, op, s, i) 140eae32dcSDimitry Andric#define FLABEL(reg, op, s, i) NAME(.fail, reg, op, s, i) 150eae32dcSDimitry Andric 160eae32dcSDimitry Andric#define BEGINF(reg, op, s, i) \ 1781ad6265SDimitry Andric.section .text.FNAME(reg, op, s, i),"ax",@progbits ;\ 180eae32dcSDimitry Andric.globl FNAME(reg, op, s, i) ;\ 190eae32dcSDimitry Andric.hidden FNAME(reg, op, s, i) ;\ 200eae32dcSDimitry AndricASM_TYPE_FUNCTION(FNAME(reg, op, s, i)) ;\ 210eae32dcSDimitry Andric.cfi_startproc ;\ 220eae32dcSDimitry AndricFNAME(reg, op, s, i): ;\ 230eae32dcSDimitry Andric 240eae32dcSDimitry Andric#define ENDF .cfi_endproc ;\ 250eae32dcSDimitry Andric 260eae32dcSDimitry Andric// Access check functions for 1,2 and 4 byte types, which require extra checks. 270eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, s) \ 280eae32dcSDimitry Andric mov %##reg,%r10 ;\ 290eae32dcSDimitry Andric shr $0x3,%r10 ;\ 300eae32dcSDimitry Andric movsbl ASAN_SHADOW_OFFSET_CONST(%r10),%r10d ;\ 310eae32dcSDimitry Andric test %r10d,%r10d ;\ 320eae32dcSDimitry Andric jne CLABEL(reg, op, s, add) ;\ 330eae32dcSDimitry AndricRLABEL(reg, op, s, add): ;\ 340eae32dcSDimitry Andric retq ;\ 350eae32dcSDimitry Andric 360eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_1(reg, op, i) \ 370eae32dcSDimitry AndricCLABEL(reg, op, 1, i): ;\ 38*5f757f3fSDimitry Andric mov %##reg,%r11 ;\ 39*5f757f3fSDimitry Andric and $0x7,%r11d ;\ 40*5f757f3fSDimitry Andric cmp %r10d,%r11d ;\ 410eae32dcSDimitry Andric jl RLABEL(reg, op, 1, i);\ 420eae32dcSDimitry Andric mov %##reg,%rdi ;\ 4381ad6265SDimitry Andric jmp __asan_report_##op##1_asm ;\ 440eae32dcSDimitry Andric 450eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_2(reg, op, i) \ 460eae32dcSDimitry AndricCLABEL(reg, op, 2, i): ;\ 47*5f757f3fSDimitry Andric mov %##reg,%r11 ;\ 48*5f757f3fSDimitry Andric and $0x7,%r11d ;\ 49*5f757f3fSDimitry Andric add $0x1,%r11d ;\ 50*5f757f3fSDimitry Andric cmp %r10d,%r11d ;\ 510eae32dcSDimitry Andric jl RLABEL(reg, op, 2, i);\ 520eae32dcSDimitry Andric mov %##reg,%rdi ;\ 5381ad6265SDimitry Andric jmp __asan_report_##op##2_asm ;\ 540eae32dcSDimitry Andric 550eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_EXTRA_CHECK_4(reg, op, i) \ 560eae32dcSDimitry AndricCLABEL(reg, op, 4, i): ;\ 57*5f757f3fSDimitry Andric mov %##reg,%r11 ;\ 58*5f757f3fSDimitry Andric and $0x7,%r11d ;\ 59*5f757f3fSDimitry Andric add $0x3,%r11d ;\ 60*5f757f3fSDimitry Andric cmp %r10d,%r11d ;\ 610eae32dcSDimitry Andric jl RLABEL(reg, op, 4, i);\ 620eae32dcSDimitry Andric mov %##reg,%rdi ;\ 6381ad6265SDimitry Andric jmp __asan_report_##op##4_asm ;\ 640eae32dcSDimitry Andric 650eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, op) \ 660eae32dcSDimitry AndricBEGINF(reg, op, 1, add) ;\ 670eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 1) ;\ 680eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_EXTRA_CHECK_1(reg, op, add) ;\ 690eae32dcSDimitry AndricENDF 700eae32dcSDimitry Andric 710eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, op) \ 720eae32dcSDimitry AndricBEGINF(reg, op, 2, add) ;\ 730eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 2) ;\ 740eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_EXTRA_CHECK_2(reg, op, add) ;\ 750eae32dcSDimitry AndricENDF 760eae32dcSDimitry Andric 770eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, op) \ 780eae32dcSDimitry AndricBEGINF(reg, op, 4, add) ;\ 790eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_INITIAL_CHECK_ADD(reg, op, 4) ;\ 800eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_EXTRA_CHECK_4(reg, op, add) ;\ 810eae32dcSDimitry AndricENDF 820eae32dcSDimitry Andric 830eae32dcSDimitry Andric// Access check functions for 8 and 16 byte types: no extra checks required. 840eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, s, c) \ 850eae32dcSDimitry Andric mov %##reg,%r10 ;\ 860eae32dcSDimitry Andric shr $0x3,%r10 ;\ 870eae32dcSDimitry Andric ##c $0x0,ASAN_SHADOW_OFFSET_CONST(%r10) ;\ 880eae32dcSDimitry Andric jne FLABEL(reg, op, s, add) ;\ 890eae32dcSDimitry Andric retq ;\ 900eae32dcSDimitry Andric 910eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_FAIL(reg, op, s, i) \ 920eae32dcSDimitry AndricFLABEL(reg, op, s, i): ;\ 930eae32dcSDimitry Andric mov %##reg,%rdi ;\ 9481ad6265SDimitry Andric jmp __asan_report_##op##s##_asm;\ 950eae32dcSDimitry Andric 960eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, op) \ 970eae32dcSDimitry AndricBEGINF(reg, op, 8, add) ;\ 980eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, 8, cmpb) ;\ 990eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_FAIL(reg, op, 8, add) ;\ 1000eae32dcSDimitry AndricENDF 1010eae32dcSDimitry Andric 1020eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, op) \ 1030eae32dcSDimitry AndricBEGINF(reg, op, 16, add) ;\ 1040eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_CHECK_ADD(reg, op, 16, cmpw) ;\ 1050eae32dcSDimitry Andric ASAN_MEMORY_ACCESS_FAIL(reg, op, 16, add) ;\ 1060eae32dcSDimitry AndricENDF 1070eae32dcSDimitry Andric 1080eae32dcSDimitry Andric#define ASAN_MEMORY_ACCESS_CALLBACKS_ADD(reg) \ 1090eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, load) \ 1100eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_1(reg, store) \ 1110eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, load) \ 1120eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_2(reg, store) \ 1130eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, load) \ 1140eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_4(reg, store) \ 1150eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, load) \ 1160eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_8(reg, store) \ 1170eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, load) \ 1180eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACK_ADD_16(reg, store) \ 1190eae32dcSDimitry Andric 1200eae32dcSDimitry Andric 1210eae32dcSDimitry Andric// Instantiate all but R10 and R11 callbacks. We are using PLTSafe class with 1220eae32dcSDimitry Andric// the intrinsic, which guarantees that the code generation will never emit 1230eae32dcSDimitry Andric// R10 or R11 callback. 1240eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RAX) 1250eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RBX) 1260eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RCX) 1270eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RDX) 1280eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RSI) 1290eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RDI) 1300eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(RBP) 1310eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R8) 1320eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R9) 1330eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R12) 1340eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R13) 1350eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R14) 1360eae32dcSDimitry AndricASAN_MEMORY_ACCESS_CALLBACKS_ADD(R15) 1370eae32dcSDimitry Andric 1380eae32dcSDimitry Andric#endif 1390eae32dcSDimitry Andric 1400eae32dcSDimitry AndricNO_EXEC_STACK_DIRECTIVE 141