1 /* 2 ** IR CALL* instruction definitions. 3 ** Copyright (C) 2005-2016 Mike Pall. See Copyright Notice in luajit.h 4 */ 5 6 #ifndef _LJ_IRCALL_H 7 #define _LJ_IRCALL_H 8 9 #include "lj_obj.h" 10 #include "lj_ir.h" 11 #include "lj_jit.h" 12 13 /* C call info for CALL* instructions. */ 14 typedef struct CCallInfo { 15 ASMFunction func; /* Function pointer. */ 16 uint32_t flags; /* Number of arguments and flags. */ 17 } CCallInfo; 18 19 #define CCI_NARGS(ci) ((ci)->flags & 0xff) /* # of args. */ 20 #define CCI_NARGS_MAX 32 /* Max. # of args. */ 21 22 #define CCI_OTSHIFT 16 23 #define CCI_OPTYPE(ci) ((ci)->flags >> CCI_OTSHIFT) /* Get op/type. */ 24 #define CCI_OPSHIFT 24 25 #define CCI_OP(ci) ((ci)->flags >> CCI_OPSHIFT) /* Get op. */ 26 27 #define CCI_CALL_N (IR_CALLN << CCI_OPSHIFT) 28 #define CCI_CALL_A (IR_CALLA << CCI_OPSHIFT) 29 #define CCI_CALL_L (IR_CALLL << CCI_OPSHIFT) 30 #define CCI_CALL_S (IR_CALLS << CCI_OPSHIFT) 31 #define CCI_CALL_FN (CCI_CALL_N|CCI_CC_FASTCALL) 32 #define CCI_CALL_FL (CCI_CALL_L|CCI_CC_FASTCALL) 33 #define CCI_CALL_FS (CCI_CALL_S|CCI_CC_FASTCALL) 34 35 /* C call info flags. */ 36 #define CCI_L 0x0100 /* Implicit L arg. */ 37 #define CCI_CASTU64 0x0200 /* Cast u64 result to number. */ 38 #define CCI_NOFPRCLOBBER 0x0400 /* Does not clobber any FPRs. */ 39 #define CCI_VARARG 0x0800 /* Vararg function. */ 40 41 #define CCI_CC_MASK 0x3000 /* Calling convention mask. */ 42 #define CCI_CC_SHIFT 12 43 /* ORDER CC */ 44 #define CCI_CC_CDECL 0x0000 /* Default cdecl calling convention. */ 45 #define CCI_CC_THISCALL 0x1000 /* Thiscall calling convention. */ 46 #define CCI_CC_FASTCALL 0x2000 /* Fastcall calling convention. */ 47 #define CCI_CC_STDCALL 0x3000 /* Stdcall calling convention. */ 48 49 /* Extra args for SOFTFP, SPLIT 64 bit. */ 50 #define CCI_XARGS_SHIFT 14 51 #define CCI_XARGS(ci) (((ci)->flags >> CCI_XARGS_SHIFT) & 3) 52 #define CCI_XA (1u << CCI_XARGS_SHIFT) 53 54 #if LJ_SOFTFP || (LJ_32 && LJ_HASFFI) 55 #define CCI_XNARGS(ci) (CCI_NARGS((ci)) + CCI_XARGS((ci))) 56 #else 57 #define CCI_XNARGS(ci) CCI_NARGS((ci)) 58 #endif 59 60 /* Helpers for conditional function definitions. */ 61 #define IRCALLCOND_ANY(x) x 62 63 #if LJ_TARGET_X86ORX64 64 #define IRCALLCOND_FPMATH(x) NULL 65 #else 66 #define IRCALLCOND_FPMATH(x) x 67 #endif 68 69 #if LJ_SOFTFP 70 #define IRCALLCOND_SOFTFP(x) x 71 #if LJ_HASFFI 72 #define IRCALLCOND_SOFTFP_FFI(x) x 73 #else 74 #define IRCALLCOND_SOFTFP_FFI(x) NULL 75 #endif 76 #else 77 #define IRCALLCOND_SOFTFP(x) NULL 78 #define IRCALLCOND_SOFTFP_FFI(x) NULL 79 #endif 80 81 #if LJ_SOFTFP && LJ_TARGET_MIPS 82 #define IRCALLCOND_SOFTFP_MIPS(x) x 83 #else 84 #define IRCALLCOND_SOFTFP_MIPS(x) NULL 85 #endif 86 87 #define LJ_NEED_FP64 (LJ_TARGET_ARM || LJ_TARGET_PPC || LJ_TARGET_MIPS) 88 89 #if LJ_HASFFI && (LJ_SOFTFP || LJ_NEED_FP64) 90 #define IRCALLCOND_FP64_FFI(x) x 91 #else 92 #define IRCALLCOND_FP64_FFI(x) NULL 93 #endif 94 95 #if LJ_HASFFI 96 #define IRCALLCOND_FFI(x) x 97 #if LJ_32 98 #define IRCALLCOND_FFI32(x) x 99 #else 100 #define IRCALLCOND_FFI32(x) NULL 101 #endif 102 #else 103 #define IRCALLCOND_FFI(x) NULL 104 #define IRCALLCOND_FFI32(x) NULL 105 #endif 106 107 #if LJ_TARGET_X86 108 #define CCI_RANDFPR 0 /* Clang on OSX/x86 is overzealous. */ 109 #else 110 #define CCI_RANDFPR CCI_NOFPRCLOBBER 111 #endif 112 113 #if LJ_SOFTFP 114 #define XA_FP CCI_XA 115 #define XA2_FP (CCI_XA+CCI_XA) 116 #else 117 #define XA_FP 0 118 #define XA2_FP 0 119 #endif 120 121 #if LJ_32 122 #define XA_64 CCI_XA 123 #define XA2_64 (CCI_XA+CCI_XA) 124 #else 125 #define XA_64 0 126 #define XA2_64 0 127 #endif 128 129 /* Function definitions for CALL* instructions. */ 130 #define IRCALLDEF(_) \ 131 _(ANY, lj_str_cmp, 2, FN, INT, CCI_NOFPRCLOBBER) \ 132 _(ANY, lj_str_find, 4, N, P32, 0) \ 133 _(ANY, lj_str_new, 3, S, STR, CCI_L) \ 134 _(ANY, lj_strscan_num, 2, FN, INT, 0) \ 135 _(ANY, lj_strfmt_int, 2, FN, STR, CCI_L) \ 136 _(ANY, lj_strfmt_num, 2, FN, STR, CCI_L) \ 137 _(ANY, lj_strfmt_char, 2, FN, STR, CCI_L) \ 138 _(ANY, lj_strfmt_putint, 2, FL, P32, 0) \ 139 _(ANY, lj_strfmt_putnum, 2, FL, P32, 0) \ 140 _(ANY, lj_strfmt_putquoted, 2, FL, P32, 0) \ 141 _(ANY, lj_strfmt_putfxint, 3, L, P32, XA_64) \ 142 _(ANY, lj_strfmt_putfnum_int, 3, L, P32, XA_FP) \ 143 _(ANY, lj_strfmt_putfnum_uint, 3, L, P32, XA_FP) \ 144 _(ANY, lj_strfmt_putfnum, 3, L, P32, XA_FP) \ 145 _(ANY, lj_strfmt_putfstr, 3, L, P32, 0) \ 146 _(ANY, lj_strfmt_putfchar, 3, L, P32, 0) \ 147 _(ANY, lj_buf_putmem, 3, S, P32, 0) \ 148 _(ANY, lj_buf_putstr, 2, FL, P32, 0) \ 149 _(ANY, lj_buf_putchar, 2, FL, P32, 0) \ 150 _(ANY, lj_buf_putstr_reverse, 2, FL, P32, 0) \ 151 _(ANY, lj_buf_putstr_lower, 2, FL, P32, 0) \ 152 _(ANY, lj_buf_putstr_upper, 2, FL, P32, 0) \ 153 _(ANY, lj_buf_putstr_rep, 3, L, P32, 0) \ 154 _(ANY, lj_buf_puttab, 5, L, P32, 0) \ 155 _(ANY, lj_buf_tostr, 1, FL, STR, 0) \ 156 _(ANY, lj_tab_new_ah, 3, A, TAB, CCI_L) \ 157 _(ANY, lj_tab_new1, 2, FS, TAB, CCI_L) \ 158 _(ANY, lj_tab_dup, 2, FS, TAB, CCI_L) \ 159 _(ANY, lj_tab_clear, 1, FS, NIL, 0) \ 160 _(ANY, lj_tab_newkey, 3, S, P32, CCI_L) \ 161 _(ANY, lj_tab_len, 1, FL, INT, 0) \ 162 _(ANY, lj_gc_step_jit, 2, FS, NIL, CCI_L) \ 163 _(ANY, lj_gc_barrieruv, 2, FS, NIL, 0) \ 164 _(ANY, lj_mem_newgco, 2, FS, P32, CCI_L) \ 165 _(ANY, lj_math_random_step, 1, FS, NUM, CCI_CASTU64|CCI_RANDFPR)\ 166 _(ANY, lj_vm_modi, 2, FN, INT, 0) \ 167 _(ANY, sinh, 1, N, NUM, XA_FP) \ 168 _(ANY, cosh, 1, N, NUM, XA_FP) \ 169 _(ANY, tanh, 1, N, NUM, XA_FP) \ 170 _(ANY, fputc, 2, S, INT, 0) \ 171 _(ANY, fwrite, 4, S, INT, 0) \ 172 _(ANY, fflush, 1, S, INT, 0) \ 173 /* ORDER FPM */ \ 174 _(FPMATH, lj_vm_floor, 1, N, NUM, XA_FP) \ 175 _(FPMATH, lj_vm_ceil, 1, N, NUM, XA_FP) \ 176 _(FPMATH, lj_vm_trunc, 1, N, NUM, XA_FP) \ 177 _(FPMATH, sqrt, 1, N, NUM, XA_FP) \ 178 _(ANY, exp, 1, N, NUM, XA_FP) \ 179 _(ANY, lj_vm_exp2, 1, N, NUM, XA_FP) \ 180 _(ANY, log, 1, N, NUM, XA_FP) \ 181 _(ANY, lj_vm_log2, 1, N, NUM, XA_FP) \ 182 _(ANY, log10, 1, N, NUM, XA_FP) \ 183 _(ANY, sin, 1, N, NUM, XA_FP) \ 184 _(ANY, cos, 1, N, NUM, XA_FP) \ 185 _(ANY, tan, 1, N, NUM, XA_FP) \ 186 _(ANY, lj_vm_powi, 2, N, NUM, XA_FP) \ 187 _(ANY, pow, 2, N, NUM, XA2_FP) \ 188 _(ANY, atan2, 2, N, NUM, XA2_FP) \ 189 _(ANY, ldexp, 2, N, NUM, XA_FP) \ 190 _(SOFTFP, lj_vm_tobit, 2, N, INT, 0) \ 191 _(SOFTFP, softfp_add, 4, N, NUM, 0) \ 192 _(SOFTFP, softfp_sub, 4, N, NUM, 0) \ 193 _(SOFTFP, softfp_mul, 4, N, NUM, 0) \ 194 _(SOFTFP, softfp_div, 4, N, NUM, 0) \ 195 _(SOFTFP, softfp_cmp, 4, N, NIL, 0) \ 196 _(SOFTFP, softfp_i2d, 1, N, NUM, 0) \ 197 _(SOFTFP, softfp_d2i, 2, N, INT, 0) \ 198 _(SOFTFP_MIPS, lj_vm_sfmin, 4, N, NUM, 0) \ 199 _(SOFTFP_MIPS, lj_vm_sfmax, 4, N, NUM, 0) \ 200 _(SOFTFP_FFI, softfp_ui2d, 1, N, NUM, 0) \ 201 _(SOFTFP_FFI, softfp_f2d, 1, N, NUM, 0) \ 202 _(SOFTFP_FFI, softfp_d2ui, 2, N, INT, 0) \ 203 _(SOFTFP_FFI, softfp_d2f, 2, N, FLOAT, 0) \ 204 _(SOFTFP_FFI, softfp_i2f, 1, N, FLOAT, 0) \ 205 _(SOFTFP_FFI, softfp_ui2f, 1, N, FLOAT, 0) \ 206 _(SOFTFP_FFI, softfp_f2i, 1, N, INT, 0) \ 207 _(SOFTFP_FFI, softfp_f2ui, 1, N, INT, 0) \ 208 _(FP64_FFI, fp64_l2d, 1, N, NUM, XA_64) \ 209 _(FP64_FFI, fp64_ul2d, 1, N, NUM, XA_64) \ 210 _(FP64_FFI, fp64_l2f, 1, N, FLOAT, XA_64) \ 211 _(FP64_FFI, fp64_ul2f, 1, N, FLOAT, XA_64) \ 212 _(FP64_FFI, fp64_d2l, 1, N, I64, XA_FP) \ 213 _(FP64_FFI, fp64_d2ul, 1, N, U64, XA_FP) \ 214 _(FP64_FFI, fp64_f2l, 1, N, I64, 0) \ 215 _(FP64_FFI, fp64_f2ul, 1, N, U64, 0) \ 216 _(FFI, lj_carith_divi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \ 217 _(FFI, lj_carith_divu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \ 218 _(FFI, lj_carith_modi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \ 219 _(FFI, lj_carith_modu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \ 220 _(FFI, lj_carith_powi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \ 221 _(FFI, lj_carith_powu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \ 222 _(FFI, lj_cdata_newv, 4, S, CDATA, CCI_L) \ 223 _(FFI, lj_cdata_setfin, 4, S, NIL, CCI_L) \ 224 _(FFI, strlen, 1, L, INTP, 0) \ 225 _(FFI, memcpy, 3, S, PTR, 0) \ 226 _(FFI, memset, 3, S, PTR, 0) \ 227 _(FFI, lj_vm_errno, 0, S, INT, CCI_NOFPRCLOBBER) \ 228 _(FFI32, lj_carith_mul64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \ 229 _(FFI32, lj_carith_shl64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ 230 _(FFI32, lj_carith_shr64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ 231 _(FFI32, lj_carith_sar64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ 232 _(FFI32, lj_carith_rol64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ 233 _(FFI32, lj_carith_ror64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ 234 \ 235 /* End of list. */ 236 237 typedef enum { 238 #define IRCALLENUM(cond, name, nargs, kind, type, flags) IRCALL_##name, 239 IRCALLDEF(IRCALLENUM) 240 #undef IRCALLENUM 241 IRCALL__MAX 242 } IRCallID; 243 244 LJ_FUNC TRef lj_ir_call(jit_State *J, IRCallID id, ...); 245 246 LJ_DATA const CCallInfo lj_ir_callinfo[IRCALL__MAX+1]; 247 248 /* Soft-float declarations. */ 249 #if LJ_SOFTFP 250 #if LJ_TARGET_ARM 251 #define softfp_add __aeabi_dadd 252 #define softfp_sub __aeabi_dsub 253 #define softfp_mul __aeabi_dmul 254 #define softfp_div __aeabi_ddiv 255 #define softfp_cmp __aeabi_cdcmple 256 #define softfp_i2d __aeabi_i2d 257 #define softfp_d2i __aeabi_d2iz 258 #define softfp_ui2d __aeabi_ui2d 259 #define softfp_f2d __aeabi_f2d 260 #define softfp_d2ui __aeabi_d2uiz 261 #define softfp_d2f __aeabi_d2f 262 #define softfp_i2f __aeabi_i2f 263 #define softfp_ui2f __aeabi_ui2f 264 #define softfp_f2i __aeabi_f2iz 265 #define softfp_f2ui __aeabi_f2uiz 266 #define fp64_l2d __aeabi_l2d 267 #define fp64_ul2d __aeabi_ul2d 268 #define fp64_l2f __aeabi_l2f 269 #define fp64_ul2f __aeabi_ul2f 270 #if LJ_TARGET_IOS 271 #define fp64_d2l __fixdfdi 272 #define fp64_d2ul __fixunsdfdi 273 #define fp64_f2l __fixsfdi 274 #define fp64_f2ul __fixunssfdi 275 #else 276 #define fp64_d2l __aeabi_d2lz 277 #define fp64_d2ul __aeabi_d2ulz 278 #define fp64_f2l __aeabi_f2lz 279 #define fp64_f2ul __aeabi_f2ulz 280 #endif 281 #elif LJ_TARGET_MIPS 282 #define softfp_add __adddf3 283 #define softfp_sub __subdf3 284 #define softfp_mul __muldf3 285 #define softfp_div __divdf3 286 #define softfp_cmp __ledf2 287 #define softfp_i2d __floatsidf 288 #define softfp_d2i __fixdfsi 289 #define softfp_ui2d __floatunsidf 290 #define softfp_f2d __extendsfdf2 291 #define softfp_d2ui __fixunsdfsi 292 #define softfp_d2f __truncdfsf2 293 #define softfp_i2f __floatsisf 294 #define softfp_ui2f __floatunsisf 295 #define softfp_f2i __fixsfsi 296 #define softfp_f2ui __fixunssfsi 297 #else 298 #error "Missing soft-float definitions for target architecture" 299 #endif 300 extern double softfp_add(double a, double b); 301 extern double softfp_sub(double a, double b); 302 extern double softfp_mul(double a, double b); 303 extern double softfp_div(double a, double b); 304 extern void softfp_cmp(double a, double b); 305 extern double softfp_i2d(int32_t a); 306 extern int32_t softfp_d2i(double a); 307 #if LJ_HASFFI 308 extern double softfp_ui2d(uint32_t a); 309 extern double softfp_f2d(float a); 310 extern uint32_t softfp_d2ui(double a); 311 extern float softfp_d2f(double a); 312 extern float softfp_i2f(int32_t a); 313 extern float softfp_ui2f(uint32_t a); 314 extern int32_t softfp_f2i(float a); 315 extern uint32_t softfp_f2ui(float a); 316 #endif 317 #if LJ_TARGET_MIPS 318 extern double lj_vm_sfmin(double a, double b); 319 extern double lj_vm_sfmax(double a, double b); 320 #endif 321 #endif 322 323 #if LJ_HASFFI && LJ_NEED_FP64 && !(LJ_TARGET_ARM && LJ_SOFTFP) 324 #ifdef __GNUC__ 325 #define fp64_l2d __floatdidf 326 #define fp64_ul2d __floatundidf 327 #define fp64_l2f __floatdisf 328 #define fp64_ul2f __floatundisf 329 #define fp64_d2l __fixdfdi 330 #define fp64_d2ul __fixunsdfdi 331 #define fp64_f2l __fixsfdi 332 #define fp64_f2ul __fixunssfdi 333 #else 334 #error "Missing fp64 helper definitions for this compiler" 335 #endif 336 #endif 337 338 #if LJ_HASFFI && (LJ_SOFTFP || LJ_NEED_FP64) 339 extern double fp64_l2d(int64_t a); 340 extern double fp64_ul2d(uint64_t a); 341 extern float fp64_l2f(int64_t a); 342 extern float fp64_ul2f(uint64_t a); 343 extern int64_t fp64_d2l(double a); 344 extern uint64_t fp64_d2ul(double a); 345 extern int64_t fp64_f2l(float a); 346 extern uint64_t fp64_f2ul(float a); 347 #endif 348 349 #endif 350