tcg/i386/tcg-target.c.inc

769     int rexw = 0;
776         rexw = P_REXW;
781                 tcg_out_modrm(s, OPC_MOVL_GvEv + rexw, ret, arg);
783                 tcg_out_vex_modrm(s, OPC_MOVD_EyVy + rexw, arg, 0, ret);
787                 tcg_out_vex_modrm(s, OPC_MOVD_VyEy + rexw, ret, 0, arg);
931     int rexw = (type == TCG_TYPE_I32 ? 0 : P_REXW);
932     tcg_out_vex_modrm_pool(s, OPC_MOVD_VyEy + rexw, ret);
1120     int rexw = 0;
1125         rexw = P_REXW;
1129     tcg_out_modrm_offset(s, OPC_MOVL_EvIz | rexw, 0, base, ofs);
1165 static void tcg_out_ext8s(TCGContext *s, int dest, int src, int rexw)
1169     tcg_out_modrm(s, OPC_MOVSBL + P_REXB_RM + rexw, dest, src);
1178 static inline void tcg_out_ext16s(TCGContext *s, int dest, int src, int rexw)
1181     tcg_out_modrm(s, OPC_MOVSWL + rexw, dest, src);
1203     int rexw = 0;
1206         rexw = c & -8;
1218             tcg_out_modrm(s, OPC_GRP5 + rexw,
1234                 rexw = 0;
1248         tcg_out_modrm(s, OPC_ARITH_EvIb + rexw, c, r0);
1252     if (rexw == 0 || val == (int32_t)val) {
1253         tcg_out_modrm(s, OPC_ARITH_EvIz + rexw, c, r0);
1315                         int const_arg2, int rexw)
1320             tcg_out_modrm(s, OPC_TESTL + rexw, arg1, arg1);
1322             tgen_arithi(s, ARITH_CMP + rexw, arg1, arg2, 0);
1325         tgen_arithr(s, ARITH_CMP + rexw, arg1, arg2);
1490 static void tcg_out_cmov(TCGContext *s, TCGCond cond, int rexw,
1494         tcg_out_modrm(s, OPC_CMOVCC | tcg_cond_to_jcc[cond] | rexw, dest, v1);
1521 static void tcg_out_ctz(TCGContext *s, int rexw, TCGReg dest, TCGReg arg1,
1525         tcg_out_modrm(s, OPC_TZCNT + rexw, dest, arg1);
1527             tcg_debug_assert(arg2 == (rexw ? 64 : 32));
1530             tcg_out_cmov(s, TCG_COND_LTU, rexw, dest, arg2);
1534         tcg_out_modrm(s, OPC_BSF + rexw, dest, arg1);
1535         tcg_out_cmov(s, TCG_COND_EQ, rexw, dest, arg2);
1539 static void tcg_out_clz(TCGContext *s, int rexw, TCGReg dest, TCGReg arg1,
1543         tcg_out_modrm(s, OPC_LZCNT + rexw, dest, arg1);
1545             tcg_debug_assert(arg2 == (rexw ? 64 : 32));
1548             tcg_out_cmov(s, TCG_COND_LTU, rexw, dest, arg2);
1556         tcg_out_modrm(s, OPC_BSR + rexw, dest, arg1);
1557         tgen_arithi(s, ARITH_XOR + rexw, dest, rexw ? 63 : 31, 0);
1560         tcg_out_cmp(s, arg1, 0, 1, rexw);
1561         tcg_out_cmov(s, TCG_COND_EQ, rexw, dest, arg2);
1776     int rexw = (l->type == TCG_TYPE_I64 ? P_REXW : 0);
1815         tcg_out_ext8s(s, data_reg, TCG_REG_EAX, rexw);
1818         tcg_out_ext16s(s, data_reg, TCG_REG_EAX, rexw);
1961     int rexw = is64 * P_REXW;
1977         tcg_out_modrm_sib_offset(s, OPC_MOVSBL + rexw + seg, datalo,
2002             tcg_out_ext16s(s, datalo, datalo, rexw);
2004             tcg_out_modrm_sib_offset(s, OPC_MOVSWL + rexw + seg,
2184     int c, const_a2, vexop, rexw = 0;
2189             rexw = P_REXW; /* FALLTHRU */    \
2245         tcg_out_modrm_offset(s, OPC_MOVSBL + rexw, a0, a1, a2);
2252         tcg_out_modrm_offset(s, OPC_MOVSWL + rexw, a0, a1, a2);
2298                 tgen_arithr(s, ARITH_ADD + rexw, a0, a1);
2302             tcg_out_modrm_sib_offset(s, OPC_LEA + rexw, a0, a1, a2, 0, c3);
2321             tgen_arithi(s, c + rexw, a0, a2, 0);
2323             tgen_arithr(s, c + rexw, a0, a2);
2329             tcg_out_mov(s, rexw ? TCG_TYPE_I64 : TCG_TYPE_I32, a0, a1);
2330             tgen_arithi(s, ARITH_AND + rexw, a0, ~a2, 0);
2332             tcg_out_vex_modrm(s, OPC_ANDN + rexw, a0, a2, a1);
2341                 tcg_out_modrm(s, OPC_IMUL_GvEvIb + rexw, a0, a0);
2344                 tcg_out_modrm(s, OPC_IMUL_GvEvIz + rexw, a0, a0);
2348             tcg_out_modrm(s, OPC_IMUL_GvEv + rexw, a0, a2);
2353         tcg_out_modrm(s, OPC_GRP3_Ev + rexw, EXT3_IDIV, args[4]);
2356         tcg_out_modrm(s, OPC_GRP3_Ev + rexw, EXT3_DIV, args[4]);
2364                 tcg_out_modrm_sib_offset(s, OPC_LEA + rexw, a0, a1, a1, 0, 0);
2367                 tcg_out_modrm_sib_offset(s, OPC_LEA + rexw, a0, -1, a1, a2, 0);
2391                 tcg_out_vex_modrm(s, vexop + rexw, a0, a2, a1);
2394             tcg_out_mov(s, rexw ? TCG_TYPE_I64 : TCG_TYPE_I32, a0, a1);
2399             tcg_out_shifti(s, c + rexw, a0, a2);
2401             tcg_out_modrm(s, OPC_SHIFT_cl + rexw, c, a0);
2406         tcg_out_ctz(s, rexw, args[0], args[1], args[2], const_args[2]);
2409         tcg_out_clz(s, rexw, args[0], args[1], args[2], const_args[2]);
2412         tcg_out_modrm(s, OPC_POPCNT + rexw, a0, a1);
2433         tcg_out_modrm(s, OPC_GRP3_Ev + rexw, EXT3_NEG, a0);
2436         tcg_out_modrm(s, OPC_GRP3_Ev + rexw, EXT3_NOT, a0);
2440         tcg_out_ext8s(s, a0, a1, rexw);
2443         tcg_out_ext16s(s, a0, a1, rexw);
2467         tcg_out_modrm(s, OPC_GRP3_Ev + rexw, EXT3_MUL, args[3]);
2470         tcg_out_modrm(s, OPC_GRP3_Ev + rexw, EXT3_IMUL, args[3]);
2474             tgen_arithi(s, ARITH_ADD + rexw, a0, args[4], 1);
2476             tgen_arithr(s, ARITH_ADD + rexw, a0, args[4]);
2479             tgen_arithi(s, ARITH_ADC + rexw, a1, args[5], 1);
2481             tgen_arithr(s, ARITH_ADC + rexw, a1, args[5]);
2486             tgen_arithi(s, ARITH_SUB + rexw, a0, args[4], 1);
2488             tgen_arithr(s, ARITH_SUB + rexw, a0, args[4]);
2491             tgen_arithi(s, ARITH_SBB + rexw, a1, args[5], 1);
2493             tgen_arithr(s, ARITH_SBB + rexw, a1, args[5]);
2598         tcg_out_modrm(s, OPC_SHRD_Ib + rexw, a2, a0);