21312 counter_mode (rtx count_exp)  in counter_mode()  argument
21314   if (GET_MODE (count_exp) != VOIDmode)  in counter_mode()
21315     return GET_MODE (count_exp);  in counter_mode()
21316   if (!CONST_INT_P (count_exp))  in counter_mode()
21318   if (TARGET_64BIT && (INTVAL (count_exp) & ~0xffffffff))  in counter_mode()
22255 ix86_expand_movmem (rtx dst, rtx src, rtx count_exp, rtx align_exp,  in ix86_expand_movmem()  argument
22283   if (CONST_INT_P (count_exp))  in ix86_expand_movmem()
22284     count = expected_size = INTVAL (count_exp);  in ix86_expand_movmem()
22305     count_exp = copy_to_mode_reg (GET_MODE (count_exp), count_exp);  in ix86_expand_movmem()
22341   if (CONST_INT_P (count_exp) && desired_align > align)  in ix86_expand_movmem()
22343       if (INTVAL (count_exp) > desired_align  in ix86_expand_movmem()
22344 	  && INTVAL (count_exp) > size_needed)  in ix86_expand_movmem()
22354 	count_exp = force_reg (counter_mode (count_exp), count_exp);  in ix86_expand_movmem()
22381 	  emit_cmp_and_jump_insns (count_exp,  in ix86_expand_movmem()
22383 				   LTU, 0, counter_mode (count_exp), 1, label);  in ix86_expand_movmem()
22395       if (CONST_INT_P (count_exp))  in ix86_expand_movmem()
22397 	  if (UINTVAL (count_exp) >= (unsigned HOST_WIDE_INT)dynamic_check)  in ix86_expand_movmem()
22399 	      emit_block_move_via_libcall (dst, src, count_exp, false);  in ix86_expand_movmem()
22400 	      count_exp = const0_rtx;  in ix86_expand_movmem()
22408 	  emit_cmp_and_jump_insns (count_exp, GEN_INT (dynamic_check - 1),  in ix86_expand_movmem()
22409 				   LEU, 0, GET_MODE (count_exp), 1, hot_label);  in ix86_expand_movmem()
22411 	  emit_block_move_via_libcall (dst, src, count_exp, false);  in ix86_expand_movmem()
22429 	  expand_movmem_prologue (dst, src, destreg, srcreg, count_exp, align,  in ix86_expand_movmem()
22438 	  count_exp = plus_constant (count_exp, -align_bytes);  in ix86_expand_movmem()
22452 	  emit_cmp_and_jump_insns (count_exp,  in ix86_expand_movmem()
22454 				   LTU, 0, counter_mode (count_exp), 1, label);  in ix86_expand_movmem()
22481 				     count_exp, QImode, 1, expected_size);  in ix86_expand_movmem()
22485 				     count_exp, Pmode, 1, expected_size);  in ix86_expand_movmem()
22491 				     count_exp, Pmode, TARGET_64BIT ? 4 : 2,  in ix86_expand_movmem()
22495       expand_movmem_via_rep_mov (dst, src, destreg, srcreg, count_exp,  in ix86_expand_movmem()
22499       expand_movmem_via_rep_mov (dst, src, destreg, srcreg, count_exp,  in ix86_expand_movmem()
22503       expand_movmem_via_rep_mov (dst, src, destreg, srcreg, count_exp,  in ix86_expand_movmem()
22508   if (CONST_INT_P (count_exp))  in ix86_expand_movmem()
22533 	    expand_simple_binop (counter_mode (count_exp), AND, count_exp,  in ix86_expand_movmem()
22534 				 GEN_INT (size_needed - 1), count_exp, 1,  in ix86_expand_movmem()
22536 	  if (tmp != count_exp)  in ix86_expand_movmem()
22537 	    emit_move_insn (count_exp, tmp);  in ix86_expand_movmem()
22543   if (count_exp != const0_rtx && epilogue_size_needed > 1)  in ix86_expand_movmem()
22544     expand_movmem_epilogue (dst, src, destreg, srcreg, count_exp,  in ix86_expand_movmem()
22648 ix86_expand_setmem (rtx dst, rtx count_exp, rtx val_exp, rtx align_exp,  in ix86_expand_setmem()  argument
22672   if (CONST_INT_P (count_exp))  in ix86_expand_setmem()
22673     count = expected_size = INTVAL (count_exp);  in ix86_expand_setmem()
22694     count_exp = copy_to_mode_reg (counter_mode (count_exp), count_exp);  in ix86_expand_setmem()
22728   if (CONST_INT_P (count_exp) && desired_align > align)  in ix86_expand_setmem()
22730       if (INTVAL (count_exp) > desired_align  in ix86_expand_setmem()
22731 	  && INTVAL (count_exp) > size_needed)  in ix86_expand_setmem()
22745 	  count_exp = force_reg (mode, count_exp);  in ix86_expand_setmem()
22783 	  emit_cmp_and_jump_insns (count_exp,  in ix86_expand_setmem()
22785 				   LTU, 0, counter_mode (count_exp), 1, label);  in ix86_expand_setmem()
22796       emit_cmp_and_jump_insns (count_exp, GEN_INT (dynamic_check - 1),  in ix86_expand_setmem()
22797 			       LEU, 0, counter_mode (count_exp), 1, hot_label);  in ix86_expand_setmem()
22799       set_storage_via_libcall (dst, count_exp, val_exp, false);  in ix86_expand_setmem()
22821 	  expand_setmem_prologue (dst, destreg, promoted_val, count_exp, align,  in ix86_expand_setmem()
22830 	  count_exp = plus_constant (count_exp, -align_bytes);  in ix86_expand_setmem()
22844 	  emit_cmp_and_jump_insns (count_exp,  in ix86_expand_setmem()
22846 				   LTU, 0, counter_mode (count_exp), 1, label);  in ix86_expand_setmem()
22874 				     count_exp, QImode, 1, expected_size);  in ix86_expand_setmem()
22878 				     count_exp, Pmode, 1, expected_size);  in ix86_expand_setmem()
22882 				     count_exp, Pmode, 4, expected_size);  in ix86_expand_setmem()
22885       expand_setmem_via_rep_stos (dst, destreg, promoted_val, count_exp,  in ix86_expand_setmem()
22889       expand_setmem_via_rep_stos (dst, destreg, promoted_val, count_exp,  in ix86_expand_setmem()
22893       expand_setmem_via_rep_stos (dst, destreg, promoted_val, count_exp,  in ix86_expand_setmem()
22898   if (CONST_INT_P (count_exp))  in ix86_expand_setmem()
22916 	    expand_simple_binop (counter_mode (count_exp), AND, count_exp,  in ix86_expand_setmem()
22917 				 GEN_INT (size_needed - 1), count_exp, 1,  in ix86_expand_setmem()
22919 	  if (tmp != count_exp)  in ix86_expand_setmem()
22920 	    emit_move_insn (count_exp, tmp);  in ix86_expand_setmem()
22926   if (count_exp != const0_rtx && epilogue_size_needed > 1)  in ix86_expand_setmem()
22929 	expand_setmem_epilogue_via_loop (dst, destreg, val_exp, count_exp,  in ix86_expand_setmem()
22932 	expand_setmem_epilogue (dst, destreg, promoted_val, count_exp,  in ix86_expand_setmem()