264   tree oprnd0, oprnd1;  in vect_recog_dot_prod_pattern()  local
326       oprnd1 = gimple_assign_rhs2 (stmt);  in vect_recog_dot_prod_pattern()
337       oprnd1 = gimple_assign_rhs2 (last_stmt);  in vect_recog_dot_prod_pattern()
339 	  || !types_compatible_p (TREE_TYPE (oprnd1), type))  in vect_recog_dot_prod_pattern()
397       tree oprnd0, oprnd1;  in vect_recog_dot_prod_pattern()  local
400       oprnd1 = gimple_assign_rhs2 (stmt);  in vect_recog_dot_prod_pattern()
402           || !types_compatible_p (TREE_TYPE (oprnd1), prod_type))  in vect_recog_dot_prod_pattern()
409       if (!type_conversion_p (oprnd1, stmt, true, &half_type1, &def_stmt,  in vect_recog_dot_prod_pattern()
427 				      oprnd00, oprnd01, oprnd1);  in vect_recog_dot_prod_pattern()
820   tree oprnd0, oprnd1;  in vect_recog_widen_mult_pattern()  local
843   oprnd1 = gimple_assign_rhs2 (last_stmt);  in vect_recog_widen_mult_pattern()
845       || !types_compatible_p (TREE_TYPE (oprnd1), type))  in vect_recog_widen_mult_pattern()
854   op1_ok = type_conversion_p (oprnd1, last_stmt, false, &half_type1,  in vect_recog_widen_mult_pattern()
860       oprnd1 = gimple_assign_rhs1 (def_stmt1);  in vect_recog_widen_mult_pattern()
864       if (TREE_CODE (oprnd1) == INTEGER_CST  in vect_recog_widen_mult_pattern()
866           && vect_handle_widen_op_by_const (last_stmt, MULT_EXPR, oprnd1,  in vect_recog_widen_mult_pattern()
871 	  oprnd1 = fold_convert (half_type1, oprnd1);  in vect_recog_widen_mult_pattern()
898 	  oprnd = &oprnd1;  in vect_recog_widen_mult_pattern()
968   pattern_stmt = gimple_build_assign (var, WIDEN_MULT_EXPR, oprnd0, oprnd1);  in vect_recog_widen_mult_pattern()
1142   tree oprnd0, oprnd1;  in vect_recog_widen_sum_pattern()  local
1184   oprnd1 = gimple_assign_rhs2 (last_stmt);  in vect_recog_widen_sum_pattern()
1186       || !types_compatible_p (TREE_TYPE (oprnd1), type))  in vect_recog_widen_sum_pattern()
1206   pattern_stmt = gimple_build_assign (var, WIDEN_SUM_EXPR, oprnd0, oprnd1);  in vect_recog_widen_sum_pattern()
1650   tree oprnd0, oprnd1;  in vect_recog_widen_shift_pattern()  local
1671   oprnd1 = gimple_assign_rhs2 (last_stmt);  in vect_recog_widen_shift_pattern()
1672   if (TREE_CODE (oprnd0) != SSA_NAME || TREE_CODE (oprnd1) != INTEGER_CST)  in vect_recog_widen_shift_pattern()
1683   if (tree_int_cst_compare (oprnd1, size_zero_node) <= 0)  in vect_recog_widen_shift_pattern()
1708   if (!vect_handle_widen_op_by_const (last_stmt, LSHIFT_EXPR, oprnd1,  in vect_recog_widen_shift_pattern()
1736     gimple_build_assign (var, WIDEN_LSHIFT_EXPR, oprnd0, oprnd1);  in vect_recog_widen_shift_pattern()
1787   tree oprnd0, oprnd1, lhs, var, var1, var2, vectype, type, stype, def, def2;  in vect_recog_rotate_pattern()  local
1815   oprnd1 = gimple_assign_rhs2 (last_stmt);  in vect_recog_rotate_pattern()
1822   if (!vect_is_simple_use (oprnd1, vinfo, &def_stmt, &dt))  in vect_recog_rotate_pattern()
1875       && TREE_CODE (oprnd1) == SSA_NAME  in vect_recog_rotate_pattern()
1880       if (!SSA_NAME_IS_DEFAULT_DEF (oprnd1))  in vect_recog_rotate_pattern()
1882 	  basic_block bb = gimple_bb (SSA_NAME_DEF_STMT (oprnd1));  in vect_recog_rotate_pattern()
1890   if (TREE_CODE (oprnd1) == INTEGER_CST  in vect_recog_rotate_pattern()
1891       || TYPE_MODE (TREE_TYPE (oprnd1)) == TYPE_MODE (type))  in vect_recog_rotate_pattern()
1892     def = oprnd1;  in vect_recog_rotate_pattern()
1906       def_stmt = gimple_build_assign (def, NOP_EXPR, oprnd1);  in vect_recog_rotate_pattern()
2044   tree oprnd0, oprnd1, lhs, var;  in vect_recog_vector_vector_shift_pattern()  local
2071   oprnd1 = gimple_assign_rhs2 (last_stmt);  in vect_recog_vector_vector_shift_pattern()
2073       || TREE_CODE (oprnd1) != SSA_NAME  in vect_recog_vector_vector_shift_pattern()
2074       || TYPE_MODE (TREE_TYPE (oprnd0)) == TYPE_MODE (TREE_TYPE (oprnd1))  in vect_recog_vector_vector_shift_pattern()
2075       || TYPE_PRECISION (TREE_TYPE (oprnd1))  in vect_recog_vector_vector_shift_pattern()
2076 	 != GET_MODE_PRECISION (TYPE_MODE (TREE_TYPE (oprnd1)))  in vect_recog_vector_vector_shift_pattern()
2081   if (!vect_is_simple_use (oprnd1, vinfo, &def_stmt, &dt))  in vect_recog_vector_vector_shift_pattern()
2101 	  if (TYPE_PRECISION (TREE_TYPE (oprnd1))  in vect_recog_vector_vector_shift_pattern()
2108 				       TYPE_PRECISION (TREE_TYPE (oprnd1)));  in vect_recog_vector_vector_shift_pattern()
2119       def_stmt = gimple_build_assign (def, NOP_EXPR, oprnd1);  in vect_recog_vector_vector_shift_pattern()
2180   tree oprnd0, oprnd1, vectype, itype;  in vect_recog_mult_pattern()  local
2194   oprnd1 = gimple_assign_rhs2 (last_stmt);  in vect_recog_mult_pattern()
2198       || TREE_CODE (oprnd1) != INTEGER_CST  in vect_recog_mult_pattern()
2225   power2_val = wi::exact_log2 (oprnd1);  in vect_recog_mult_pattern()
2226   power2_neg_val = wi::exact_log2 (wi::neg (oprnd1));  in vect_recog_mult_pattern()
2318   tree oprnd0, oprnd1, vectype, itype, cond;  in vect_recog_divmod_pattern()  local
2345   oprnd1 = gimple_assign_rhs2 (last_stmt);  in vect_recog_divmod_pattern()
2348       || TREE_CODE (oprnd1) != INTEGER_CST  in vect_recog_divmod_pattern()
2369   if (integer_pow2p (oprnd1))  in vect_recog_divmod_pattern()
2371       if (TYPE_UNSIGNED (itype) || tree_int_cst_sgn (oprnd1) != 1)  in vect_recog_divmod_pattern()
2387 				   fold_build2 (MINUS_EXPR, itype, oprnd1,  in vect_recog_divmod_pattern()
2397 	  shift = build_int_cst (itype, tree_log2 (oprnd1));  in vect_recog_divmod_pattern()
2406 	  if (compare_tree_int (oprnd1, 2) == 0)  in vect_recog_divmod_pattern()
2421 					- tree_log2 (oprnd1));  in vect_recog_divmod_pattern()
2451 				   fold_build2 (MINUS_EXPR, itype, oprnd1,  in vect_recog_divmod_pattern()
2473       || integer_zerop (oprnd1))  in vect_recog_divmod_pattern()
2485       unsigned HOST_WIDE_INT d = (TREE_INT_CST_LOW (oprnd1)  in vect_recog_divmod_pattern()
2595       HOST_WIDE_INT d = TREE_INT_CST_LOW (oprnd1);  in vect_recog_divmod_pattern()
2615 	  oprnd1 = build_int_cst (itype, abs_d);  in vect_recog_divmod_pattern()
2707       def_stmt = gimple_build_assign (t1, MULT_EXPR, q, oprnd1);  in vect_recog_divmod_pattern()