Lines Matching refs:scalar_loop

1003 					struct loop *scalar_loop, edge e)  in slpeel_tree_duplicate_loop_to_edge_cfg()  argument
1018 if (scalar_loop == NULL) in slpeel_tree_duplicate_loop_to_edge_cfg()
1019 scalar_loop = loop; in slpeel_tree_duplicate_loop_to_edge_cfg()
1021 bbs = XNEWVEC (basic_block, scalar_loop->num_nodes + 1); in slpeel_tree_duplicate_loop_to_edge_cfg()
1023 get_loop_body_with_size (scalar_loop, pbbs, scalar_loop->num_nodes); in slpeel_tree_duplicate_loop_to_edge_cfg()
1025 if (scalar_loop->inner) in slpeel_tree_duplicate_loop_to_edge_cfg()
1028 if (!can_copy_bbs_p (pbbs, scalar_loop->num_nodes)) in slpeel_tree_duplicate_loop_to_edge_cfg()
1035 new_loop = duplicate_loop (scalar_loop, loop_outer (scalar_loop)); in slpeel_tree_duplicate_loop_to_edge_cfg()
1036 duplicate_subloops (scalar_loop, new_loop); in slpeel_tree_duplicate_loop_to_edge_cfg()
1046 basic_block preheader = split_edge (loop_preheader_edge (scalar_loop)); in slpeel_tree_duplicate_loop_to_edge_cfg()
1049 new_bbs = XNEWVEC (basic_block, scalar_loop->num_nodes + 1); in slpeel_tree_duplicate_loop_to_edge_cfg()
1051 exit = single_exit (scalar_loop); in slpeel_tree_duplicate_loop_to_edge_cfg()
1052 copy_bbs (bbs, scalar_loop->num_nodes + 1, new_bbs, in slpeel_tree_duplicate_loop_to_edge_cfg()
1058 add_phi_args_after_copy (new_bbs, scalar_loop->num_nodes + 1, NULL); in slpeel_tree_duplicate_loop_to_edge_cfg()
1060 if (scalar_loop != loop) in slpeel_tree_duplicate_loop_to_edge_cfg()
1067 slpeel_duplicate_current_defs_from_edges (single_exit (scalar_loop), in slpeel_tree_duplicate_loop_to_edge_cfg()
1069 slpeel_duplicate_current_defs_from_edges (EDGE_SUCC (scalar_loop->latch, in slpeel_tree_duplicate_loop_to_edge_cfg()
1076 if (scalar_loop != loop) in slpeel_tree_duplicate_loop_to_edge_cfg()
1103 set_immediate_dominator (CDI_DOMINATORS, scalar_loop->header, in slpeel_tree_duplicate_loop_to_edge_cfg()
1104 loop_preheader_edge (scalar_loop)->src); in slpeel_tree_duplicate_loop_to_edge_cfg()
1108 if (scalar_loop != loop) in slpeel_tree_duplicate_loop_to_edge_cfg()
1114 set_immediate_dominator (CDI_DOMINATORS, scalar_loop->header, in slpeel_tree_duplicate_loop_to_edge_cfg()
1115 loop_preheader_edge (scalar_loop)->src); in slpeel_tree_duplicate_loop_to_edge_cfg()
1138 for (unsigned i = (at_exit ? 0 : 1); i < scalar_loop->num_nodes + 1; i++) in slpeel_tree_duplicate_loop_to_edge_cfg()
1141 if (scalar_loop != loop) in slpeel_tree_duplicate_loop_to_edge_cfg()
2516 struct loop *scalar_loop = LOOP_VINFO_SCALAR_LOOP (loop_vinfo); in vect_do_peeling() local
2527 prolog = slpeel_tree_duplicate_loop_to_edge_cfg (loop, scalar_loop, e); in vect_do_peeling()
2597 epilog = slpeel_tree_duplicate_loop_to_edge_cfg (loop, scalar_loop, e); in vect_do_peeling()
2983 struct loop *scalar_loop = LOOP_VINFO_SCALAR_LOOP (loop_vinfo); in vect_loop_versioning() local
3041 if (scalar_loop) in vect_loop_versioning()
3048 nloop = loop_version (scalar_loop, cond_expr, &condition_bb, in vect_loop_versioning()
3054 scalar_e = loop_preheader_edge (scalar_loop); in vect_loop_versioning()
3115 if (scalar_loop == NULL || EDGE_COUNT (merge_bb->preds) >= 2) in vect_loop_versioning()