1 /* Loop optimizations over tree-ssa.
2 Copyright (C) 2003, 2005, 2006, 2007 Free Software Foundation, Inc.
4 This file is part of GCC.
6 GCC is free software; you can redistribute it and/or modify it
7 under the terms of the GNU General Public License as published by the
8 Free Software Foundation; either version 3, or (at your option) any
11 GCC is distributed in the hope that it will be useful, but WITHOUT
12 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
22 #include "coretypes.h"
27 #include "hard-reg-set.h"
28 #include "basic-block.h"
30 #include "diagnostic.h"
31 #include "tree-flow.h"
32 #include "tree-dump.h"
33 #include "tree-pass.h"
37 #include "tree-inline.h"
38 #include "tree-scalar-evolution.h"
40 /* The loop superpass. */
45 return flag_tree_loop_optimize
!= 0;
48 struct gimple_opt_pass pass_tree_loop
=
53 gate_tree_loop
, /* gate */
57 0, /* static_pass_number */
58 TV_TREE_LOOP
, /* tv_id */
59 PROP_cfg
, /* properties_required */
60 0, /* properties_provided */
61 0, /* properties_destroyed */
62 TODO_ggc_collect
, /* todo_flags_start */
63 TODO_dump_func
| TODO_verify_ssa
| TODO_ggc_collect
/* todo_flags_finish */
67 /* Loop optimizer initialization. */
70 tree_ssa_loop_init (void)
72 loop_optimizer_init (LOOPS_NORMAL
73 | LOOPS_HAVE_RECORDED_EXITS
);
74 rewrite_into_loop_closed_ssa (NULL
, TODO_update_ssa
);
76 if (number_of_loops () <= 1)
83 struct gimple_opt_pass pass_tree_loop_init
=
87 "loopinit", /* name */
89 tree_ssa_loop_init
, /* execute */
92 0, /* static_pass_number */
93 TV_TREE_LOOP_INIT
, /* tv_id */
94 PROP_cfg
, /* properties_required */
95 0, /* properties_provided */
96 0, /* properties_destroyed */
97 0, /* todo_flags_start */
98 TODO_dump_func
| TODO_verify_loops
/* todo_flags_finish */
102 /* Loop invariant motion pass. */
105 tree_ssa_loop_im (void)
107 if (number_of_loops () <= 1)
115 gate_tree_ssa_loop_im (void)
117 return flag_tree_loop_im
!= 0;
120 struct gimple_opt_pass pass_lim
=
125 gate_tree_ssa_loop_im
, /* gate */
126 tree_ssa_loop_im
, /* execute */
129 0, /* static_pass_number */
131 PROP_cfg
, /* properties_required */
132 0, /* properties_provided */
133 0, /* properties_destroyed */
134 0, /* todo_flags_start */
135 TODO_dump_func
| TODO_verify_loops
/* todo_flags_finish */
139 /* Loop unswitching pass. */
142 tree_ssa_loop_unswitch (void)
144 if (number_of_loops () <= 1)
147 return tree_ssa_unswitch_loops ();
151 gate_tree_ssa_loop_unswitch (void)
153 return flag_unswitch_loops
!= 0;
156 struct gimple_opt_pass pass_tree_unswitch
=
160 "unswitch", /* name */
161 gate_tree_ssa_loop_unswitch
, /* gate */
162 tree_ssa_loop_unswitch
, /* execute */
165 0, /* static_pass_number */
166 TV_TREE_LOOP_UNSWITCH
, /* tv_id */
167 PROP_cfg
, /* properties_required */
168 0, /* properties_provided */
169 0, /* properties_destroyed */
170 0, /* todo_flags_start */
171 TODO_ggc_collect
| TODO_dump_func
172 | TODO_verify_loops
/* todo_flags_finish */
176 /* Predictive commoning. */
179 run_tree_predictive_commoning (void)
184 tree_predictive_commoning ();
189 gate_tree_predictive_commoning (void)
191 return flag_predictive_commoning
!= 0;
194 struct gimple_opt_pass pass_predcom
=
199 gate_tree_predictive_commoning
, /* gate */
200 run_tree_predictive_commoning
, /* execute */
203 0, /* static_pass_number */
204 TV_PREDCOM
, /* tv_id */
205 PROP_cfg
, /* properties_required */
206 0, /* properties_provided */
207 0, /* properties_destroyed */
208 0, /* todo_flags_start */
209 TODO_dump_func
| TODO_verify_loops
210 | TODO_update_ssa_only_virtuals
/* todo_flags_finish */
214 /* Loop autovectorization. */
217 tree_vectorize (void)
219 if (number_of_loops () <= 1)
222 return vectorize_loops ();
226 gate_tree_vectorize (void)
228 return flag_tree_vectorize
;
231 struct gimple_opt_pass pass_vectorize
=
236 gate_tree_vectorize
, /* gate */
237 tree_vectorize
, /* execute */
240 0, /* static_pass_number */
241 TV_TREE_VECTORIZATION
, /* tv_id */
242 PROP_cfg
| PROP_ssa
, /* properties_required */
243 0, /* properties_provided */
244 0, /* properties_destroyed */
245 TODO_verify_loops
, /* todo_flags_start */
246 TODO_dump_func
| TODO_update_ssa
247 | TODO_ggc_collect
/* todo_flags_finish */
251 /* Loop nest optimizations. */
254 tree_linear_transform (void)
256 if (number_of_loops () <= 1)
259 linear_transform_loops ();
264 gate_tree_linear_transform (void)
266 return flag_tree_loop_linear
!= 0;
269 struct gimple_opt_pass pass_linear_transform
=
274 gate_tree_linear_transform
, /* gate */
275 tree_linear_transform
, /* execute */
278 0, /* static_pass_number */
279 TV_TREE_LINEAR_TRANSFORM
, /* tv_id */
280 PROP_cfg
| PROP_ssa
, /* properties_required */
281 0, /* properties_provided */
282 0, /* properties_destroyed */
283 0, /* todo_flags_start */
284 TODO_dump_func
| TODO_verify_loops
285 | TODO_update_ssa_only_virtuals
286 | TODO_ggc_collect
/* todo_flags_finish */
290 /* GRAPHITE optimizations. */
293 graphite_transforms (void)
298 graphite_transform_loops ();
304 gate_graphite_transforms (void)
306 /* Enable -fgraphite pass if any one of the graphite optimization flags
308 if (flag_loop_block
|| flag_loop_interchange
|| flag_loop_strip_mine
)
311 return flag_graphite
!= 0;
314 struct gimple_opt_pass pass_graphite_transforms
=
318 "graphite", /* name */
319 gate_graphite_transforms
, /* gate */
320 graphite_transforms
, /* execute */
323 0, /* static_pass_number */
324 TV_GRAPHITE_TRANSFORMS
, /* tv_id */
325 PROP_cfg
| PROP_ssa
, /* properties_required */
326 0, /* properties_provided */
327 0, /* properties_destroyed */
328 0, /* todo_flags_start */
329 TODO_verify_loops
/* todo_flags_finish */
333 /* Check the correctness of the data dependence analyzers. */
336 check_data_deps (void)
338 if (number_of_loops () <= 1)
341 tree_check_data_deps ();
346 gate_check_data_deps (void)
348 return flag_check_data_deps
!= 0;
351 struct gimple_opt_pass pass_check_data_deps
=
356 gate_check_data_deps
, /* gate */
357 check_data_deps
, /* execute */
360 0, /* static_pass_number */
361 TV_CHECK_DATA_DEPS
, /* tv_id */
362 PROP_cfg
| PROP_ssa
, /* properties_required */
363 0, /* properties_provided */
364 0, /* properties_destroyed */
365 0, /* todo_flags_start */
366 TODO_dump_func
/* todo_flags_finish */
370 /* Canonical induction variable creation pass. */
373 tree_ssa_loop_ivcanon (void)
375 if (number_of_loops () <= 1)
378 return canonicalize_induction_variables ();
382 gate_tree_ssa_loop_ivcanon (void)
384 return flag_tree_loop_ivcanon
!= 0;
387 struct gimple_opt_pass pass_iv_canon
=
391 "ivcanon", /* name */
392 gate_tree_ssa_loop_ivcanon
, /* gate */
393 tree_ssa_loop_ivcanon
, /* execute */
396 0, /* static_pass_number */
397 TV_TREE_LOOP_IVCANON
, /* tv_id */
398 PROP_cfg
| PROP_ssa
, /* properties_required */
399 0, /* properties_provided */
400 0, /* properties_destroyed */
401 0, /* todo_flags_start */
402 TODO_dump_func
| TODO_verify_loops
/* todo_flags_finish */
406 /* Propagation of constants using scev. */
409 gate_scev_const_prop (void)
411 return flag_tree_scev_cprop
;
414 struct gimple_opt_pass pass_scev_cprop
=
419 gate_scev_const_prop
, /* gate */
420 scev_const_prop
, /* execute */
423 0, /* static_pass_number */
424 TV_SCEV_CONST
, /* tv_id */
425 PROP_cfg
| PROP_ssa
, /* properties_required */
426 0, /* properties_provided */
427 0, /* properties_destroyed */
428 0, /* todo_flags_start */
429 TODO_dump_func
| TODO_cleanup_cfg
430 | TODO_update_ssa_only_virtuals
431 /* todo_flags_finish */
435 /* Remove empty loops. */
438 tree_ssa_empty_loop (void)
440 if (number_of_loops () <= 1)
443 return remove_empty_loops ();
446 struct gimple_opt_pass pass_empty_loop
=
452 tree_ssa_empty_loop
, /* execute */
455 0, /* static_pass_number */
456 TV_COMPLETE_UNROLL
, /* tv_id */
457 PROP_cfg
| PROP_ssa
, /* properties_required */
458 0, /* properties_provided */
459 0, /* properties_destroyed */
460 0, /* todo_flags_start */
461 TODO_dump_func
| TODO_verify_loops
462 | TODO_ggc_collect
/* todo_flags_finish */
466 /* Record bounds on numbers of iterations of loops. */
469 tree_ssa_loop_bounds (void)
471 if (number_of_loops () <= 1)
474 estimate_numbers_of_iterations ();
479 struct gimple_opt_pass pass_record_bounds
=
485 tree_ssa_loop_bounds
, /* execute */
488 0, /* static_pass_number */
489 TV_TREE_LOOP_BOUNDS
, /* tv_id */
490 PROP_cfg
| PROP_ssa
, /* properties_required */
491 0, /* properties_provided */
492 0, /* properties_destroyed */
493 0, /* todo_flags_start */
494 0 /* todo_flags_finish */
498 /* Complete unrolling of loops. */
501 tree_complete_unroll (void)
503 if (number_of_loops () <= 1)
506 return tree_unroll_loops_completely (flag_unroll_loops
508 || optimize
>= 3, true);
512 gate_tree_complete_unroll (void)
517 struct gimple_opt_pass pass_complete_unroll
=
521 "cunroll", /* name */
522 gate_tree_complete_unroll
, /* gate */
523 tree_complete_unroll
, /* execute */
526 0, /* static_pass_number */
527 TV_COMPLETE_UNROLL
, /* tv_id */
528 PROP_cfg
| PROP_ssa
, /* properties_required */
529 0, /* properties_provided */
530 0, /* properties_destroyed */
531 0, /* todo_flags_start */
532 TODO_dump_func
| TODO_verify_loops
533 | TODO_ggc_collect
/* todo_flags_finish */
537 /* Complete unrolling of inner loops. */
540 tree_complete_unroll_inner (void)
544 loop_optimizer_init (LOOPS_NORMAL
545 | LOOPS_HAVE_RECORDED_EXITS
);
546 if (number_of_loops () > 1)
549 ret
= tree_unroll_loops_completely (optimize
>= 3, false);
550 free_numbers_of_iterations_estimates ();
553 loop_optimizer_finalize ();
559 gate_tree_complete_unroll_inner (void)
561 return optimize
>= 2;
564 struct gimple_opt_pass pass_complete_unrolli
=
568 "cunrolli", /* name */
569 gate_tree_complete_unroll_inner
, /* gate */
570 tree_complete_unroll_inner
, /* execute */
573 0, /* static_pass_number */
574 TV_COMPLETE_UNROLL
, /* tv_id */
575 PROP_cfg
| PROP_ssa
, /* properties_required */
576 0, /* properties_provided */
577 0, /* properties_destroyed */
578 0, /* todo_flags_start */
579 TODO_dump_func
| TODO_verify_loops
580 | TODO_ggc_collect
/* todo_flags_finish */
584 /* Parallelization. */
587 gate_tree_parallelize_loops (void)
589 return flag_tree_parallelize_loops
> 1;
593 tree_parallelize_loops (void)
595 if (number_of_loops () <= 1)
598 if (parallelize_loops ())
599 return TODO_cleanup_cfg
| TODO_rebuild_alias
;
603 struct gimple_opt_pass pass_parallelize_loops
=
607 "parloops", /* name */
608 gate_tree_parallelize_loops
, /* gate */
609 tree_parallelize_loops
, /* execute */
612 0, /* static_pass_number */
613 TV_TREE_PARALLELIZE_LOOPS
, /* tv_id */
614 PROP_cfg
| PROP_ssa
, /* properties_required */
615 0, /* properties_provided */
616 0, /* properties_destroyed */
617 0, /* todo_flags_start */
618 TODO_dump_func
| TODO_verify_loops
/* todo_flags_finish */
625 tree_ssa_loop_prefetch (void)
627 if (number_of_loops () <= 1)
630 return tree_ssa_prefetch_arrays ();
634 gate_tree_ssa_loop_prefetch (void)
636 return flag_prefetch_loop_arrays
!= 0;
639 struct gimple_opt_pass pass_loop_prefetch
=
643 "aprefetch", /* name */
644 gate_tree_ssa_loop_prefetch
, /* gate */
645 tree_ssa_loop_prefetch
, /* execute */
648 0, /* static_pass_number */
649 TV_TREE_PREFETCH
, /* tv_id */
650 PROP_cfg
| PROP_ssa
, /* properties_required */
651 0, /* properties_provided */
652 0, /* properties_destroyed */
653 0, /* todo_flags_start */
654 TODO_dump_func
| TODO_verify_loops
/* todo_flags_finish */
658 /* Induction variable optimizations. */
661 tree_ssa_loop_ivopts (void)
663 if (number_of_loops () <= 1)
666 tree_ssa_iv_optimize ();
671 gate_tree_ssa_loop_ivopts (void)
673 return flag_ivopts
!= 0;
676 struct gimple_opt_pass pass_iv_optimize
=
681 gate_tree_ssa_loop_ivopts
, /* gate */
682 tree_ssa_loop_ivopts
, /* execute */
685 0, /* static_pass_number */
686 TV_TREE_LOOP_IVOPTS
, /* tv_id */
687 PROP_cfg
| PROP_ssa
, /* properties_required */
688 0, /* properties_provided */
689 0, /* properties_destroyed */
690 0, /* todo_flags_start */
691 TODO_dump_func
| TODO_verify_loops
692 | TODO_update_ssa
| TODO_ggc_collect
/* todo_flags_finish */
696 /* Loop optimizer finalization. */
699 tree_ssa_loop_done (void)
701 free_numbers_of_iterations_estimates ();
703 loop_optimizer_finalize ();
707 struct gimple_opt_pass pass_tree_loop_done
=
711 "loopdone", /* name */
713 tree_ssa_loop_done
, /* execute */
716 0, /* static_pass_number */
717 TV_TREE_LOOP_FINI
, /* tv_id */
718 PROP_cfg
, /* properties_required */
719 0, /* properties_provided */
720 0, /* properties_destroyed */
721 0, /* todo_flags_start */
722 TODO_cleanup_cfg
| TODO_dump_func
/* todo_flags_finish */