gcc/tree-ssa-loop.c

   1 /* Loop optimizations over tree-ssa.
   2    Copyright (C) 2003, 2005 Free Software Foundation, Inc.
   3
   4 This file is part of GCC.
   5
   6 GCC is free software; you can redistribute it and/or modify it
   7 under the terms of the GNU General Public License as published by the
   8 Free Software Foundation; either version 2, or (at your option) any
   9 later version.
  10
  11 GCC is distributed in the hope that it will be useful, but WITHOUT
  12 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 for more details.
  15
  16 You should have received a copy of the GNU General Public License
  17 along with GCC; see the file COPYING.  If not, write to the Free
  18 Software Foundation, 51 Franklin Street, Fifth Floor, Boston, MA
  19 02110-1301, USA.  */
  20
  21 #include "config.h"
  22 #include "system.h"
  23 #include "coretypes.h"
  24 #include "tm.h"
  25 #include "tree.h"
  26 #include "rtl.h"
  27 #include "tm_p.h"
  28 #include "hard-reg-set.h"
  29 #include "basic-block.h"
  30 #include "output.h"
  31 #include "diagnostic.h"
  32 #include "tree-flow.h"
  33 #include "tree-dump.h"
  34 #include "tree-pass.h"
  35 #include "timevar.h"
  36 #include "cfgloop.h"
  37 #include "flags.h"
  38 #include "tree-inline.h"
  39 #include "tree-scalar-evolution.h"
  40
  41 /* The loop tree currently optimized.  */
  42
  43 struct loops *current_loops = NULL;
  44
  45 /* Initializes the loop structures.  */
  46
  47 static struct loops *
  48 tree_loop_optimizer_init (void)
  49 {
  50   struct loops *loops;
  51
  52   loops = loop_optimizer_init (LOOPS_NORMAL
  53                                | LOOPS_HAVE_MARKED_SINGLE_EXITS);
  54
  55   if (!loops)
  56     return NULL;
  57
  58   rewrite_into_loop_closed_ssa (NULL, TODO_update_ssa);
  59
  60   return loops;
  61 }
  62
  63 /* The loop superpass.  */
  64
  65 static bool
  66 gate_tree_loop (void)
  67 {
  68   return flag_tree_loop_optimize != 0;
  69 }
  70
  71 struct tree_opt_pass pass_tree_loop =
  72 {
  73   "loop",                               /* name */
  74   gate_tree_loop,                       /* gate */
  75   NULL,                                 /* execute */
  76   NULL,                                 /* sub */
  77   NULL,                                 /* next */
  78   0,                                    /* static_pass_number */
  79   TV_TREE_LOOP,                         /* tv_id */
  80   PROP_cfg,                             /* properties_required */
  81   0,                                    /* properties_provided */
  82   0,                                    /* properties_destroyed */
  83   TODO_ggc_collect,                     /* todo_flags_start */
  84   TODO_dump_func | TODO_verify_ssa | TODO_ggc_collect,  /* todo_flags_finish */
  85   0                                     /* letter */
  86 };
  87
  88 /* Loop optimizer initialization.  */
  89
  90 static void
  91 tree_ssa_loop_init (void)
  92 {
  93   current_loops = tree_loop_optimizer_init ();
  94   if (!current_loops)
  95     return;
  96
  97   scev_initialize (current_loops);
  98 }
  99
 100 struct tree_opt_pass pass_tree_loop_init =
 101 {
 102   "loopinit",                           /* name */
 103   NULL,                                 /* gate */
 104   tree_ssa_loop_init,                   /* execute */
 105   NULL,                                 /* sub */
 106   NULL,                                 /* next */
 107   0,                                    /* static_pass_number */
 108   TV_TREE_LOOP_INIT,                    /* tv_id */
 109   PROP_cfg,                             /* properties_required */
 110   0,                                    /* properties_provided */
 111   0,                                    /* properties_destroyed */
 112   0,                                    /* todo_flags_start */
 113   TODO_dump_func | TODO_verify_loops,   /* todo_flags_finish */
 114   0                                     /* letter */
 115 };
 116
 117 /* Loop invariant motion pass.  */
 118
 119 static void
 120 tree_ssa_loop_im (void)
 121 {
 122   if (!current_loops)
 123     return;
 124
 125   tree_ssa_lim (current_loops);
 126 }
 127
 128 static bool
 129 gate_tree_ssa_loop_im (void)
 130 {
 131   return flag_tree_loop_im != 0;
 132 }
 133
 134 struct tree_opt_pass pass_lim =
 135 {
 136   "lim",                                /* name */
 137   gate_tree_ssa_loop_im,                /* gate */
 138   tree_ssa_loop_im,                     /* execute */
 139   NULL,                                 /* sub */
 140   NULL,                                 /* next */
 141   0,                                    /* static_pass_number */
 142   TV_LIM,                               /* tv_id */
 143   PROP_cfg,                             /* properties_required */
 144   0,                                    /* properties_provided */
 145   0,                                    /* properties_destroyed */
 146   0,                                    /* todo_flags_start */
 147   TODO_dump_func | TODO_verify_loops,   /* todo_flags_finish */
 148   0                                     /* letter */
 149 };
 150
 151 /* Loop unswitching pass.  */
 152
 153 static void
 154 tree_ssa_loop_unswitch (void)
 155 {
 156   if (!current_loops)
 157     return;
 158
 159   tree_ssa_unswitch_loops (current_loops);
 160 }
 161
 162 static bool
 163 gate_tree_ssa_loop_unswitch (void)
 164 {
 165   return flag_unswitch_loops != 0;
 166 }
 167
 168 struct tree_opt_pass pass_tree_unswitch =
 169 {
 170   "unswitch",                           /* name */
 171   gate_tree_ssa_loop_unswitch,          /* gate */
 172   tree_ssa_loop_unswitch,               /* execute */
 173   NULL,                                 /* sub */
 174   NULL,                                 /* next */
 175   0,                                    /* static_pass_number */
 176   TV_TREE_LOOP_UNSWITCH,                /* tv_id */
 177   PROP_cfg,                             /* properties_required */
 178   0,                                    /* properties_provided */
 179   0,                                    /* properties_destroyed */
 180   0,                                    /* todo_flags_start */
 181   TODO_dump_func | TODO_verify_loops,   /* todo_flags_finish */
 182   0                                     /* letter */
 183 };
 184
 185 /* Loop autovectorization.  */
 186
 187 static void
 188 tree_vectorize (void)
 189 {
 190   vectorize_loops (current_loops);
 191 }
 192
 193 static bool
 194 gate_tree_vectorize (void)
 195 {
 196   return flag_tree_vectorize && current_loops;
 197 }
 198
 199 struct tree_opt_pass pass_vectorize =
 200 {
 201   "vect",                               /* name */
 202   gate_tree_vectorize,                  /* gate */
 203   tree_vectorize,                       /* execute */
 204   NULL,                                 /* sub */
 205   NULL,                                 /* next */
 206   0,                                    /* static_pass_number */
 207   TV_TREE_VECTORIZATION,                /* tv_id */
 208   PROP_cfg | PROP_ssa,                  /* properties_required */
 209   0,                                    /* properties_provided */
 210   0,                                    /* properties_destroyed */
 211   TODO_verify_loops,                    /* todo_flags_start */
 212   TODO_dump_func | TODO_update_ssa,     /* todo_flags_finish */
 213   0                                     /* letter */
 214 };
 215
 216 /* Loop nest optimizations.  */
 217
 218 static void
 219 tree_linear_transform (void)
 220 {
 221   if (!current_loops)
 222     return;
 223
 224   linear_transform_loops (current_loops);
 225 }
 226
 227 static bool
 228 gate_tree_linear_transform (void)
 229 {
 230   return flag_tree_loop_linear != 0;
 231 }
 232
 233 struct tree_opt_pass pass_linear_transform =
 234 {
 235   "ltrans",                             /* name */
 236   gate_tree_linear_transform,           /* gate */
 237   tree_linear_transform,                /* execute */
 238   NULL,                                 /* sub */
 239   NULL,                                 /* next */
 240   0,                                    /* static_pass_number */
 241   TV_TREE_LINEAR_TRANSFORM,             /* tv_id */
 242   PROP_cfg | PROP_ssa,                  /* properties_required */
 243   0,                                    /* properties_provided */
 244   0,                                    /* properties_destroyed */
 245   0,                                    /* todo_flags_start */
 246   TODO_dump_func | TODO_verify_loops,   /* todo_flags_finish */
 247   0                                     /* letter */
 248 };
 249
 250 /* Canonical induction variable creation pass.  */
 251
 252 static void
 253 tree_ssa_loop_ivcanon (void)
 254 {
 255   if (!current_loops)
 256     return;
 257
 258   canonicalize_induction_variables (current_loops);
 259 }
 260
 261 static bool
 262 gate_tree_ssa_loop_ivcanon (void)
 263 {
 264   return flag_tree_loop_ivcanon != 0;
 265 }
 266
 267 struct tree_opt_pass pass_iv_canon =
 268 {
 269   "ivcanon",                            /* name */
 270   gate_tree_ssa_loop_ivcanon,           /* gate */
 271   tree_ssa_loop_ivcanon,                /* execute */
 272   NULL,                                 /* sub */
 273   NULL,                                 /* next */
 274   0,                                    /* static_pass_number */
 275   TV_TREE_LOOP_IVCANON,                 /* tv_id */
 276   PROP_cfg | PROP_ssa,                  /* properties_required */
 277   0,                                    /* properties_provided */
 278   0,                                    /* properties_destroyed */
 279   0,                                    /* todo_flags_start */
 280   TODO_dump_func | TODO_verify_loops,   /* todo_flags_finish */
 281   0                                     /* letter */
 282 };
 283
 284 /* Propagation of constants using scev.  */
 285
 286 static bool
 287 gate_scev_const_prop (void)
 288 {
 289   return true;
 290 }
 291
 292 struct tree_opt_pass pass_scev_cprop =
 293 {
 294   "sccp",                               /* name */
 295   gate_scev_const_prop,                 /* gate */
 296   scev_const_prop,                      /* execute */
 297   NULL,                                 /* sub */
 298   NULL,                                 /* next */
 299   0,                                    /* static_pass_number */
 300   TV_SCEV_CONST,                        /* tv_id */
 301   PROP_cfg | PROP_ssa,                  /* properties_required */
 302   0,                                    /* properties_provided */
 303   0,                                    /* properties_destroyed */
 304   0,                                    /* todo_flags_start */
 305   TODO_dump_func | TODO_cleanup_cfg
 306     | TODO_update_ssa_only_virtuals,
 307                                         /* todo_flags_finish */
 308   0                                     /* letter */
 309 };
 310
 311 /* Remove empty loops.  */
 312
 313 static void
 314 tree_ssa_empty_loop (void)
 315 {
 316   if (!current_loops)
 317     return;
 318
 319   remove_empty_loops (current_loops);
 320 }
 321
 322 struct tree_opt_pass pass_empty_loop =
 323 {
 324   "empty",                              /* name */
 325   NULL,                                 /* gate */
 326   tree_ssa_empty_loop,                  /* execute */
 327   NULL,                                 /* sub */
 328   NULL,                                 /* next */
 329   0,                                    /* static_pass_number */
 330   TV_COMPLETE_UNROLL,                   /* tv_id */
 331   PROP_cfg | PROP_ssa,                  /* properties_required */
 332   0,                                    /* properties_provided */
 333   0,                                    /* properties_destroyed */
 334   0,                                    /* todo_flags_start */
 335   TODO_dump_func | TODO_verify_loops,   /* todo_flags_finish */
 336   0                                     /* letter */
 337 };
 338
 339 /* Record bounds on numbers of iterations of loops.  */
 340
 341 static void
 342 tree_ssa_loop_bounds (void)
 343 {
 344   if (!current_loops)
 345     return;
 346
 347   estimate_numbers_of_iterations (current_loops);
 348   scev_reset ();
 349 }
 350
 351 struct tree_opt_pass pass_record_bounds =
 352 {
 353   NULL,                                 /* name */
 354   NULL,                                 /* gate */
 355   tree_ssa_loop_bounds,                 /* execute */
 356   NULL,                                 /* sub */
 357   NULL,                                 /* next */
 358   0,                                    /* static_pass_number */
 359   TV_TREE_LOOP_BOUNDS,                  /* tv_id */
 360   PROP_cfg | PROP_ssa,                  /* properties_required */
 361   0,                                    /* properties_provided */
 362   0,                                    /* properties_destroyed */
 363   0,                                    /* todo_flags_start */
 364   0,                                    /* todo_flags_finish */
 365   0                                     /* letter */
 366 };
 367
 368 /* Complete unrolling of loops.  */
 369
 370 static void
 371 tree_complete_unroll (void)
 372 {
 373   if (!current_loops)
 374     return;
 375
 376   tree_unroll_loops_completely (current_loops,
 377                                 flag_unroll_loops
 378                                 || flag_peel_loops
 379                                 || optimize >= 3);
 380 }
 381
 382 static bool
 383 gate_tree_complete_unroll (void)
 384 {
 385   return true;
 386 }
 387
 388 struct tree_opt_pass pass_complete_unroll =
 389 {
 390   "cunroll",                            /* name */
 391   gate_tree_complete_unroll,            /* gate */
 392   tree_complete_unroll,                 /* execute */
 393   NULL,                                 /* sub */
 394   NULL,                                 /* next */
 395   0,                                    /* static_pass_number */
 396   TV_COMPLETE_UNROLL,                   /* tv_id */
 397   PROP_cfg | PROP_ssa,                  /* properties_required */
 398   0,                                    /* properties_provided */
 399   0,                                    /* properties_destroyed */
 400   0,                                    /* todo_flags_start */
 401   TODO_dump_func | TODO_verify_loops,   /* todo_flags_finish */
 402   0                                     /* letter */
 403 };
 404
 405 /* Prefetching.  */
 406
 407 static void
 408 tree_ssa_loop_prefetch (void)
 409 {
 410   if (!current_loops)
 411     return;
 412
 413   tree_ssa_prefetch_arrays (current_loops);
 414 }
 415
 416 static bool
 417 gate_tree_ssa_loop_prefetch (void)
 418 {
 419   return flag_prefetch_loop_arrays == 1;
 420 }
 421
 422 struct tree_opt_pass pass_loop_prefetch =
 423 {
 424   "prefetch",                           /* name */
 425   gate_tree_ssa_loop_prefetch,          /* gate */
 426   tree_ssa_loop_prefetch,               /* execute */
 427   NULL,                                 /* sub */
 428   NULL,                                 /* next */
 429   0,                                    /* static_pass_number */
 430   TV_TREE_PREFETCH,                     /* tv_id */
 431   PROP_cfg | PROP_ssa,                  /* properties_required */
 432   0,                                    /* properties_provided */
 433   0,                                    /* properties_destroyed */
 434   0,                                    /* todo_flags_start */
 435   TODO_dump_func | TODO_verify_loops,   /* todo_flags_finish */
 436   0                                     /* letter */
 437 };
 438
 439 /* Induction variable optimizations.  */
 440
 441 static void
 442 tree_ssa_loop_ivopts (void)
 443 {
 444   if (!current_loops)
 445     return;
 446
 447   tree_ssa_iv_optimize (current_loops);
 448 }
 449
 450 static bool
 451 gate_tree_ssa_loop_ivopts (void)
 452 {
 453   return flag_ivopts != 0;
 454 }
 455
 456 struct tree_opt_pass pass_iv_optimize =
 457 {
 458   "ivopts",                             /* name */
 459   gate_tree_ssa_loop_ivopts,            /* gate */
 460   tree_ssa_loop_ivopts,                 /* execute */
 461   NULL,                                 /* sub */
 462   NULL,                                 /* next */
 463   0,                                    /* static_pass_number */
 464   TV_TREE_LOOP_IVOPTS,                  /* tv_id */
 465   PROP_cfg | PROP_ssa,                  /* properties_required */
 466   0,                                    /* properties_provided */
 467   0,                                    /* properties_destroyed */
 468   0,                                    /* todo_flags_start */
 469   TODO_dump_func
 470   | TODO_verify_loops
 471   | TODO_update_ssa,                    /* todo_flags_finish */
 472   0                                     /* letter */
 473 };
 474
 475 /* Loop optimizer finalization.  */
 476
 477 static void
 478 tree_ssa_loop_done (void)
 479 {
 480   if (!current_loops)
 481     return;
 482
 483   free_numbers_of_iterations_estimates (current_loops);
 484   scev_finalize ();
 485   loop_optimizer_finalize (current_loops);
 486   current_loops = NULL;
 487 }
 488
 489 struct tree_opt_pass pass_tree_loop_done =
 490 {
 491   "loopdone",                           /* name */
 492   NULL,                                 /* gate */
 493   tree_ssa_loop_done,                   /* execute */
 494   NULL,                                 /* sub */
 495   NULL,                                 /* next */
 496   0,                                    /* static_pass_number */
 497   TV_TREE_LOOP_FINI,                    /* tv_id */
 498   PROP_cfg,                             /* properties_required */
 499   0,                                    /* properties_provided */
 500   0,                                    /* properties_destroyed */
 501   0,                                    /* todo_flags_start */
 502   TODO_cleanup_cfg | TODO_dump_func,    /* todo_flags_finish */
 503   0                                     /* letter */
 504 };