1 /* Routines for performing Temporary Expression Replacement (TER) in SSA trees.
2 Copyright (C) 2003, 2004, 2005, 2006 Free Software Foundation, Inc.
3 Contributed by Andrew MacLeod <amacleod@redhat.com>
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 2, or (at your option)
12 GCC is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING. If not, write to
19 the Free Software Foundation, 51 Franklin Street, Fifth Floor,
20 Boston, MA 02110-1301, USA. */
25 #include "coretypes.h"
28 #include "diagnostic.h"
30 #include "tree-flow.h"
31 #include "tree-dump.h"
32 #include "tree-ssa-live.h"
35 /* Temporary Expression Replacement (TER)
37 Replace SSA version variables during out-of-ssa with their defining
38 expression if there is only one use of the variable.
40 This pass is required in order for the RTL expansion pass to see larger
41 chunks of code. This allows it to make better choices on RTL pattern
42 selection. When expand is rewritten and merged with out-of-ssa, and
43 understands SSA, this should be eliminated.
45 A pass is made through the function, one block at a time. No cross block
46 information is tracked.
48 Variables which only have one use, and whose defining stmt is considered
49 a replaceable expression (see is_replaceable_p) are tracked to see whether
50 they can be replaced at their use location.
56 if there are the only use of n_12 and a_2, TER will substitute in their
57 expressions in v_9, and end up with:
59 v_9 = (b_5 + 6) * (C * 10)
61 which will then have the ssa_name assigned to regular variables, and the
62 resulting code which will be passed ot the expander looks something like:
64 v = (b + 6) * (C * 10)
67 This requires ensuring that none of the variables used by the expression
68 change between the def point and where it is used. Furthermore, if any
69 of the ssa_names used in this expression are themselves replaceable, we
70 have to ensure none of that expressions' arguments change either.
71 Although SSA_NAMES themselves don't change, this pass is performed after
72 coalescing has coalesced different SSA_NAMES together, so there could be a
73 definition of an SSA_NAME which is coalesced with a use that causes a
76 PHI b_5 = <b_8(2), b_14(1)>
83 If b_5, b_8 and b_14 are all coalesced together...
84 The expression b_5 + 6 CANNOT replace the use in the statement defining v_9
85 because b_8 is in fact killing the value of b_5 since they share a partition
86 and will be assigned the same memory or register location.
88 TER implements this but stepping through the instructions in a block and
89 tracking potential expressions for replacement, and the partitions they are
90 dependent on. Expressions are represented by the SSA_NAME_VERSION of the
91 DEF on the LHS of a GIMPLE_MODIFY_STMT and the expression is the RHS.
93 When a stmt is determined to be a possible replacement expression, the
94 following steps are taken:
96 EXPR_DECL_UID bitmap is allocated and set to the base variable UID of the
97 def and any uses in the expression. non-NULL means the expression is being
98 tracked. The UID's themselves are used to prevent TER substitution into
99 accumulating sequences.
105 this can result in very large expressions which don't accomplish anything
106 see PR tree-optimization/17549.
108 PARTITION_DEPENDENCIES is another bitmap array, and it has a bit set for any
109 partition which is used in the expression. This is primarily used to remove
110 an expression from the partition kill lists when a decision is made whether
111 to replace it or not. This is indexed by ssa version number as well, and
112 indicates a partition number. virtual operands are not tracked individually,
113 but they are summarized by an artificial partition called VIRTUAL_PARTITION.
114 This means a MAY or MUST def will kill *ALL* expressions that are dependent
115 on a virtual operand.
116 Note that the EXPR_DECL_UID and this bitmap represent very similar
117 information, but the info in one is not easy to obtain from the other.
119 KILL_LIST is yet another bitmap array, this time it is indexed by partition
120 number, and represents a list of active expressions which will will no
121 longer be valid if a definition into this partition takes place.
123 PARTITION_IN_USE is simply a bitmap which is used to track which partitions
124 currently have something in their kill list. This is used at the end of
125 a block to clear out the KILL_LIST bitmaps at the end of each block.
127 NEW_REPLACEABLE_DEPENDENCIES is used as a temporary place to store
128 dependencies which will be reused by the current definition. ALl the uses
129 on an expression are processed before anything else is done. If a use is
130 determined to be a replaceable expression AND the current stmt is also going
131 to be replaceable, all the dependencies of this replaceable use will be
132 picked up by the current stmt's expression. Rather than recreate them, they
133 are simply copied here and then copied into the new expression when it is
139 a_2's expression 'b_5 + 6' is determined to be replaceable at the use
140 location. It is dependent on the partition 'b_5' is in. This is cached into
141 the NEW_REPLACEABLE_DEPENDENCIES bitmap. and when v_8 is examined for
142 replaceablility, it is a candidate, and it is dependent on the partition
143 b_5 is in *NOT* a_2, as well as c_4's partition.
145 if v_8 is also replaceable:
149 x_9 is dependent on partitions b_5, and c_4
151 if a statement is found which has either of those partitions written to
152 before x_9 is used, then x_9 itself is NOT replaceable. */
155 /* Temporary Expression Replacement (TER) table information. */
157 typedef struct temp_expr_table_d
160 bitmap
*partition_dependencies
; /* Partitions expr is dependent on. */
161 tree
*replaceable_expressions
; /* Replacement expression table. */
162 bitmap
*expr_decl_uids
; /* Base uids of exprs. */
163 bitmap
*kill_list
; /* Expr's killed by a partition. */
164 int virtual_partition
; /* Pseudo partition for virtual ops. */
165 bitmap partition_in_use
; /* Partitions with kill entries. */
166 bitmap new_replaceable_dependencies
; /* Holding place for pending dep's. */
167 int *num_in_part
; /* # of ssa_names in a partition. */
168 } *temp_expr_table_p
;
170 /* Used to indicate a dependency on VDEFs. */
171 #define VIRTUAL_PARTITION(table) (table->virtual_partition)
173 #ifdef ENABLE_CHECKING
174 extern void debug_ter (FILE *, temp_expr_table_p
);
178 /* Create a new TER table for MAP. */
180 static temp_expr_table_p
181 new_temp_expr_table (var_map map
)
186 t
= XNEW (struct temp_expr_table_d
);
189 t
->partition_dependencies
= XCNEWVEC (bitmap
, num_ssa_names
+ 1);
190 t
->expr_decl_uids
= XCNEWVEC (bitmap
, num_ssa_names
+ 1);
191 t
->kill_list
= XCNEWVEC (bitmap
, num_var_partitions (map
) + 1);
193 t
->partition_in_use
= BITMAP_ALLOC (NULL
);
195 t
->virtual_partition
= num_var_partitions (map
);
196 t
->new_replaceable_dependencies
= BITMAP_ALLOC (NULL
);
198 t
->replaceable_expressions
= NULL
;
199 t
->num_in_part
= XCNEWVEC (int, num_var_partitions (map
));
200 for (x
= 1; x
< num_ssa_names
; x
++)
203 tree name
= ssa_name (x
);
206 p
= var_to_partition (map
, name
);
207 if (p
!= NO_PARTITION
)
215 /* Free TER table T. If there are valid replacements, return the expression
219 free_temp_expr_table (temp_expr_table_p t
)
224 #ifdef ENABLE_CHECKING
226 for (x
= 0; x
<= num_var_partitions (t
->map
); x
++)
227 gcc_assert (!t
->kill_list
[x
]);
230 BITMAP_FREE (t
->partition_in_use
);
232 for (i
= 0; i
<= num_ssa_names
; i
++)
233 if (t
->expr_decl_uids
[i
])
234 BITMAP_FREE (t
->expr_decl_uids
[i
]);
235 free (t
->expr_decl_uids
);
238 free (t
->partition_dependencies
);
240 if (t
->replaceable_expressions
)
241 ret
= t
->replaceable_expressions
;
248 /* Return TRUE if VERSION is to be replaced by an expression in TAB. */
251 version_to_be_replaced_p (temp_expr_table_p tab
, int version
)
253 if (!tab
->replaceable_expressions
)
255 return tab
->replaceable_expressions
[version
] != NULL_TREE
;
259 /* Add partition P to the list if partitions VERSION is dependent on. TAB is
260 the expression table */
263 make_dependent_on_partition (temp_expr_table_p tab
, int version
, int p
)
265 if (!tab
->partition_dependencies
[version
])
266 tab
->partition_dependencies
[version
] = BITMAP_ALLOC (NULL
);
268 bitmap_set_bit (tab
->partition_dependencies
[version
], p
);
272 /* Add VER to the kill list for P. TAB is the expression table */
275 add_to_partition_kill_list (temp_expr_table_p tab
, int p
, int ver
)
277 if (!tab
->kill_list
[p
])
279 tab
->kill_list
[p
] = BITMAP_ALLOC (NULL
);
280 bitmap_set_bit (tab
->partition_in_use
, p
);
282 bitmap_set_bit (tab
->kill_list
[p
], ver
);
286 /* Remove VER from the partition kill list for P. TAB is the expression
290 remove_from_partition_kill_list (temp_expr_table_p tab
, int p
, int version
)
292 #ifdef ENABLE_CHECKING
293 gcc_assert (tab
->kill_list
[p
]);
295 bitmap_clear_bit (tab
->kill_list
[p
], version
);
296 if (bitmap_empty_p (tab
->kill_list
[p
]))
298 bitmap_clear_bit (tab
->partition_in_use
, p
);
299 BITMAP_FREE (tab
->kill_list
[p
]);
304 /* Add a dependency between the def of ssa VERSION and VAR. If VAR is
305 replaceable by an expression, add a dependence each of the elements of the
306 expression. These are contained in the new_replaceable list. TAB is the
310 add_dependence (temp_expr_table_p tab
, int version
, tree var
)
316 i
= SSA_NAME_VERSION (var
);
317 if (version_to_be_replaced_p (tab
, i
))
319 if (!bitmap_empty_p (tab
->new_replaceable_dependencies
))
321 /* Version will now be killed by a write to any partition the
322 substituted expression would have been killed by. */
323 EXECUTE_IF_SET_IN_BITMAP (tab
->new_replaceable_dependencies
, 0, x
, bi
)
324 add_to_partition_kill_list (tab
, x
, version
);
326 /* Rather than set partition_dependencies and in_use lists bit by
327 bit, simply OR in the new_replaceable_dependencies bits. */
328 if (!tab
->partition_dependencies
[version
])
329 tab
->partition_dependencies
[version
] = BITMAP_ALLOC (NULL
);
330 bitmap_ior_into (tab
->partition_dependencies
[version
],
331 tab
->new_replaceable_dependencies
);
332 bitmap_ior_into (tab
->partition_in_use
,
333 tab
->new_replaceable_dependencies
);
334 /* It is only necessary to add these once. */
335 bitmap_clear (tab
->new_replaceable_dependencies
);
340 i
= var_to_partition (tab
->map
, var
);
341 #ifdef ENABLE_CHECKING
342 gcc_assert (i
!= NO_PARTITION
);
343 gcc_assert (tab
->num_in_part
[i
] != 0);
345 /* Only dependencies on ssa_names which are coalesced with something need
346 to be tracked. Partitions with containing only a single SSA_NAME
347 *cannot* have their value changed. */
348 if (tab
->num_in_part
[i
] > 1)
350 add_to_partition_kill_list (tab
, i
, version
);
351 make_dependent_on_partition (tab
, version
, i
);
357 /* Return TRUE if expression STMT is suitable for replacement. */
360 is_replaceable_p (tree stmt
)
366 /* Only consider modify stmts. */
367 if (TREE_CODE (stmt
) != GIMPLE_MODIFY_STMT
)
370 /* Punt if there is more than 1 def. */
371 def
= SINGLE_SSA_TREE_OPERAND (stmt
, SSA_OP_DEF
);
375 /* Only consider definitions which have a single use. */
376 if (!single_imm_use (def
, &use_p
, &use_stmt
))
379 /* If the use isn't in this block, it wont be replaced either. */
380 if (bb_for_stmt (use_stmt
) != bb_for_stmt (stmt
))
383 /* Used in this block, but at the TOP of the block, not the end. */
384 if (TREE_CODE (use_stmt
) == PHI_NODE
)
387 /* There must be no VDEFs. */
388 if (!(ZERO_SSA_OPERANDS (stmt
, SSA_OP_VDEF
)))
391 /* Float expressions must go through memory if float-store is on. */
393 && FLOAT_TYPE_P (TREE_TYPE (GENERIC_TREE_OPERAND (stmt
, 1))))
396 /* An assignment with a register variable on the RHS is not
398 if (TREE_CODE (GENERIC_TREE_OPERAND (stmt
, 1)) == VAR_DECL
399 && DECL_HARD_REGISTER (GENERIC_TREE_OPERAND (stmt
, 1)))
402 /* Calls to functions with side-effects cannot be replaced. */
403 if ((call_expr
= get_call_expr_in (stmt
)) != NULL_TREE
)
405 int call_flags
= call_expr_flags (call_expr
);
406 if (TREE_SIDE_EFFECTS (call_expr
)
407 && !(call_flags
& (ECF_PURE
| ECF_CONST
| ECF_NORETURN
)))
411 /* Leave any stmt with volatile operands alone as well. */
412 if (stmt_ann (stmt
)->has_volatile_ops
)
420 /* This function will remove the expression for VERSION from replacement
421 consideration in table TAB. If FREE_EXPR is true, then remove the
422 expression from consideration as well by freeing the decl uid bitmap. */
425 finished_with_expr (temp_expr_table_p tab
, int version
, bool free_expr
)
430 /* Remove this expression from its dependent lists. The partition dependence
431 list is retained and transfered later to whomever uses this version. */
432 if (tab
->partition_dependencies
[version
])
434 EXECUTE_IF_SET_IN_BITMAP (tab
->partition_dependencies
[version
], 0, i
, bi
)
435 remove_from_partition_kill_list (tab
, i
, version
);
436 BITMAP_FREE (tab
->partition_dependencies
[version
]);
439 BITMAP_FREE (tab
->expr_decl_uids
[version
]);
443 /* Create an expression entry fora replaceable expression. */
446 process_replaceable (temp_expr_table_p tab
, tree stmt
)
448 tree var
, def
, basevar
;
451 bitmap def_vars
, use_vars
;
453 #ifdef ENABLE_CHECKING
454 gcc_assert (is_replaceable_p (stmt
));
457 def
= SINGLE_SSA_TREE_OPERAND (stmt
, SSA_OP_DEF
);
458 version
= SSA_NAME_VERSION (def
);
459 basevar
= SSA_NAME_VAR (def
);
460 def_vars
= BITMAP_ALLOC (NULL
);
462 bitmap_set_bit (def_vars
, DECL_UID (basevar
));
464 /* Add this expression to the dependency list for each use partition. */
465 FOR_EACH_SSA_TREE_OPERAND (var
, stmt
, iter
, SSA_OP_USE
)
467 int var_version
= SSA_NAME_VERSION (var
);
469 use_vars
= tab
->expr_decl_uids
[var_version
];
470 add_dependence (tab
, version
, var
);
473 bitmap_ior_into (def_vars
, use_vars
);
474 BITMAP_FREE (tab
->expr_decl_uids
[var_version
]);
477 bitmap_set_bit (def_vars
, DECL_UID (SSA_NAME_VAR (var
)));
479 tab
->expr_decl_uids
[version
] = def_vars
;
481 /* If there are VUSES, add a dependence on virtual defs. */
482 if (!ZERO_SSA_OPERANDS (stmt
, SSA_OP_VUSE
))
484 make_dependent_on_partition (tab
, version
, VIRTUAL_PARTITION (tab
));
485 add_to_partition_kill_list (tab
, VIRTUAL_PARTITION (tab
), version
);
490 /* This function removes any expression in TAB which is dependent on PARTITION
491 from consideration, making it not replaceable. */
494 kill_expr (temp_expr_table_p tab
, int partition
)
498 /* Mark every active expr dependent on this var as not replaceable.
499 finished_with_expr can modify the bitmap, so we can't execute over it. */
500 while (tab
->kill_list
[partition
])
502 version
= bitmap_first_set_bit (tab
->kill_list
[partition
]);
503 finished_with_expr (tab
, version
, true);
506 #ifdef ENABLE_CHECKING
507 gcc_assert (!tab
->kill_list
[partition
]);
512 /* This function kills all expressions in TAB which are dependent on virtual
516 kill_virtual_exprs (temp_expr_table_p tab
)
518 kill_expr (tab
, VIRTUAL_PARTITION (tab
));
522 /* Mark the expression associated with VAR as replaceable, and enter
523 the defining stmt into the partition_dependencies table TAB. if
524 MORE_REPLACING is true, accumulate the pending partition dependencies. */
527 mark_replaceable (temp_expr_table_p tab
, tree var
, bool more_replacing
)
529 int version
= SSA_NAME_VERSION (var
);
531 /* Move the dependence list to the pending listpending. */
532 if (more_replacing
&& tab
->partition_dependencies
[version
])
533 bitmap_ior_into (tab
->new_replaceable_dependencies
,
534 tab
->partition_dependencies
[version
]);
536 finished_with_expr (tab
, version
, !more_replacing
);
538 /* Set the replaceable expression. */
539 if (!tab
->replaceable_expressions
)
540 tab
->replaceable_expressions
= XCNEWVEC (tree
, num_ssa_names
+ 1);
541 tab
->replaceable_expressions
[version
] = SSA_NAME_DEF_STMT (var
);
545 /* This function processes basic block BB, and looks for variables which can
546 be replaced by their expressions. Results are stored in the table TAB. */
549 find_replaceable_in_bb (temp_expr_table_p tab
, basic_block bb
)
551 block_stmt_iterator bsi
;
555 var_map map
= tab
->map
;
557 bool stmt_replaceable
;
559 for (bsi
= bsi_start (bb
); !bsi_end_p (bsi
); bsi_next (&bsi
))
561 stmt
= bsi_stmt (bsi
);
562 ann
= stmt_ann (stmt
);
564 stmt_replaceable
= is_replaceable_p (stmt
);
565 /* Determine if this stmt finishes an existing expression. */
566 FOR_EACH_SSA_TREE_OPERAND (use
, stmt
, iter
, SSA_OP_USE
)
568 unsigned ver
= SSA_NAME_VERSION (use
);
570 /* If this use is a potential replacement variable, process it. */
571 if (tab
->expr_decl_uids
[ver
])
573 bool same_root_var
= false;
575 bitmap vars
= tab
->expr_decl_uids
[ver
];
577 /* See if the root variables are the same. If they are, we
578 do not want to do the replacement to avoid problems with
579 code size, see PR tree-optimization/17549. */
580 if (!bitmap_empty_p (vars
))
581 FOR_EACH_SSA_TREE_OPERAND (def
, stmt
, iter2
, SSA_OP_DEF
)
583 if (bitmap_bit_p (vars
, DECL_UID (SSA_NAME_VAR (def
))))
585 same_root_var
= true;
590 /* Mark expression as replaceable unless stmt is volatile or the
591 def variable has the same root variable as something in the
592 substitution list. */
593 if (ann
->has_volatile_ops
|| same_root_var
)
594 finished_with_expr (tab
, ver
, true);
596 mark_replaceable (tab
, use
, stmt_replaceable
);
600 /* Next, see if this stmt kills off an active expression. */
601 FOR_EACH_SSA_TREE_OPERAND (def
, stmt
, iter
, SSA_OP_DEF
)
603 partition
= var_to_partition (map
, def
);
604 if (partition
!= NO_PARTITION
&& tab
->kill_list
[partition
])
605 kill_expr (tab
, partition
);
608 /* Now see if we are creating a new expression or not. */
609 if (stmt_replaceable
)
610 process_replaceable (tab
, stmt
);
612 /* Free any unused dependency lists. */
613 bitmap_clear (tab
->new_replaceable_dependencies
);
615 /* A V_{MAY,MUST}_DEF kills any expression using a virtual operand,
616 including the current stmt. */
617 if (!ZERO_SSA_OPERANDS (stmt
, SSA_OP_VIRTUAL_DEFS
))
618 kill_virtual_exprs (tab
);
623 /* This function is the driver routine for replacement of temporary expressions
624 in the SSA->normal phase, operating on MAP. If there are replaceable
625 expressions, a table is returned which maps SSA versions to the
626 expressions they should be replaced with. A NULL_TREE indicates no
627 replacement should take place. If there are no replacements at all,
628 NULL is returned by the function, otherwise an expression vector indexed
629 by SSA_NAME version numbers. */
632 find_replaceable_exprs (var_map map
)
635 temp_expr_table_p table
;
638 table
= new_temp_expr_table (map
);
641 find_replaceable_in_bb (table
, bb
);
642 gcc_assert (bitmap_empty_p (table
->partition_in_use
));
644 #ifdef ENABLE_CHECKING
647 /* Make sure all the tables have been cleared out. */
648 for (i
= 0; i
< num_ssa_names
+ 1; i
++)
650 gcc_assert (table
->partition_dependencies
[i
] == NULL
);
651 gcc_assert (table
->expr_decl_uids
[i
] == NULL
);
652 if (i
< num_var_partitions (map
))
653 gcc_assert (table
->kill_list
[i
] == NULL
);
659 ret
= free_temp_expr_table (table
);
664 /* Dump TER expression table EXPR to file F. */
667 dump_replaceable_exprs (FILE *f
, tree
*expr
)
672 fprintf (f
, "\nReplacing Expressions\n");
673 for (x
= 0; x
< (int)num_ssa_names
; x
++)
677 var
= SINGLE_SSA_TREE_OPERAND (stmt
, SSA_OP_DEF
);
678 gcc_assert (var
!= NULL_TREE
);
679 print_generic_expr (f
, var
, TDF_SLIM
);
680 fprintf (f
, " replace with --> ");
681 print_generic_expr (f
, GENERIC_TREE_OPERAND (stmt
, 1),
689 #ifdef ENABLE_CHECKING
690 /* Dump the status of the various tables in the expression table. This is used
691 exclusively to debug TER. F is the place to send debug info and T is the
692 table being debugged. */
695 debug_ter (FILE *f
, temp_expr_table_p t
)
700 fprintf (f
, "\nDumping current state of TER\n virtual partition = %d\n",
701 VIRTUAL_PARTITION (t
));
702 if (t
->replaceable_expressions
)
703 dump_replaceable_exprs (f
, t
->replaceable_expressions
);
704 fprintf (f
, "Currently tracking the following expressions:\n");
706 for (x
= 1; x
< num_ssa_names
; x
++)
707 if (t
->expr_decl_uids
[x
])
709 print_generic_expr (stderr
, ssa_name (x
), TDF_SLIM
);
710 fprintf (f
, " dep-parts : ");
711 if (t
->partition_dependencies
[x
]
712 && !bitmap_empty_p (t
->partition_dependencies
[x
]))
714 EXECUTE_IF_SET_IN_BITMAP (t
->partition_dependencies
[x
], 0, y
, bi
)
715 fprintf (f
, "P%d ",y
);
717 fprintf (stderr
, " basedecls: ");
718 EXECUTE_IF_SET_IN_BITMAP (t
->expr_decl_uids
[x
], 0, y
, bi
)
719 fprintf (f
, "%d ",y
);
720 fprintf (stderr
, "\n");
723 bitmap_print (f
, t
->partition_in_use
, "Partitions in use ",
724 "\npartition KILL lists:\n");
726 for (x
= 0; x
<= num_var_partitions (t
->map
); x
++)
729 fprintf (f
, "Partition %d : ", x
);
730 EXECUTE_IF_SET_IN_BITMAP (t
->kill_list
[x
], 0, y
, bi
)
731 fprintf (f
, "_%d ",y
);
734 fprintf (f
, "\n----------\n");