1 /* Generic partial redundancy elimination with lazy code motion support.
2 Copyright (C) 1998, 1999, 2000, 2001, 2002, 2003
3 Free Software Foundation, Inc.
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING. If not, write to the Free
19 Software Foundation, 59 Temple Place - Suite 330, Boston, MA
22 /* These routines are meant to be used by various optimization
23 passes which can be modeled as lazy code motion problems.
24 Including, but not limited to:
26 * Traditional partial redundancy elimination.
28 * Placement of caller/caller register save/restores.
34 * Conversion of flat register files to a stacked register
37 * Dead load/store elimination.
39 These routines accept as input:
41 * Basic block information (number of blocks, lists of
42 predecessors and successors). Note the granularity
43 does not need to be basic block, they could be statements
46 * Bitmaps of local properties (computed, transparent and
47 anticipatable expressions).
49 The output of these routines is bitmap of redundant computations
50 and a bitmap of optimal placement points. */
55 #include "coretypes.h"
59 #include "hard-reg-set.h"
62 #include "insn-config.h"
64 #include "basic-block.h"
69 /* We want target macros for the mode switching code to be able to refer
70 to instruction attribute values. */
71 #include "insn-attr.h"
73 /* Edge based LCM routines. */
74 static void compute_antinout_edge (sbitmap
*, sbitmap
*, sbitmap
*, sbitmap
*);
75 static void compute_earliest (struct edge_list
*, int, sbitmap
*, sbitmap
*,
76 sbitmap
*, sbitmap
*, sbitmap
*);
77 static void compute_laterin (struct edge_list
*, sbitmap
*, sbitmap
*,
78 sbitmap
*, sbitmap
*);
79 static void compute_insert_delete (struct edge_list
*edge_list
, sbitmap
*,
80 sbitmap
*, sbitmap
*, sbitmap
*, sbitmap
*);
82 /* Edge based LCM routines on a reverse flowgraph. */
83 static void compute_farthest (struct edge_list
*, int, sbitmap
*, sbitmap
*,
84 sbitmap
*, sbitmap
*, sbitmap
*);
85 static void compute_nearerout (struct edge_list
*, sbitmap
*, sbitmap
*,
86 sbitmap
*, sbitmap
*);
87 static void compute_rev_insert_delete (struct edge_list
*edge_list
, sbitmap
*,
88 sbitmap
*, sbitmap
*, sbitmap
*,
91 /* Edge based lcm routines. */
93 /* Compute expression anticipatability at entrance and exit of each block.
94 This is done based on the flow graph, and not on the pred-succ lists.
95 Other than that, its pretty much identical to compute_antinout. */
98 compute_antinout_edge (sbitmap
*antloc
, sbitmap
*transp
, sbitmap
*antin
,
103 basic_block
*worklist
, *qin
, *qout
, *qend
;
106 /* Allocate a worklist array/queue. Entries are only added to the
107 list if they were not already on the list. So the size is
108 bounded by the number of basic blocks. */
109 qin
= qout
= worklist
= xmalloc (sizeof (basic_block
) * n_basic_blocks
);
111 /* We want a maximal solution, so make an optimistic initialization of
113 sbitmap_vector_ones (antin
, last_basic_block
);
115 /* Put every block on the worklist; this is necessary because of the
116 optimistic initialization of ANTIN above. */
117 FOR_EACH_BB_REVERSE (bb
)
124 qend
= &worklist
[n_basic_blocks
];
125 qlen
= n_basic_blocks
;
127 /* Mark blocks which are predecessors of the exit block so that we
128 can easily identify them below. */
129 for (e
= EXIT_BLOCK_PTR
->pred
; e
; e
= e
->pred_next
)
130 e
->src
->aux
= EXIT_BLOCK_PTR
;
132 /* Iterate until the worklist is empty. */
135 /* Take the first entry off the worklist. */
142 if (bb
->aux
== EXIT_BLOCK_PTR
)
143 /* Do not clear the aux field for blocks which are predecessors of
144 the EXIT block. That way we never add then to the worklist
146 sbitmap_zero (antout
[bb
->index
]);
149 /* Clear the aux field of this block so that it can be added to
150 the worklist again if necessary. */
152 sbitmap_intersection_of_succs (antout
[bb
->index
], antin
, bb
->index
);
155 if (sbitmap_a_or_b_and_c_cg (antin
[bb
->index
], antloc
[bb
->index
],
156 transp
[bb
->index
], antout
[bb
->index
]))
157 /* If the in state of this block changed, then we need
158 to add the predecessors of this block to the worklist
159 if they are not already on the worklist. */
160 for (e
= bb
->pred
; e
; e
= e
->pred_next
)
161 if (!e
->src
->aux
&& e
->src
!= ENTRY_BLOCK_PTR
)
171 clear_aux_for_edges ();
172 clear_aux_for_blocks ();
176 /* Compute the earliest vector for edge based lcm. */
179 compute_earliest (struct edge_list
*edge_list
, int n_exprs
, sbitmap
*antin
,
180 sbitmap
*antout
, sbitmap
*avout
, sbitmap
*kill
,
183 sbitmap difference
, temp_bitmap
;
185 basic_block pred
, succ
;
187 num_edges
= NUM_EDGES (edge_list
);
189 difference
= sbitmap_alloc (n_exprs
);
190 temp_bitmap
= sbitmap_alloc (n_exprs
);
192 for (x
= 0; x
< num_edges
; x
++)
194 pred
= INDEX_EDGE_PRED_BB (edge_list
, x
);
195 succ
= INDEX_EDGE_SUCC_BB (edge_list
, x
);
196 if (pred
== ENTRY_BLOCK_PTR
)
197 sbitmap_copy (earliest
[x
], antin
[succ
->index
]);
200 if (succ
== EXIT_BLOCK_PTR
)
201 sbitmap_zero (earliest
[x
]);
204 sbitmap_difference (difference
, antin
[succ
->index
],
206 sbitmap_not (temp_bitmap
, antout
[pred
->index
]);
207 sbitmap_a_and_b_or_c (earliest
[x
], difference
,
208 kill
[pred
->index
], temp_bitmap
);
213 sbitmap_free (temp_bitmap
);
214 sbitmap_free (difference
);
217 /* later(p,s) is dependent on the calculation of laterin(p).
218 laterin(p) is dependent on the calculation of later(p2,p).
220 laterin(ENTRY) is defined as all 0's
221 later(ENTRY, succs(ENTRY)) are defined using laterin(ENTRY)
222 laterin(succs(ENTRY)) is defined by later(ENTRY, succs(ENTRY)).
224 If we progress in this manner, starting with all basic blocks
225 in the work list, anytime we change later(bb), we need to add
226 succs(bb) to the worklist if they are not already on the worklist.
230 We prime the worklist all the normal basic blocks. The ENTRY block can
231 never be added to the worklist since it is never the successor of any
232 block. We explicitly prevent the EXIT block from being added to the
235 We optimistically initialize LATER. That is the only time this routine
236 will compute LATER for an edge out of the entry block since the entry
237 block is never on the worklist. Thus, LATERIN is neither used nor
238 computed for the ENTRY block.
240 Since the EXIT block is never added to the worklist, we will neither
241 use nor compute LATERIN for the exit block. Edges which reach the
242 EXIT block are handled in the normal fashion inside the loop. However,
243 the insertion/deletion computation needs LATERIN(EXIT), so we have
247 compute_laterin (struct edge_list
*edge_list
, sbitmap
*earliest
,
248 sbitmap
*antloc
, sbitmap
*later
, sbitmap
*laterin
)
252 basic_block
*worklist
, *qin
, *qout
, *qend
, bb
;
255 num_edges
= NUM_EDGES (edge_list
);
257 /* Allocate a worklist array/queue. Entries are only added to the
258 list if they were not already on the list. So the size is
259 bounded by the number of basic blocks. */
260 qin
= qout
= worklist
261 = xmalloc (sizeof (basic_block
) * (n_basic_blocks
+ 1));
263 /* Initialize a mapping from each edge to its index. */
264 for (i
= 0; i
< num_edges
; i
++)
265 INDEX_EDGE (edge_list
, i
)->aux
= (void *) (size_t) i
;
267 /* We want a maximal solution, so initially consider LATER true for
268 all edges. This allows propagation through a loop since the incoming
269 loop edge will have LATER set, so if all the other incoming edges
270 to the loop are set, then LATERIN will be set for the head of the
273 If the optimistic setting of LATER on that edge was incorrect (for
274 example the expression is ANTLOC in a block within the loop) then
275 this algorithm will detect it when we process the block at the head
276 of the optimistic edge. That will requeue the affected blocks. */
277 sbitmap_vector_ones (later
, num_edges
);
279 /* Note that even though we want an optimistic setting of LATER, we
280 do not want to be overly optimistic. Consider an outgoing edge from
281 the entry block. That edge should always have a LATER value the
282 same as EARLIEST for that edge. */
283 for (e
= ENTRY_BLOCK_PTR
->succ
; e
; e
= e
->succ_next
)
284 sbitmap_copy (later
[(size_t) e
->aux
], earliest
[(size_t) e
->aux
]);
286 /* Add all the blocks to the worklist. This prevents an early exit from
287 the loop given our optimistic initialization of LATER above. */
294 /* Note that we do not use the last allocated element for our queue,
295 as EXIT_BLOCK is never inserted into it. In fact the above allocation
296 of n_basic_blocks + 1 elements is not necessary. */
297 qend
= &worklist
[n_basic_blocks
];
298 qlen
= n_basic_blocks
;
300 /* Iterate until the worklist is empty. */
303 /* Take the first entry off the worklist. */
310 /* Compute the intersection of LATERIN for each incoming edge to B. */
311 sbitmap_ones (laterin
[bb
->index
]);
312 for (e
= bb
->pred
; e
!= NULL
; e
= e
->pred_next
)
313 sbitmap_a_and_b (laterin
[bb
->index
], laterin
[bb
->index
], later
[(size_t)e
->aux
]);
315 /* Calculate LATER for all outgoing edges. */
316 for (e
= bb
->succ
; e
!= NULL
; e
= e
->succ_next
)
317 if (sbitmap_union_of_diff_cg (later
[(size_t) e
->aux
],
318 earliest
[(size_t) e
->aux
],
319 laterin
[e
->src
->index
],
320 antloc
[e
->src
->index
])
321 /* If LATER for an outgoing edge was changed, then we need
322 to add the target of the outgoing edge to the worklist. */
323 && e
->dest
!= EXIT_BLOCK_PTR
&& e
->dest
->aux
== 0)
333 /* Computation of insertion and deletion points requires computing LATERIN
334 for the EXIT block. We allocated an extra entry in the LATERIN array
335 for just this purpose. */
336 sbitmap_ones (laterin
[last_basic_block
]);
337 for (e
= EXIT_BLOCK_PTR
->pred
; e
!= NULL
; e
= e
->pred_next
)
338 sbitmap_a_and_b (laterin
[last_basic_block
],
339 laterin
[last_basic_block
],
340 later
[(size_t) e
->aux
]);
342 clear_aux_for_edges ();
346 /* Compute the insertion and deletion points for edge based LCM. */
349 compute_insert_delete (struct edge_list
*edge_list
, sbitmap
*antloc
,
350 sbitmap
*later
, sbitmap
*laterin
, sbitmap
*insert
,
357 sbitmap_difference (delete[bb
->index
], antloc
[bb
->index
], laterin
[bb
->index
]);
359 for (x
= 0; x
< NUM_EDGES (edge_list
); x
++)
361 basic_block b
= INDEX_EDGE_SUCC_BB (edge_list
, x
);
363 if (b
== EXIT_BLOCK_PTR
)
364 sbitmap_difference (insert
[x
], later
[x
], laterin
[last_basic_block
]);
366 sbitmap_difference (insert
[x
], later
[x
], laterin
[b
->index
]);
370 /* Given local properties TRANSP, ANTLOC, AVOUT, KILL return the insert and
371 delete vectors for edge based LCM. Returns an edgelist which is used to
372 map the insert vector to what edge an expression should be inserted on. */
375 pre_edge_lcm (FILE *file ATTRIBUTE_UNUSED
, int n_exprs
, sbitmap
*transp
,
376 sbitmap
*avloc
, sbitmap
*antloc
, sbitmap
*kill
,
377 sbitmap
**insert
, sbitmap
**delete)
379 sbitmap
*antin
, *antout
, *earliest
;
380 sbitmap
*avin
, *avout
;
381 sbitmap
*later
, *laterin
;
382 struct edge_list
*edge_list
;
385 edge_list
= create_edge_list ();
386 num_edges
= NUM_EDGES (edge_list
);
388 #ifdef LCM_DEBUG_INFO
391 fprintf (file
, "Edge List:\n");
392 verify_edge_list (file
, edge_list
);
393 print_edge_list (file
, edge_list
);
394 dump_sbitmap_vector (file
, "transp", "", transp
, last_basic_block
);
395 dump_sbitmap_vector (file
, "antloc", "", antloc
, last_basic_block
);
396 dump_sbitmap_vector (file
, "avloc", "", avloc
, last_basic_block
);
397 dump_sbitmap_vector (file
, "kill", "", kill
, last_basic_block
);
401 /* Compute global availability. */
402 avin
= sbitmap_vector_alloc (last_basic_block
, n_exprs
);
403 avout
= sbitmap_vector_alloc (last_basic_block
, n_exprs
);
404 compute_available (avloc
, kill
, avout
, avin
);
405 sbitmap_vector_free (avin
);
407 /* Compute global anticipatability. */
408 antin
= sbitmap_vector_alloc (last_basic_block
, n_exprs
);
409 antout
= sbitmap_vector_alloc (last_basic_block
, n_exprs
);
410 compute_antinout_edge (antloc
, transp
, antin
, antout
);
412 #ifdef LCM_DEBUG_INFO
415 dump_sbitmap_vector (file
, "antin", "", antin
, last_basic_block
);
416 dump_sbitmap_vector (file
, "antout", "", antout
, last_basic_block
);
420 /* Compute earliestness. */
421 earliest
= sbitmap_vector_alloc (num_edges
, n_exprs
);
422 compute_earliest (edge_list
, n_exprs
, antin
, antout
, avout
, kill
, earliest
);
424 #ifdef LCM_DEBUG_INFO
426 dump_sbitmap_vector (file
, "earliest", "", earliest
, num_edges
);
429 sbitmap_vector_free (antout
);
430 sbitmap_vector_free (antin
);
431 sbitmap_vector_free (avout
);
433 later
= sbitmap_vector_alloc (num_edges
, n_exprs
);
435 /* Allocate an extra element for the exit block in the laterin vector. */
436 laterin
= sbitmap_vector_alloc (last_basic_block
+ 1, n_exprs
);
437 compute_laterin (edge_list
, earliest
, antloc
, later
, laterin
);
439 #ifdef LCM_DEBUG_INFO
442 dump_sbitmap_vector (file
, "laterin", "", laterin
, last_basic_block
+ 1);
443 dump_sbitmap_vector (file
, "later", "", later
, num_edges
);
447 sbitmap_vector_free (earliest
);
449 *insert
= sbitmap_vector_alloc (num_edges
, n_exprs
);
450 *delete = sbitmap_vector_alloc (last_basic_block
, n_exprs
);
451 compute_insert_delete (edge_list
, antloc
, later
, laterin
, *insert
, *delete);
453 sbitmap_vector_free (laterin
);
454 sbitmap_vector_free (later
);
456 #ifdef LCM_DEBUG_INFO
459 dump_sbitmap_vector (file
, "pre_insert_map", "", *insert
, num_edges
);
460 dump_sbitmap_vector (file
, "pre_delete_map", "", *delete,
468 /* Compute the AVIN and AVOUT vectors from the AVLOC and KILL vectors.
469 Return the number of passes we performed to iterate to a solution. */
472 compute_available (sbitmap
*avloc
, sbitmap
*kill
, sbitmap
*avout
,
476 basic_block
*worklist
, *qin
, *qout
, *qend
, bb
;
479 /* Allocate a worklist array/queue. Entries are only added to the
480 list if they were not already on the list. So the size is
481 bounded by the number of basic blocks. */
482 qin
= qout
= worklist
= xmalloc (sizeof (basic_block
) * n_basic_blocks
);
484 /* We want a maximal solution. */
485 sbitmap_vector_ones (avout
, last_basic_block
);
487 /* Put every block on the worklist; this is necessary because of the
488 optimistic initialization of AVOUT above. */
496 qend
= &worklist
[n_basic_blocks
];
497 qlen
= n_basic_blocks
;
499 /* Mark blocks which are successors of the entry block so that we
500 can easily identify them below. */
501 for (e
= ENTRY_BLOCK_PTR
->succ
; e
; e
= e
->succ_next
)
502 e
->dest
->aux
= ENTRY_BLOCK_PTR
;
504 /* Iterate until the worklist is empty. */
507 /* Take the first entry off the worklist. */
514 /* If one of the predecessor blocks is the ENTRY block, then the
515 intersection of avouts is the null set. We can identify such blocks
516 by the special value in the AUX field in the block structure. */
517 if (bb
->aux
== ENTRY_BLOCK_PTR
)
518 /* Do not clear the aux field for blocks which are successors of the
519 ENTRY block. That way we never add then to the worklist again. */
520 sbitmap_zero (avin
[bb
->index
]);
523 /* Clear the aux field of this block so that it can be added to
524 the worklist again if necessary. */
526 sbitmap_intersection_of_preds (avin
[bb
->index
], avout
, bb
->index
);
529 if (sbitmap_union_of_diff_cg (avout
[bb
->index
], avloc
[bb
->index
], avin
[bb
->index
], kill
[bb
->index
]))
530 /* If the out state of this block changed, then we need
531 to add the successors of this block to the worklist
532 if they are not already on the worklist. */
533 for (e
= bb
->succ
; e
; e
= e
->succ_next
)
534 if (!e
->dest
->aux
&& e
->dest
!= EXIT_BLOCK_PTR
)
545 clear_aux_for_edges ();
546 clear_aux_for_blocks ();
550 /* Compute the farthest vector for edge based lcm. */
553 compute_farthest (struct edge_list
*edge_list
, int n_exprs
,
554 sbitmap
*st_avout
, sbitmap
*st_avin
, sbitmap
*st_antin
,
555 sbitmap
*kill
, sbitmap
*farthest
)
557 sbitmap difference
, temp_bitmap
;
559 basic_block pred
, succ
;
561 num_edges
= NUM_EDGES (edge_list
);
563 difference
= sbitmap_alloc (n_exprs
);
564 temp_bitmap
= sbitmap_alloc (n_exprs
);
566 for (x
= 0; x
< num_edges
; x
++)
568 pred
= INDEX_EDGE_PRED_BB (edge_list
, x
);
569 succ
= INDEX_EDGE_SUCC_BB (edge_list
, x
);
570 if (succ
== EXIT_BLOCK_PTR
)
571 sbitmap_copy (farthest
[x
], st_avout
[pred
->index
]);
574 if (pred
== ENTRY_BLOCK_PTR
)
575 sbitmap_zero (farthest
[x
]);
578 sbitmap_difference (difference
, st_avout
[pred
->index
],
579 st_antin
[succ
->index
]);
580 sbitmap_not (temp_bitmap
, st_avin
[succ
->index
]);
581 sbitmap_a_and_b_or_c (farthest
[x
], difference
,
582 kill
[succ
->index
], temp_bitmap
);
587 sbitmap_free (temp_bitmap
);
588 sbitmap_free (difference
);
591 /* Compute nearer and nearerout vectors for edge based lcm.
593 This is the mirror of compute_laterin, additional comments on the
594 implementation can be found before compute_laterin. */
597 compute_nearerout (struct edge_list
*edge_list
, sbitmap
*farthest
,
598 sbitmap
*st_avloc
, sbitmap
*nearer
, sbitmap
*nearerout
)
602 basic_block
*worklist
, *tos
, bb
;
604 num_edges
= NUM_EDGES (edge_list
);
606 /* Allocate a worklist array/queue. Entries are only added to the
607 list if they were not already on the list. So the size is
608 bounded by the number of basic blocks. */
609 tos
= worklist
= xmalloc (sizeof (basic_block
) * (n_basic_blocks
+ 1));
611 /* Initialize NEARER for each edge and build a mapping from an edge to
613 for (i
= 0; i
< num_edges
; i
++)
614 INDEX_EDGE (edge_list
, i
)->aux
= (void *) (size_t) i
;
616 /* We want a maximal solution. */
617 sbitmap_vector_ones (nearer
, num_edges
);
619 /* Note that even though we want an optimistic setting of NEARER, we
620 do not want to be overly optimistic. Consider an incoming edge to
621 the exit block. That edge should always have a NEARER value the
622 same as FARTHEST for that edge. */
623 for (e
= EXIT_BLOCK_PTR
->pred
; e
; e
= e
->pred_next
)
624 sbitmap_copy (nearer
[(size_t)e
->aux
], farthest
[(size_t)e
->aux
]);
626 /* Add all the blocks to the worklist. This prevents an early exit
627 from the loop given our optimistic initialization of NEARER. */
634 /* Iterate until the worklist is empty. */
635 while (tos
!= worklist
)
637 /* Take the first entry off the worklist. */
641 /* Compute the intersection of NEARER for each outgoing edge from B. */
642 sbitmap_ones (nearerout
[bb
->index
]);
643 for (e
= bb
->succ
; e
!= NULL
; e
= e
->succ_next
)
644 sbitmap_a_and_b (nearerout
[bb
->index
], nearerout
[bb
->index
],
645 nearer
[(size_t) e
->aux
]);
647 /* Calculate NEARER for all incoming edges. */
648 for (e
= bb
->pred
; e
!= NULL
; e
= e
->pred_next
)
649 if (sbitmap_union_of_diff_cg (nearer
[(size_t) e
->aux
],
650 farthest
[(size_t) e
->aux
],
651 nearerout
[e
->dest
->index
],
652 st_avloc
[e
->dest
->index
])
653 /* If NEARER for an incoming edge was changed, then we need
654 to add the source of the incoming edge to the worklist. */
655 && e
->src
!= ENTRY_BLOCK_PTR
&& e
->src
->aux
== 0)
662 /* Computation of insertion and deletion points requires computing NEAREROUT
663 for the ENTRY block. We allocated an extra entry in the NEAREROUT array
664 for just this purpose. */
665 sbitmap_ones (nearerout
[last_basic_block
]);
666 for (e
= ENTRY_BLOCK_PTR
->succ
; e
!= NULL
; e
= e
->succ_next
)
667 sbitmap_a_and_b (nearerout
[last_basic_block
],
668 nearerout
[last_basic_block
],
669 nearer
[(size_t) e
->aux
]);
671 clear_aux_for_edges ();
675 /* Compute the insertion and deletion points for edge based LCM. */
678 compute_rev_insert_delete (struct edge_list
*edge_list
, sbitmap
*st_avloc
,
679 sbitmap
*nearer
, sbitmap
*nearerout
,
680 sbitmap
*insert
, sbitmap
*delete)
686 sbitmap_difference (delete[bb
->index
], st_avloc
[bb
->index
], nearerout
[bb
->index
]);
688 for (x
= 0; x
< NUM_EDGES (edge_list
); x
++)
690 basic_block b
= INDEX_EDGE_PRED_BB (edge_list
, x
);
691 if (b
== ENTRY_BLOCK_PTR
)
692 sbitmap_difference (insert
[x
], nearer
[x
], nearerout
[last_basic_block
]);
694 sbitmap_difference (insert
[x
], nearer
[x
], nearerout
[b
->index
]);
698 /* Given local properties TRANSP, ST_AVLOC, ST_ANTLOC, KILL return the
699 insert and delete vectors for edge based reverse LCM. Returns an
700 edgelist which is used to map the insert vector to what edge
701 an expression should be inserted on. */
704 pre_edge_rev_lcm (FILE *file ATTRIBUTE_UNUSED
, int n_exprs
, sbitmap
*transp
,
705 sbitmap
*st_avloc
, sbitmap
*st_antloc
, sbitmap
*kill
,
706 sbitmap
**insert
, sbitmap
**delete)
708 sbitmap
*st_antin
, *st_antout
;
709 sbitmap
*st_avout
, *st_avin
, *farthest
;
710 sbitmap
*nearer
, *nearerout
;
711 struct edge_list
*edge_list
;
714 edge_list
= create_edge_list ();
715 num_edges
= NUM_EDGES (edge_list
);
717 st_antin
= sbitmap_vector_alloc (last_basic_block
, n_exprs
);
718 st_antout
= sbitmap_vector_alloc (last_basic_block
, n_exprs
);
719 sbitmap_vector_zero (st_antin
, last_basic_block
);
720 sbitmap_vector_zero (st_antout
, last_basic_block
);
721 compute_antinout_edge (st_antloc
, transp
, st_antin
, st_antout
);
723 /* Compute global anticipatability. */
724 st_avout
= sbitmap_vector_alloc (last_basic_block
, n_exprs
);
725 st_avin
= sbitmap_vector_alloc (last_basic_block
, n_exprs
);
726 compute_available (st_avloc
, kill
, st_avout
, st_avin
);
728 #ifdef LCM_DEBUG_INFO
731 fprintf (file
, "Edge List:\n");
732 verify_edge_list (file
, edge_list
);
733 print_edge_list (file
, edge_list
);
734 dump_sbitmap_vector (file
, "transp", "", transp
, last_basic_block
);
735 dump_sbitmap_vector (file
, "st_avloc", "", st_avloc
, last_basic_block
);
736 dump_sbitmap_vector (file
, "st_antloc", "", st_antloc
, last_basic_block
);
737 dump_sbitmap_vector (file
, "st_antin", "", st_antin
, last_basic_block
);
738 dump_sbitmap_vector (file
, "st_antout", "", st_antout
, last_basic_block
);
739 dump_sbitmap_vector (file
, "st_kill", "", kill
, last_basic_block
);
743 #ifdef LCM_DEBUG_INFO
746 dump_sbitmap_vector (file
, "st_avout", "", st_avout
, last_basic_block
);
747 dump_sbitmap_vector (file
, "st_avin", "", st_avin
, last_basic_block
);
751 /* Compute farthestness. */
752 farthest
= sbitmap_vector_alloc (num_edges
, n_exprs
);
753 compute_farthest (edge_list
, n_exprs
, st_avout
, st_avin
, st_antin
,
756 #ifdef LCM_DEBUG_INFO
758 dump_sbitmap_vector (file
, "farthest", "", farthest
, num_edges
);
761 sbitmap_vector_free (st_antin
);
762 sbitmap_vector_free (st_antout
);
764 sbitmap_vector_free (st_avin
);
765 sbitmap_vector_free (st_avout
);
767 nearer
= sbitmap_vector_alloc (num_edges
, n_exprs
);
769 /* Allocate an extra element for the entry block. */
770 nearerout
= sbitmap_vector_alloc (last_basic_block
+ 1, n_exprs
);
771 compute_nearerout (edge_list
, farthest
, st_avloc
, nearer
, nearerout
);
773 #ifdef LCM_DEBUG_INFO
776 dump_sbitmap_vector (file
, "nearerout", "", nearerout
,
777 last_basic_block
+ 1);
778 dump_sbitmap_vector (file
, "nearer", "", nearer
, num_edges
);
782 sbitmap_vector_free (farthest
);
784 *insert
= sbitmap_vector_alloc (num_edges
, n_exprs
);
785 *delete = sbitmap_vector_alloc (last_basic_block
, n_exprs
);
786 compute_rev_insert_delete (edge_list
, st_avloc
, nearer
, nearerout
,
789 sbitmap_vector_free (nearerout
);
790 sbitmap_vector_free (nearer
);
792 #ifdef LCM_DEBUG_INFO
795 dump_sbitmap_vector (file
, "pre_insert_map", "", *insert
, num_edges
);
796 dump_sbitmap_vector (file
, "pre_delete_map", "", *delete,
805 The algorithm for setting the modes consists of scanning the insn list
806 and finding all the insns which require a specific mode. Each insn gets
807 a unique struct seginfo element. These structures are inserted into a list
808 for each basic block. For each entity, there is an array of bb_info over
809 the flow graph basic blocks (local var 'bb_info'), and contains a list
810 of all insns within that basic block, in the order they are encountered.
812 For each entity, any basic block WITHOUT any insns requiring a specific
813 mode are given a single entry, without a mode. (Each basic block
814 in the flow graph must have at least one entry in the segment table.)
816 The LCM algorithm is then run over the flow graph to determine where to
817 place the sets to the highest-priority value in respect of first the first
818 insn in any one block. Any adjustments required to the transparency
819 vectors are made, then the next iteration starts for the next-lower
820 priority mode, till for each entity all modes are exhausted.
822 More details are located in the code for optimize_mode_switching(). */
824 /* This structure contains the information for each insn which requires
825 either single or double mode to be set.
826 MODE is the mode this insn must be executed in.
827 INSN_PTR is the insn to be executed (may be the note that marks the
828 beginning of a basic block).
829 BBNUM is the flow graph basic block this insn occurs in.
830 NEXT is the next insn in the same basic block. */
836 struct seginfo
*next
;
837 HARD_REG_SET regs_live
;
842 struct seginfo
*seginfo
;
846 /* These bitmaps are used for the LCM algorithm. */
848 #ifdef OPTIMIZE_MODE_SWITCHING
849 static sbitmap
*antic
;
850 static sbitmap
*transp
;
851 static sbitmap
*comp
;
852 static sbitmap
*delete;
853 static sbitmap
*insert
;
855 static struct seginfo
* new_seginfo (int, rtx
, int, HARD_REG_SET
);
856 static void add_seginfo (struct bb_info
*, struct seginfo
*);
857 static void reg_dies (rtx
, HARD_REG_SET
);
858 static void reg_becomes_live (rtx
, rtx
, void *);
859 static void make_preds_opaque (basic_block
, int);
862 #ifdef OPTIMIZE_MODE_SWITCHING
864 /* This function will allocate a new BBINFO structure, initialized
865 with the MODE, INSN, and basic block BB parameters. */
867 static struct seginfo
*
868 new_seginfo (int mode
, rtx insn
, int bb
, HARD_REG_SET regs_live
)
871 ptr
= xmalloc (sizeof (struct seginfo
));
873 ptr
->insn_ptr
= insn
;
876 COPY_HARD_REG_SET (ptr
->regs_live
, regs_live
);
880 /* Add a seginfo element to the end of a list.
881 HEAD is a pointer to the list beginning.
882 INFO is the structure to be linked in. */
885 add_seginfo (struct bb_info
*head
, struct seginfo
*info
)
889 if (head
->seginfo
== NULL
)
890 head
->seginfo
= info
;
894 while (ptr
->next
!= NULL
)
900 /* Make all predecessors of basic block B opaque, recursively, till we hit
901 some that are already non-transparent, or an edge where aux is set; that
902 denotes that a mode set is to be done on that edge.
903 J is the bit number in the bitmaps that corresponds to the entity that
904 we are currently handling mode-switching for. */
907 make_preds_opaque (basic_block b
, int j
)
911 for (e
= b
->pred
; e
; e
= e
->pred_next
)
913 basic_block pb
= e
->src
;
915 if (e
->aux
|| ! TEST_BIT (transp
[pb
->index
], j
))
918 RESET_BIT (transp
[pb
->index
], j
);
919 make_preds_opaque (pb
, j
);
923 /* Record in LIVE that register REG died. */
926 reg_dies (rtx reg
, HARD_REG_SET live
)
930 if (GET_CODE (reg
) != REG
)
934 if (regno
< FIRST_PSEUDO_REGISTER
)
935 for (nregs
= HARD_REGNO_NREGS (regno
, GET_MODE (reg
)) - 1; nregs
>= 0;
937 CLEAR_HARD_REG_BIT (live
, regno
+ nregs
);
940 /* Record in LIVE that register REG became live.
941 This is called via note_stores. */
944 reg_becomes_live (rtx reg
, rtx setter ATTRIBUTE_UNUSED
, void *live
)
948 if (GET_CODE (reg
) == SUBREG
)
949 reg
= SUBREG_REG (reg
);
951 if (GET_CODE (reg
) != REG
)
955 if (regno
< FIRST_PSEUDO_REGISTER
)
956 for (nregs
= HARD_REGNO_NREGS (regno
, GET_MODE (reg
)) - 1; nregs
>= 0;
958 SET_HARD_REG_BIT (* (HARD_REG_SET
*) live
, regno
+ nregs
);
961 /* Make sure if MODE_ENTRY is defined the MODE_EXIT is defined
963 #if defined (MODE_ENTRY) != defined (MODE_EXIT)
964 #error "Both MODE_ENTRY and MODE_EXIT must be defined"
967 /* Find all insns that need a particular mode setting, and insert the
968 necessary mode switches. Return true if we did work. */
971 optimize_mode_switching (FILE *file
)
978 struct edge_list
*edge_list
;
979 static const int num_modes
[] = NUM_MODES_FOR_MODE_SWITCHING
;
980 #define N_ENTITIES ARRAY_SIZE (num_modes)
981 int entity_map
[N_ENTITIES
];
982 struct bb_info
*bb_info
[N_ENTITIES
];
985 int max_num_modes
= 0;
987 basic_block post_entry ATTRIBUTE_UNUSED
, pre_exit ATTRIBUTE_UNUSED
;
991 for (e
= N_ENTITIES
- 1, n_entities
= 0; e
>= 0; e
--)
992 if (OPTIMIZE_MODE_SWITCHING (e
))
994 int entry_exit_extra
= 0;
996 /* Create the list of segments within each basic block.
997 If NORMAL_MODE is defined, allow for two extra
998 blocks split from the entry and exit block. */
999 #if defined (MODE_ENTRY) && defined (MODE_EXIT)
1000 entry_exit_extra
= 2;
1003 = xcalloc (last_basic_block
+ entry_exit_extra
, sizeof **bb_info
);
1004 entity_map
[n_entities
++] = e
;
1005 if (num_modes
[e
] > max_num_modes
)
1006 max_num_modes
= num_modes
[e
];
1012 #if defined (MODE_ENTRY) && defined (MODE_EXIT)
1014 /* Split the edge from the entry block and the fallthrough edge to the
1015 exit block, so that we can note that there NORMAL_MODE is supplied /
1018 post_entry
= split_edge (ENTRY_BLOCK_PTR
->succ
);
1019 /* The only non-call predecessor at this stage is a block with a
1020 fallthrough edge; there can be at most one, but there could be
1021 none at all, e.g. when exit is called. */
1022 for (pre_exit
= 0, eg
= EXIT_BLOCK_PTR
->pred
; eg
; eg
= eg
->pred_next
)
1023 if (eg
->flags
& EDGE_FALLTHRU
)
1025 regset live_at_end
= eg
->src
->global_live_at_end
;
1029 pre_exit
= split_edge (eg
);
1030 COPY_REG_SET (pre_exit
->global_live_at_start
, live_at_end
);
1031 COPY_REG_SET (pre_exit
->global_live_at_end
, live_at_end
);
1036 /* Create the bitmap vectors. */
1038 antic
= sbitmap_vector_alloc (last_basic_block
, n_entities
);
1039 transp
= sbitmap_vector_alloc (last_basic_block
, n_entities
);
1040 comp
= sbitmap_vector_alloc (last_basic_block
, n_entities
);
1042 sbitmap_vector_ones (transp
, last_basic_block
);
1044 for (j
= n_entities
- 1; j
>= 0; j
--)
1046 int e
= entity_map
[j
];
1047 int no_mode
= num_modes
[e
];
1048 struct bb_info
*info
= bb_info
[j
];
1050 /* Determine what the first use (if any) need for a mode of entity E is.
1051 This will be the mode that is anticipatable for this block.
1052 Also compute the initial transparency settings. */
1055 struct seginfo
*ptr
;
1056 int last_mode
= no_mode
;
1057 HARD_REG_SET live_now
;
1059 REG_SET_TO_HARD_REG_SET (live_now
,
1060 bb
->global_live_at_start
);
1061 for (insn
= BB_HEAD (bb
);
1062 insn
!= NULL
&& insn
!= NEXT_INSN (BB_END (bb
));
1063 insn
= NEXT_INSN (insn
))
1067 int mode
= MODE_NEEDED (e
, insn
);
1070 if (mode
!= no_mode
&& mode
!= last_mode
)
1073 ptr
= new_seginfo (mode
, insn
, bb
->index
, live_now
);
1074 add_seginfo (info
+ bb
->index
, ptr
);
1075 RESET_BIT (transp
[bb
->index
], j
);
1078 last_mode
= MODE_AFTER (last_mode
, insn
);
1080 /* Update LIVE_NOW. */
1081 for (link
= REG_NOTES (insn
); link
; link
= XEXP (link
, 1))
1082 if (REG_NOTE_KIND (link
) == REG_DEAD
)
1083 reg_dies (XEXP (link
, 0), live_now
);
1085 note_stores (PATTERN (insn
), reg_becomes_live
, &live_now
);
1086 for (link
= REG_NOTES (insn
); link
; link
= XEXP (link
, 1))
1087 if (REG_NOTE_KIND (link
) == REG_UNUSED
)
1088 reg_dies (XEXP (link
, 0), live_now
);
1092 info
[bb
->index
].computing
= last_mode
;
1093 /* Check for blocks without ANY mode requirements. */
1094 if (last_mode
== no_mode
)
1096 ptr
= new_seginfo (no_mode
, BB_END (bb
), bb
->index
, live_now
);
1097 add_seginfo (info
+ bb
->index
, ptr
);
1100 #if defined (MODE_ENTRY) && defined (MODE_EXIT)
1102 int mode
= MODE_ENTRY (e
);
1104 if (mode
!= no_mode
)
1108 /* By always making this nontransparent, we save
1109 an extra check in make_preds_opaque. We also
1110 need this to avoid confusing pre_edge_lcm when
1111 antic is cleared but transp and comp are set. */
1112 RESET_BIT (transp
[bb
->index
], j
);
1114 /* Insert a fake computing definition of MODE into entry
1115 blocks which compute no mode. This represents the mode on
1117 info
[bb
->index
].computing
= mode
;
1120 info
[pre_exit
->index
].seginfo
->mode
= MODE_EXIT (e
);
1123 #endif /* NORMAL_MODE */
1126 kill
= sbitmap_vector_alloc (last_basic_block
, n_entities
);
1127 for (i
= 0; i
< max_num_modes
; i
++)
1129 int current_mode
[N_ENTITIES
];
1131 /* Set the anticipatable and computing arrays. */
1132 sbitmap_vector_zero (antic
, last_basic_block
);
1133 sbitmap_vector_zero (comp
, last_basic_block
);
1134 for (j
= n_entities
- 1; j
>= 0; j
--)
1136 int m
= current_mode
[j
] = MODE_PRIORITY_TO_MODE (entity_map
[j
], i
);
1137 struct bb_info
*info
= bb_info
[j
];
1141 if (info
[bb
->index
].seginfo
->mode
== m
)
1142 SET_BIT (antic
[bb
->index
], j
);
1144 if (info
[bb
->index
].computing
== m
)
1145 SET_BIT (comp
[bb
->index
], j
);
1149 /* Calculate the optimal locations for the
1150 placement mode switches to modes with priority I. */
1153 sbitmap_not (kill
[bb
->index
], transp
[bb
->index
]);
1154 edge_list
= pre_edge_lcm (file
, 1, transp
, comp
, antic
,
1155 kill
, &insert
, &delete);
1157 for (j
= n_entities
- 1; j
>= 0; j
--)
1159 /* Insert all mode sets that have been inserted by lcm. */
1160 int no_mode
= num_modes
[entity_map
[j
]];
1162 /* Wherever we have moved a mode setting upwards in the flow graph,
1163 the blocks between the new setting site and the now redundant
1164 computation ceases to be transparent for any lower-priority
1165 mode of the same entity. First set the aux field of each
1166 insertion site edge non-transparent, then propagate the new
1167 non-transparency from the redundant computation upwards till
1168 we hit an insertion site or an already non-transparent block. */
1169 for (e
= NUM_EDGES (edge_list
) - 1; e
>= 0; e
--)
1171 edge eg
= INDEX_EDGE (edge_list
, e
);
1174 HARD_REG_SET live_at_edge
;
1179 if (! TEST_BIT (insert
[e
], j
))
1182 eg
->aux
= (void *)1;
1184 mode
= current_mode
[j
];
1187 REG_SET_TO_HARD_REG_SET (live_at_edge
,
1188 src_bb
->global_live_at_end
);
1191 EMIT_MODE_SET (entity_map
[j
], mode
, live_at_edge
);
1192 mode_set
= get_insns ();
1195 /* Do not bother to insert empty sequence. */
1196 if (mode_set
== NULL_RTX
)
1199 /* If this is an abnormal edge, we'll insert at the end
1200 of the previous block. */
1201 if (eg
->flags
& EDGE_ABNORMAL
)
1204 if (GET_CODE (BB_END (src_bb
)) == JUMP_INSN
)
1205 emit_insn_before (mode_set
, BB_END (src_bb
));
1206 /* It doesn't make sense to switch to normal mode
1207 after a CALL_INSN, so we're going to abort if we
1208 find one. The cases in which a CALL_INSN may
1209 have an abnormal edge are sibcalls and EH edges.
1210 In the case of sibcalls, the dest basic-block is
1211 the EXIT_BLOCK, that runs in normal mode; it is
1212 assumed that a sibcall insn requires normal mode
1213 itself, so no mode switch would be required after
1214 the call (it wouldn't make sense, anyway). In
1215 the case of EH edges, EH entry points also start
1216 in normal mode, so a similar reasoning applies. */
1217 else if (GET_CODE (BB_END (src_bb
)) == INSN
)
1218 emit_insn_after (mode_set
, BB_END (src_bb
));
1221 bb_info
[j
][src_bb
->index
].computing
= mode
;
1222 RESET_BIT (transp
[src_bb
->index
], j
);
1227 insert_insn_on_edge (mode_set
, eg
);
1231 FOR_EACH_BB_REVERSE (bb
)
1232 if (TEST_BIT (delete[bb
->index
], j
))
1234 make_preds_opaque (bb
, j
);
1235 /* Cancel the 'deleted' mode set. */
1236 bb_info
[j
][bb
->index
].seginfo
->mode
= no_mode
;
1240 clear_aux_for_edges ();
1241 free_edge_list (edge_list
);
1244 /* Now output the remaining mode sets in all the segments. */
1245 for (j
= n_entities
- 1; j
>= 0; j
--)
1247 int no_mode
= num_modes
[entity_map
[j
]];
1249 FOR_EACH_BB_REVERSE (bb
)
1251 struct seginfo
*ptr
, *next
;
1252 for (ptr
= bb_info
[j
][bb
->index
].seginfo
; ptr
; ptr
= next
)
1255 if (ptr
->mode
!= no_mode
)
1260 EMIT_MODE_SET (entity_map
[j
], ptr
->mode
, ptr
->regs_live
);
1261 mode_set
= get_insns ();
1264 /* Do not bother to insert empty sequence. */
1265 if (mode_set
== NULL_RTX
)
1269 if (GET_CODE (ptr
->insn_ptr
) == NOTE
1270 && (NOTE_LINE_NUMBER (ptr
->insn_ptr
)
1271 == NOTE_INSN_BASIC_BLOCK
))
1272 emit_insn_after (mode_set
, ptr
->insn_ptr
);
1274 emit_insn_before (mode_set
, ptr
->insn_ptr
);
1284 /* Finished. Free up all the things we've allocated. */
1286 sbitmap_vector_free (kill
);
1287 sbitmap_vector_free (antic
);
1288 sbitmap_vector_free (transp
);
1289 sbitmap_vector_free (comp
);
1290 sbitmap_vector_free (delete);
1291 sbitmap_vector_free (insert
);
1294 commit_edge_insertions ();
1296 #if defined (MODE_ENTRY) && defined (MODE_EXIT)
1297 cleanup_cfg (CLEANUP_NO_INSN_DEL
);
1299 if (!need_commit
&& !emited
)
1303 max_regno
= max_reg_num ();
1304 allocate_reg_info (max_regno
, FALSE
, FALSE
);
1305 update_life_info_in_dirty_blocks (UPDATE_LIFE_GLOBAL_RM_NOTES
,
1306 (PROP_DEATH_NOTES
| PROP_KILL_DEAD_CODE
1307 | PROP_SCAN_DEAD_CODE
));
1311 #endif /* OPTIMIZE_MODE_SWITCHING */