1 /* Control flow graph manipulation code for GNU compiler.
2 Copyright (C) 1987-2019 Free Software Foundation, Inc.
4 This file is part of GCC.
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
20 /* This file contains low level functions to manipulate the CFG and
21 analyze it. All other modules should not transform the data structure
22 directly and use abstraction instead. The file is supposed to be
23 ordered bottom-up and should not contain any code dependent on a
24 particular intermediate language (RTL or trees).
26 Available functionality:
27 - Initialization/deallocation
28 init_flow, clear_edges
29 - Low level basic block manipulation
30 alloc_block, expunge_block
32 make_edge, make_single_succ_edge, cached_make_edge, remove_edge
33 - Low level edge redirection (without updating instruction chain)
34 redirect_edge_succ, redirect_edge_succ_nodup, redirect_edge_pred
35 - Dumping and debugging
36 dump_flow_info, debug_flow_info, dump_edge_info
37 - Allocation of AUX fields for basic blocks
38 alloc_aux_for_blocks, free_aux_for_blocks, alloc_aux_for_block
40 - Consistency checking
42 - Dumping and debugging
43 print_rtl_with_bb, dump_bb, debug_bb, debug_bb_n
45 TODO: Document these "Available functionality" functions in the files
51 #include "coretypes.h"
53 #include "hard-reg-set.h"
58 #include "cfgloop.h" /* FIXME: For struct loop. */
63 /* Called once at initialization time. */
66 init_flow (struct function
*the_fun
)
69 the_fun
->cfg
= ggc_cleared_alloc
<control_flow_graph
> ();
70 n_edges_for_fn (the_fun
) = 0;
71 the_fun
->cfg
->count_max
= profile_count::uninitialized ();
72 ENTRY_BLOCK_PTR_FOR_FN (the_fun
)
74 ENTRY_BLOCK_PTR_FOR_FN (the_fun
)->index
= ENTRY_BLOCK
;
75 EXIT_BLOCK_PTR_FOR_FN (the_fun
)
77 EXIT_BLOCK_PTR_FOR_FN (the_fun
)->index
= EXIT_BLOCK
;
78 ENTRY_BLOCK_PTR_FOR_FN (the_fun
)->next_bb
79 = EXIT_BLOCK_PTR_FOR_FN (the_fun
);
80 EXIT_BLOCK_PTR_FOR_FN (the_fun
)->prev_bb
81 = ENTRY_BLOCK_PTR_FOR_FN (the_fun
);
82 the_fun
->cfg
->edge_flags_allocated
= EDGE_ALL_FLAGS
;
83 the_fun
->cfg
->bb_flags_allocated
= BB_ALL_FLAGS
;
86 /* Helper function for remove_edge and clear_edges. Frees edge structure
87 without actually removing it from the pred/succ arrays. */
90 free_edge (function
*fn
, edge e
)
92 n_edges_for_fn (fn
)--;
96 /* Free the memory associated with the edge structures. */
99 clear_edges (struct function
*fn
)
105 FOR_EACH_BB_FN (bb
, fn
)
107 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
109 vec_safe_truncate (bb
->succs
, 0);
110 vec_safe_truncate (bb
->preds
, 0);
113 FOR_EACH_EDGE (e
, ei
, ENTRY_BLOCK_PTR_FOR_FN (fn
)->succs
)
115 vec_safe_truncate (EXIT_BLOCK_PTR_FOR_FN (fn
)->preds
, 0);
116 vec_safe_truncate (ENTRY_BLOCK_PTR_FOR_FN (fn
)->succs
, 0);
118 gcc_assert (!n_edges_for_fn (fn
));
121 /* Allocate memory for basic_block. */
127 bb
= ggc_cleared_alloc
<basic_block_def
> ();
128 bb
->count
= profile_count::uninitialized ();
132 /* Link block B to chain after AFTER. */
134 link_block (basic_block b
, basic_block after
)
136 b
->next_bb
= after
->next_bb
;
139 b
->next_bb
->prev_bb
= b
;
142 /* Unlink block B from chain. */
144 unlink_block (basic_block b
)
146 b
->next_bb
->prev_bb
= b
->prev_bb
;
147 b
->prev_bb
->next_bb
= b
->next_bb
;
152 /* Sequentially order blocks and compact the arrays. */
154 compact_blocks (void)
158 SET_BASIC_BLOCK_FOR_FN (cfun
, ENTRY_BLOCK
, ENTRY_BLOCK_PTR_FOR_FN (cfun
));
159 SET_BASIC_BLOCK_FOR_FN (cfun
, EXIT_BLOCK
, EXIT_BLOCK_PTR_FOR_FN (cfun
));
162 df_compact_blocks ();
167 i
= NUM_FIXED_BLOCKS
;
168 FOR_EACH_BB_FN (bb
, cfun
)
170 SET_BASIC_BLOCK_FOR_FN (cfun
, i
, bb
);
174 gcc_assert (i
== n_basic_blocks_for_fn (cfun
));
176 for (; i
< last_basic_block_for_fn (cfun
); i
++)
177 SET_BASIC_BLOCK_FOR_FN (cfun
, i
, NULL
);
179 last_basic_block_for_fn (cfun
) = n_basic_blocks_for_fn (cfun
);
182 /* Remove block B from the basic block array. */
185 expunge_block (basic_block b
)
188 SET_BASIC_BLOCK_FOR_FN (cfun
, b
->index
, NULL
);
189 n_basic_blocks_for_fn (cfun
)--;
190 /* We should be able to ggc_free here, but we are not.
191 The dead SSA_NAMES are left pointing to dead statements that are pointing
192 to dead basic blocks making garbage collector to die.
193 We should be able to release all dead SSA_NAMES and at the same time we should
194 clear out BB pointer of dead statements consistently. */
197 /* Connect E to E->src. */
202 vec_safe_push (e
->src
->succs
, e
);
203 df_mark_solutions_dirty ();
206 /* Connect E to E->dest. */
209 connect_dest (edge e
)
211 basic_block dest
= e
->dest
;
212 vec_safe_push (dest
->preds
, e
);
213 e
->dest_idx
= EDGE_COUNT (dest
->preds
) - 1;
214 df_mark_solutions_dirty ();
217 /* Disconnect edge E from E->src. */
220 disconnect_src (edge e
)
222 basic_block src
= e
->src
;
226 for (ei
= ei_start (src
->succs
); (tmp
= ei_safe_edge (ei
)); )
230 src
->succs
->unordered_remove (ei
.index
);
231 df_mark_solutions_dirty ();
241 /* Disconnect edge E from E->dest. */
244 disconnect_dest (edge e
)
246 basic_block dest
= e
->dest
;
247 unsigned int dest_idx
= e
->dest_idx
;
249 dest
->preds
->unordered_remove (dest_idx
);
251 /* If we removed an edge in the middle of the edge vector, we need
252 to update dest_idx of the edge that moved into the "hole". */
253 if (dest_idx
< EDGE_COUNT (dest
->preds
))
254 EDGE_PRED (dest
, dest_idx
)->dest_idx
= dest_idx
;
255 df_mark_solutions_dirty ();
258 /* Create an edge connecting SRC and DEST with flags FLAGS. Return newly
259 created edge. Use this only if you are sure that this edge can't
260 possibly already exist. */
263 unchecked_make_edge (basic_block src
, basic_block dst
, int flags
)
266 e
= ggc_cleared_alloc
<edge_def
> ();
267 n_edges_for_fn (cfun
)++;
269 e
->probability
= profile_probability::uninitialized ();
277 execute_on_growing_pred (e
);
281 /* Create an edge connecting SRC and DST with FLAGS optionally using
282 edge cache CACHE. Return the new edge, NULL if already exist. */
285 cached_make_edge (sbitmap edge_cache
, basic_block src
, basic_block dst
, int flags
)
287 if (edge_cache
== NULL
288 || src
== ENTRY_BLOCK_PTR_FOR_FN (cfun
)
289 || dst
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
290 return make_edge (src
, dst
, flags
);
292 /* Does the requested edge already exist? */
293 if (! bitmap_bit_p (edge_cache
, dst
->index
))
295 /* The edge does not exist. Create one and update the
297 bitmap_set_bit (edge_cache
, dst
->index
);
298 return unchecked_make_edge (src
, dst
, flags
);
301 /* At this point, we know that the requested edge exists. Adjust
302 flags if necessary. */
305 edge e
= find_edge (src
, dst
);
312 /* Create an edge connecting SRC and DEST with flags FLAGS. Return newly
313 created edge or NULL if already exist. */
316 make_edge (basic_block src
, basic_block dest
, int flags
)
318 edge e
= find_edge (src
, dest
);
320 /* Make sure we don't add duplicate edges. */
327 return unchecked_make_edge (src
, dest
, flags
);
330 /* Create an edge connecting SRC to DEST and set probability by knowing
331 that it is the single edge leaving SRC. */
334 make_single_succ_edge (basic_block src
, basic_block dest
, int flags
)
336 edge e
= make_edge (src
, dest
, flags
);
338 e
->probability
= profile_probability::always ();
342 /* This function will remove an edge from the flow graph. */
345 remove_edge_raw (edge e
)
347 remove_predictions_associated_with_edge (e
);
348 execute_on_shrinking_pred (e
);
356 /* Redirect an edge's successor from one block to another. */
359 redirect_edge_succ (edge e
, basic_block new_succ
)
361 execute_on_shrinking_pred (e
);
367 /* Reconnect the edge to the new successor block. */
370 execute_on_growing_pred (e
);
373 /* Redirect an edge's predecessor from one block to another. */
376 redirect_edge_pred (edge e
, basic_block new_pred
)
382 /* Reconnect the edge to the new predecessor block. */
386 /* Clear all basic block flags that do not have to be preserved. */
388 clear_bb_flags (void)
391 int flags_to_preserve
= BB_FLAGS_TO_PRESERVE
;
393 && loops_state_satisfies_p (cfun
, LOOPS_HAVE_MARKED_IRREDUCIBLE_REGIONS
))
394 flags_to_preserve
|= BB_IRREDUCIBLE_LOOP
;
396 FOR_ALL_BB_FN (bb
, cfun
)
397 bb
->flags
&= flags_to_preserve
;
400 /* Check the consistency of profile information. We can't do that
401 in verify_flow_info, as the counts may get invalid for incompletely
402 solved graphs, later eliminating of conditionals or roundoff errors.
403 It is still practical to have them reported for debugging of simple
406 check_bb_profile (basic_block bb
, FILE * file
, int indent
)
410 struct function
*fun
= DECL_STRUCT_FUNCTION (current_function_decl
);
411 char *s_indent
= (char *) alloca ((size_t) indent
+ 1);
412 memset ((void *) s_indent
, ' ', (size_t) indent
);
413 s_indent
[indent
] = '\0';
415 if (profile_status_for_fn (fun
) == PROFILE_ABSENT
)
418 if (bb
!= EXIT_BLOCK_PTR_FOR_FN (fun
))
421 profile_probability sum
= profile_probability::never ();
424 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
426 if (!(e
->flags
& (EDGE_EH
| EDGE_FAKE
)))
428 sum
+= e
->probability
;
429 if (e
->probability
.initialized_p ())
430 isum
+= e
->probability
.to_reg_br_prob_base ();
432 /* Only report mismatches for non-EH control flow. If there are only EH
433 edges it means that the BB ends by noreturn call. Here the control
434 flow may just terminate. */
437 if (sum
.differs_from_p (profile_probability::always ()))
440 ";; %sInvalid sum of outgoing probabilities ",
443 fprintf (file
, "\n");
445 /* Probabilities caps to 100% and thus the previous test will never
446 fire if the sum of probabilities is too large. */
447 else if (isum
> REG_BR_PROB_BASE
+ 100)
450 ";; %sInvalid sum of outgoing probabilities %.1f%%\n",
451 s_indent
, isum
* 100.0 / REG_BR_PROB_BASE
);
455 if (bb
!= ENTRY_BLOCK_PTR_FOR_FN (fun
))
457 profile_count sum
= profile_count::zero ();
458 FOR_EACH_EDGE (e
, ei
, bb
->preds
)
460 if (sum
.differs_from_p (bb
->count
))
462 fprintf (file
, ";; %sInvalid sum of incoming counts ",
465 fprintf (file
, ", should be ");
466 bb
->count
.dump (file
);
467 fprintf (file
, "\n");
470 if (BB_PARTITION (bb
) == BB_COLD_PARTITION
)
472 /* Warn about inconsistencies in the partitioning that are
473 currently caused by profile insanities created via optimization. */
474 if (!probably_never_executed_bb_p (fun
, bb
))
475 fprintf (file
, ";; %sBlock in cold partition with hot count\n",
477 FOR_EACH_EDGE (e
, ei
, bb
->preds
)
479 if (!probably_never_executed_edge_p (fun
, e
))
481 ";; %sBlock in cold partition with incoming hot edge\n",
488 dump_edge_info (FILE *file
, edge e
, dump_flags_t flags
, int do_succ
)
490 basic_block side
= (do_succ
? e
->dest
: e
->src
);
491 bool do_details
= false;
493 if ((flags
& TDF_DETAILS
) != 0
494 && (flags
& TDF_SLIM
) == 0)
497 if (side
->index
== ENTRY_BLOCK
)
498 fputs (" ENTRY", file
);
499 else if (side
->index
== EXIT_BLOCK
)
500 fputs (" EXIT", file
);
502 fprintf (file
, " %d", side
->index
);
504 if (e
->probability
.initialized_p () && do_details
)
506 fprintf (file
, " [");
507 e
->probability
.dump (file
);
508 fprintf (file
, "] ");
511 if (e
->count ().initialized_p () && do_details
)
513 fputs (" count:", file
);
514 e
->count ().dump (file
);
517 if (e
->flags
&& do_details
)
519 static const char * const bitnames
[] =
521 #define DEF_EDGE_FLAG(NAME,IDX) #NAME ,
522 #include "cfg-flags.def"
527 int i
, flags
= e
->flags
;
529 gcc_assert (e
->flags
<= EDGE_ALL_FLAGS
);
531 for (i
= 0; flags
; i
++)
532 if (flags
& (1 << i
))
538 fputs (bitnames
[i
], file
);
547 debug (edge_def
&ref
)
549 fprintf (stderr
, "<edge (%d -> %d)>\n",
550 ref
.src
->index
, ref
.dest
->index
);
551 dump_edge_info (stderr
, &ref
, TDF_DETAILS
, false);
552 fprintf (stderr
, "\n");
556 debug (edge_def
*ptr
)
561 fprintf (stderr
, "<nil>\n");
567 fprintf (stderr
, "<edge 0x%p (%d -> %d)>", (void *) e
,
568 e
->src
->index
, e
->dest
->index
);
571 DEFINE_DEBUG_VEC (edge
)
572 DEFINE_DEBUG_HASH_SET (edge
)
574 /* Simple routines to easily allocate AUX fields of basic blocks. */
576 static struct obstack block_aux_obstack
;
577 static void *first_block_aux_obj
= 0;
578 static struct obstack edge_aux_obstack
;
579 static void *first_edge_aux_obj
= 0;
581 /* Allocate a memory block of SIZE as BB->aux. The obstack must
582 be first initialized by alloc_aux_for_blocks. */
585 alloc_aux_for_block (basic_block bb
, int size
)
587 /* Verify that aux field is clear. */
588 gcc_assert (!bb
->aux
&& first_block_aux_obj
);
589 bb
->aux
= obstack_alloc (&block_aux_obstack
, size
);
590 memset (bb
->aux
, 0, size
);
593 /* Initialize the block_aux_obstack and if SIZE is nonzero, call
594 alloc_aux_for_block for each basic block. */
597 alloc_aux_for_blocks (int size
)
599 static int initialized
;
603 gcc_obstack_init (&block_aux_obstack
);
607 /* Check whether AUX data are still allocated. */
608 gcc_assert (!first_block_aux_obj
);
610 first_block_aux_obj
= obstack_alloc (&block_aux_obstack
, 0);
615 FOR_ALL_BB_FN (bb
, cfun
)
616 alloc_aux_for_block (bb
, size
);
620 /* Clear AUX pointers of all blocks. */
623 clear_aux_for_blocks (void)
627 FOR_ALL_BB_FN (bb
, cfun
)
631 /* Free data allocated in block_aux_obstack and clear AUX pointers
635 free_aux_for_blocks (void)
637 gcc_assert (first_block_aux_obj
);
638 obstack_free (&block_aux_obstack
, first_block_aux_obj
);
639 first_block_aux_obj
= NULL
;
641 clear_aux_for_blocks ();
644 /* Allocate a memory edge of SIZE as E->aux. The obstack must
645 be first initialized by alloc_aux_for_edges. */
648 alloc_aux_for_edge (edge e
, int size
)
650 /* Verify that aux field is clear. */
651 gcc_assert (!e
->aux
&& first_edge_aux_obj
);
652 e
->aux
= obstack_alloc (&edge_aux_obstack
, size
);
653 memset (e
->aux
, 0, size
);
656 /* Initialize the edge_aux_obstack and if SIZE is nonzero, call
657 alloc_aux_for_edge for each basic edge. */
660 alloc_aux_for_edges (int size
)
662 static int initialized
;
666 gcc_obstack_init (&edge_aux_obstack
);
670 /* Check whether AUX data are still allocated. */
671 gcc_assert (!first_edge_aux_obj
);
673 first_edge_aux_obj
= obstack_alloc (&edge_aux_obstack
, 0);
678 FOR_BB_BETWEEN (bb
, ENTRY_BLOCK_PTR_FOR_FN (cfun
),
679 EXIT_BLOCK_PTR_FOR_FN (cfun
), next_bb
)
684 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
685 alloc_aux_for_edge (e
, size
);
690 /* Clear AUX pointers of all edges. */
693 clear_aux_for_edges (void)
698 FOR_BB_BETWEEN (bb
, ENTRY_BLOCK_PTR_FOR_FN (cfun
),
699 EXIT_BLOCK_PTR_FOR_FN (cfun
), next_bb
)
702 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
707 /* Free data allocated in edge_aux_obstack and clear AUX pointers
711 free_aux_for_edges (void)
713 gcc_assert (first_edge_aux_obj
);
714 obstack_free (&edge_aux_obstack
, first_edge_aux_obj
);
715 first_edge_aux_obj
= NULL
;
717 clear_aux_for_edges ();
721 debug_bb (basic_block bb
)
723 dump_bb (stderr
, bb
, 0, dump_flags
);
726 DEBUG_FUNCTION basic_block
729 basic_block bb
= BASIC_BLOCK_FOR_FN (cfun
, n
);
734 /* Dumps cfg related information about basic block BB to OUTF.
735 If HEADER is true, dump things that appear before the instructions
736 contained in BB. If FOOTER is true, dump things that appear after.
737 Flags are the TDF_* masks as documented in dumpfile.h.
738 NB: With TDF_DETAILS, it is assumed that cfun is available, so
739 that maybe_hot_bb_p and probably_never_executed_bb_p don't ICE. */
742 dump_bb_info (FILE *outf
, basic_block bb
, int indent
, dump_flags_t flags
,
743 bool do_header
, bool do_footer
)
747 static const char * const bb_bitnames
[] =
749 #define DEF_BASIC_BLOCK_FLAG(NAME,IDX) #NAME ,
750 #include "cfg-flags.def"
752 #undef DEF_BASIC_BLOCK_FLAG
754 const unsigned n_bitnames
= sizeof (bb_bitnames
) / sizeof (char *);
756 char *s_indent
= (char *) alloca ((size_t) indent
+ 1);
757 memset ((void *) s_indent
, ' ', (size_t) indent
);
758 s_indent
[indent
] = '\0';
760 gcc_assert (bb
->flags
<= BB_ALL_FLAGS
);
767 fprintf (outf
, "%sbasic block %d, loop depth %d",
768 s_indent
, bb
->index
, bb_loop_depth (bb
));
769 if (flags
& TDF_DETAILS
)
771 struct function
*fun
= DECL_STRUCT_FUNCTION (current_function_decl
);
772 if (bb
->count
.initialized_p ())
774 fputs (", count ", outf
);
775 bb
->count
.dump (outf
);
777 if (maybe_hot_bb_p (fun
, bb
))
778 fputs (", maybe hot", outf
);
779 if (probably_never_executed_bb_p (fun
, bb
))
780 fputs (", probably never executed", outf
);
784 if (flags
& TDF_DETAILS
)
786 check_bb_profile (bb
, outf
, indent
);
788 fprintf (outf
, "%s prev block ", s_indent
);
790 fprintf (outf
, "%d", bb
->prev_bb
->index
);
792 fprintf (outf
, "(nil)");
793 fprintf (outf
, ", next block ");
795 fprintf (outf
, "%d", bb
->next_bb
->index
);
797 fprintf (outf
, "(nil)");
799 fputs (", flags:", outf
);
801 for (i
= 0; i
< n_bitnames
; i
++)
802 if (bb
->flags
& (1 << i
))
809 fputs (bb_bitnames
[i
], outf
);
817 fprintf (outf
, "%s pred: ", s_indent
);
819 FOR_EACH_EDGE (e
, ei
, bb
->preds
)
824 fprintf (outf
, "%s ", s_indent
);
827 dump_edge_info (outf
, e
, flags
, 0);
837 fprintf (outf
, "%s succ: ", s_indent
);
839 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
844 fprintf (outf
, "%s ", s_indent
);
847 dump_edge_info (outf
, e
, flags
, 1);
855 /* Dumps a brief description of cfg to FILE. */
858 brief_dump_cfg (FILE *file
, dump_flags_t flags
)
862 FOR_EACH_BB_FN (bb
, cfun
)
864 dump_bb_info (file
, bb
, 0, flags
& TDF_DETAILS
, true, true);
868 /* An edge originally destinating BB of COUNT has been proved to
869 leave the block by TAKEN_EDGE. Update profile of BB such that edge E can be
870 redirected to destination of TAKEN_EDGE.
872 This function may leave the profile inconsistent in the case TAKEN_EDGE
873 frequency or count is believed to be lower than COUNT
876 update_bb_profile_for_threading (basic_block bb
,
877 profile_count count
, edge taken_edge
)
880 profile_probability prob
;
883 if (bb
->count
< count
)
886 fprintf (dump_file
, "bb %i count became negative after threading",
891 /* Compute the probability of TAKEN_EDGE being reached via threaded edge.
892 Watch for overflows. */
893 if (bb
->count
.nonzero_p ())
894 prob
= count
.probability_in (bb
->count
);
896 prob
= profile_probability::never ();
897 if (prob
> taken_edge
->probability
)
901 fprintf (dump_file
, "Jump threading proved probability of edge "
902 "%i->%i too small (it is ",
903 taken_edge
->src
->index
, taken_edge
->dest
->index
);
904 taken_edge
->probability
.dump (dump_file
);
905 fprintf (dump_file
, " should be ");
906 prob
.dump (dump_file
);
907 fprintf (dump_file
, ")\n");
909 prob
= taken_edge
->probability
.apply_scale (6, 8);
912 /* Now rescale the probabilities. */
913 taken_edge
->probability
-= prob
;
914 prob
= prob
.invert ();
915 if (prob
== profile_probability::never ())
918 fprintf (dump_file
, "Edge probabilities of bb %i has been reset, "
919 "count of block should end up being 0, it is non-zero\n",
921 EDGE_SUCC (bb
, 0)->probability
= profile_probability::guessed_always ();
922 ei
= ei_start (bb
->succs
);
924 for (; (c
= ei_safe_edge (ei
)); ei_next (&ei
))
925 c
->probability
= profile_probability::guessed_never ();
927 else if (!(prob
== profile_probability::always ()))
929 FOR_EACH_EDGE (c
, ei
, bb
->succs
)
930 c
->probability
/= prob
;
933 gcc_assert (bb
== taken_edge
->src
);
936 /* Multiply all frequencies of basic blocks in array BBS of length NBBS
937 by NUM/DEN, in profile_count arithmetic. More accurate than previous
938 function but considerably slower. */
940 scale_bbs_frequencies_profile_count (basic_block
*bbs
, int nbbs
,
941 profile_count num
, profile_count den
)
944 if (num
== profile_count::zero () || den
.nonzero_p ())
945 for (i
= 0; i
< nbbs
; i
++)
946 bbs
[i
]->count
= bbs
[i
]->count
.apply_scale (num
, den
);
949 /* Multiply all frequencies of basic blocks in array BBS of length NBBS
950 by NUM/DEN, in profile_count arithmetic. More accurate than previous
951 function but considerably slower. */
953 scale_bbs_frequencies (basic_block
*bbs
, int nbbs
,
954 profile_probability p
)
958 for (i
= 0; i
< nbbs
; i
++)
959 bbs
[i
]->count
= bbs
[i
]->count
.apply_probability (p
);
962 /* Helper types for hash tables. */
964 struct htab_bb_copy_original_entry
966 /* Block we are attaching info to. */
968 /* Index of original or copy (depending on the hashtable) */
972 struct bb_copy_hasher
: nofree_ptr_hash
<htab_bb_copy_original_entry
>
974 static inline hashval_t
hash (const htab_bb_copy_original_entry
*);
975 static inline bool equal (const htab_bb_copy_original_entry
*existing
,
976 const htab_bb_copy_original_entry
* candidate
);
980 bb_copy_hasher::hash (const htab_bb_copy_original_entry
*data
)
986 bb_copy_hasher::equal (const htab_bb_copy_original_entry
*data
,
987 const htab_bb_copy_original_entry
*data2
)
989 return data
->index1
== data2
->index1
;
992 /* Data structures used to maintain mapping between basic blocks and
994 static hash_table
<bb_copy_hasher
> *bb_original
;
995 static hash_table
<bb_copy_hasher
> *bb_copy
;
997 /* And between loops and copies. */
998 static hash_table
<bb_copy_hasher
> *loop_copy
;
999 static object_allocator
<htab_bb_copy_original_entry
> *original_copy_bb_pool
;
1001 /* Initialize the data structures to maintain mapping between blocks
1004 initialize_original_copy_tables (void)
1006 original_copy_bb_pool
= new object_allocator
<htab_bb_copy_original_entry
>
1008 bb_original
= new hash_table
<bb_copy_hasher
> (10);
1009 bb_copy
= new hash_table
<bb_copy_hasher
> (10);
1010 loop_copy
= new hash_table
<bb_copy_hasher
> (10);
1013 /* Reset the data structures to maintain mapping between blocks and
1017 reset_original_copy_tables (void)
1019 gcc_assert (original_copy_bb_pool
);
1020 bb_original
->empty ();
1022 loop_copy
->empty ();
1025 /* Free the data structures to maintain mapping between blocks and
1028 free_original_copy_tables (void)
1030 gcc_assert (original_copy_bb_pool
);
1037 delete original_copy_bb_pool
;
1038 original_copy_bb_pool
= NULL
;
1041 /* Return true iff we have had a call to initialize_original_copy_tables
1042 without a corresponding call to free_original_copy_tables. */
1045 original_copy_tables_initialized_p (void)
1047 return original_copy_bb_pool
!= NULL
;
1050 /* Removes the value associated with OBJ from table TAB. */
1053 copy_original_table_clear (hash_table
<bb_copy_hasher
> *tab
, unsigned obj
)
1055 htab_bb_copy_original_entry
**slot
;
1056 struct htab_bb_copy_original_entry key
, *elt
;
1058 if (!original_copy_bb_pool
)
1062 slot
= tab
->find_slot (&key
, NO_INSERT
);
1067 tab
->clear_slot (slot
);
1068 original_copy_bb_pool
->remove (elt
);
1071 /* Sets the value associated with OBJ in table TAB to VAL.
1072 Do nothing when data structures are not initialized. */
1075 copy_original_table_set (hash_table
<bb_copy_hasher
> *tab
,
1076 unsigned obj
, unsigned val
)
1078 struct htab_bb_copy_original_entry
**slot
;
1079 struct htab_bb_copy_original_entry key
;
1081 if (!original_copy_bb_pool
)
1085 slot
= tab
->find_slot (&key
, INSERT
);
1088 *slot
= original_copy_bb_pool
->allocate ();
1089 (*slot
)->index1
= obj
;
1091 (*slot
)->index2
= val
;
1094 /* Set original for basic block. Do nothing when data structures are not
1095 initialized so passes not needing this don't need to care. */
1097 set_bb_original (basic_block bb
, basic_block original
)
1099 copy_original_table_set (bb_original
, bb
->index
, original
->index
);
1102 /* Get the original basic block. */
1104 get_bb_original (basic_block bb
)
1106 struct htab_bb_copy_original_entry
*entry
;
1107 struct htab_bb_copy_original_entry key
;
1109 gcc_assert (original_copy_bb_pool
);
1111 key
.index1
= bb
->index
;
1112 entry
= bb_original
->find (&key
);
1114 return BASIC_BLOCK_FOR_FN (cfun
, entry
->index2
);
1119 /* Set copy for basic block. Do nothing when data structures are not
1120 initialized so passes not needing this don't need to care. */
1122 set_bb_copy (basic_block bb
, basic_block copy
)
1124 copy_original_table_set (bb_copy
, bb
->index
, copy
->index
);
1127 /* Get the copy of basic block. */
1129 get_bb_copy (basic_block bb
)
1131 struct htab_bb_copy_original_entry
*entry
;
1132 struct htab_bb_copy_original_entry key
;
1134 gcc_assert (original_copy_bb_pool
);
1136 key
.index1
= bb
->index
;
1137 entry
= bb_copy
->find (&key
);
1139 return BASIC_BLOCK_FOR_FN (cfun
, entry
->index2
);
1144 /* Set copy for LOOP to COPY. Do nothing when data structures are not
1145 initialized so passes not needing this don't need to care. */
1148 set_loop_copy (struct loop
*loop
, struct loop
*copy
)
1151 copy_original_table_clear (loop_copy
, loop
->num
);
1153 copy_original_table_set (loop_copy
, loop
->num
, copy
->num
);
1156 /* Get the copy of LOOP. */
1159 get_loop_copy (struct loop
*loop
)
1161 struct htab_bb_copy_original_entry
*entry
;
1162 struct htab_bb_copy_original_entry key
;
1164 gcc_assert (original_copy_bb_pool
);
1166 key
.index1
= loop
->num
;
1167 entry
= loop_copy
->find (&key
);
1169 return get_loop (cfun
, entry
->index2
);