Mark ChangeLog
[official-gcc.git] / gcc / cfgrtl.c
blobe2cb773379a1c9c9b5e14cc4f6b40ee7b236b455
1 /* Control flow graph manipulation code for GNU compiler.
2 Copyright (C) 1987, 1988, 1992, 1993, 1994, 1995, 1996, 1997, 1998,
3 1999, 2000, 2001, 2002 Free Software Foundation, Inc.
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
10 version.
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING. If not, write to the Free
19 Software Foundation, 59 Temple Place - Suite 330, Boston, MA
20 02111-1307, USA. */
22 /* This file contains low level functions to manipulate the CFG and analyze it
23 that are aware of the RTL intermediate language.
25 Available functionality:
26 - CFG-aware instruction chain manipulation
27 delete_insn, delete_insn_chain
28 - Basic block manipulation
29 create_basic_block, flow_delete_block, split_block,
30 merge_blocks_nomove
31 - Infrastructure to determine quickly basic block for insn
32 compute_bb_for_insn, update_bb_for_insn, set_block_for_insn,
33 - Edge redirection with updating and optimizing of insn chain
34 block_label, redirect_edge_and_branch,
35 redirect_edge_and_branch_force, tidy_fallthru_edge, force_nonfallthru
36 - Edge splitting and commiting to edges
37 split_edge, insert_insn_on_edge, commit_edge_insertions
38 - Dumping and debugging
39 print_rtl_with_bb, dump_bb, debug_bb, debug_bb_n
40 - Consistency checking
41 verify_flow_info
42 - CFG updating after constant propagation
43 purge_dead_edges, purge_all_dead_edges */
45 #include "config.h"
46 #include "system.h"
47 #include "tree.h"
48 #include "rtl.h"
49 #include "hard-reg-set.h"
50 #include "basic-block.h"
51 #include "regs.h"
52 #include "flags.h"
53 #include "output.h"
54 #include "function.h"
55 #include "except.h"
56 #include "toplev.h"
57 #include "tm_p.h"
58 #include "obstack.h"
60 /* Stubs in case we don't have a return insn. */
61 #ifndef HAVE_return
62 #define HAVE_return 0
63 #define gen_return() NULL_RTX
64 #endif
66 /* The basic block structure for every insn, indexed by uid. */
67 varray_type basic_block_for_insn;
69 /* The labels mentioned in non-jump rtl. Valid during find_basic_blocks. */
70 /* ??? Should probably be using LABEL_NUSES instead. It would take a
71 bit of surgery to be able to use or co-opt the routines in jump. */
72 rtx label_value_list;
73 rtx tail_recursion_label_list;
75 static int can_delete_note_p PARAMS ((rtx));
76 static int can_delete_label_p PARAMS ((rtx));
77 static void commit_one_edge_insertion PARAMS ((edge));
78 static bool try_redirect_by_replacing_jump PARAMS ((edge, basic_block));
79 static rtx last_loop_beg_note PARAMS ((rtx));
80 static bool back_edge_of_syntactic_loop_p PARAMS ((basic_block, basic_block));
81 static basic_block force_nonfallthru_and_redirect PARAMS ((edge, basic_block));
83 /* Return true if NOTE is not one of the ones that must be kept paired,
84 so that we may simply delete it. */
86 static int
87 can_delete_note_p (note)
88 rtx note;
90 return (NOTE_LINE_NUMBER (note) == NOTE_INSN_DELETED
91 || NOTE_LINE_NUMBER (note) == NOTE_INSN_BASIC_BLOCK);
94 /* True if a given label can be deleted. */
96 static int
97 can_delete_label_p (label)
98 rtx label;
100 return (!LABEL_PRESERVE_P (label)
101 /* User declared labels must be preserved. */
102 && LABEL_NAME (label) == 0
103 && !in_expr_list_p (forced_labels, label)
104 && !in_expr_list_p (label_value_list, label));
107 /* Delete INSN by patching it out. Return the next insn. */
110 delete_insn (insn)
111 rtx insn;
113 rtx next = NEXT_INSN (insn);
114 rtx note;
115 bool really_delete = true;
117 if (GET_CODE (insn) == CODE_LABEL)
119 /* Some labels can't be directly removed from the INSN chain, as they
120 might be references via variables, constant pool etc.
121 Convert them to the special NOTE_INSN_DELETED_LABEL note. */
122 if (! can_delete_label_p (insn))
124 const char *name = LABEL_NAME (insn);
126 really_delete = false;
127 PUT_CODE (insn, NOTE);
128 NOTE_LINE_NUMBER (insn) = NOTE_INSN_DELETED_LABEL;
129 NOTE_SOURCE_FILE (insn) = name;
132 remove_node_from_expr_list (insn, &nonlocal_goto_handler_labels);
135 if (really_delete)
137 /* If this insn has already been deleted, something is very wrong. */
138 if (INSN_DELETED_P (insn))
139 abort ();
140 remove_insn (insn);
141 INSN_DELETED_P (insn) = 1;
144 /* If deleting a jump, decrement the use count of the label. Deleting
145 the label itself should happen in the normal course of block merging. */
146 if (GET_CODE (insn) == JUMP_INSN
147 && JUMP_LABEL (insn)
148 && GET_CODE (JUMP_LABEL (insn)) == CODE_LABEL)
149 LABEL_NUSES (JUMP_LABEL (insn))--;
151 /* Also if deleting an insn that references a label. */
152 else if ((note = find_reg_note (insn, REG_LABEL, NULL_RTX)) != NULL_RTX
153 && GET_CODE (XEXP (note, 0)) == CODE_LABEL)
154 LABEL_NUSES (XEXP (note, 0))--;
156 if (GET_CODE (insn) == JUMP_INSN
157 && (GET_CODE (PATTERN (insn)) == ADDR_VEC
158 || GET_CODE (PATTERN (insn)) == ADDR_DIFF_VEC))
160 rtx pat = PATTERN (insn);
161 int diff_vec_p = GET_CODE (PATTERN (insn)) == ADDR_DIFF_VEC;
162 int len = XVECLEN (pat, diff_vec_p);
163 int i;
165 for (i = 0; i < len; i++)
167 rtx label = XEXP (XVECEXP (pat, diff_vec_p, i), 0);
169 /* When deleting code in bulk (e.g. removing many unreachable
170 blocks) we can delete a label that's a target of the vector
171 before deleting the vector itself. */
172 if (GET_CODE (label) != NOTE)
173 LABEL_NUSES (label)--;
177 return next;
180 /* Unlink a chain of insns between START and FINISH, leaving notes
181 that must be paired. */
183 void
184 delete_insn_chain (start, finish)
185 rtx start, finish;
187 rtx next;
189 /* Unchain the insns one by one. It would be quicker to delete all of these
190 with a single unchaining, rather than one at a time, but we need to keep
191 the NOTE's. */
192 while (1)
194 next = NEXT_INSN (start);
195 if (GET_CODE (start) == NOTE && !can_delete_note_p (start))
197 else
198 next = delete_insn (start);
200 if (start == finish)
201 break;
202 start = next;
206 /* Create a new basic block consisting of the instructions between HEAD and END
207 inclusive. This function is designed to allow fast BB construction - reuses
208 the note and basic block struct in BB_NOTE, if any and do not grow
209 BASIC_BLOCK chain and should be used directly only by CFG construction code.
210 END can be NULL in to create new empty basic block before HEAD. Both END
211 and HEAD can be NULL to create basic block at the end of INSN chain. */
213 basic_block
214 create_basic_block_structure (index, head, end, bb_note)
215 int index;
216 rtx head, end, bb_note;
218 basic_block bb;
220 if (bb_note
221 && ! RTX_INTEGRATED_P (bb_note)
222 && (bb = NOTE_BASIC_BLOCK (bb_note)) != NULL
223 && bb->aux == NULL)
225 /* If we found an existing note, thread it back onto the chain. */
227 rtx after;
229 if (GET_CODE (head) == CODE_LABEL)
230 after = head;
231 else
233 after = PREV_INSN (head);
234 head = bb_note;
237 if (after != bb_note && NEXT_INSN (after) != bb_note)
238 reorder_insns (bb_note, bb_note, after);
240 else
242 /* Otherwise we must create a note and a basic block structure. */
244 bb = alloc_block ();
246 if (!head && !end)
247 head = end = bb_note
248 = emit_note_after (NOTE_INSN_BASIC_BLOCK, get_last_insn ());
249 else if (GET_CODE (head) == CODE_LABEL && end)
251 bb_note = emit_note_after (NOTE_INSN_BASIC_BLOCK, head);
252 if (head == end)
253 end = bb_note;
255 else
257 bb_note = emit_note_before (NOTE_INSN_BASIC_BLOCK, head);
258 head = bb_note;
259 if (!end)
260 end = head;
263 NOTE_BASIC_BLOCK (bb_note) = bb;
266 /* Always include the bb note in the block. */
267 if (NEXT_INSN (end) == bb_note)
268 end = bb_note;
270 bb->head = head;
271 bb->end = end;
272 bb->index = index;
273 BASIC_BLOCK (index) = bb;
274 if (basic_block_for_insn)
275 update_bb_for_insn (bb);
277 /* Tag the block so that we know it has been used when considering
278 other basic block notes. */
279 bb->aux = bb;
281 return bb;
284 /* Create new basic block consisting of instructions in between HEAD and END
285 and place it to the BB chain at position INDEX. END can be NULL in to
286 create new empty basic block before HEAD. Both END and HEAD can be NULL to
287 create basic block at the end of INSN chain. */
289 basic_block
290 create_basic_block (index, head, end)
291 int index;
292 rtx head, end;
294 basic_block bb;
295 int i;
297 /* Place the new block just after the block being split. */
298 VARRAY_GROW (basic_block_info, ++n_basic_blocks);
300 /* Some parts of the compiler expect blocks to be number in
301 sequential order so insert the new block immediately after the
302 block being split.. */
303 for (i = n_basic_blocks - 1; i > index; --i)
305 basic_block tmp = BASIC_BLOCK (i - 1);
307 BASIC_BLOCK (i) = tmp;
308 tmp->index = i;
311 bb = create_basic_block_structure (index, head, end, NULL);
312 bb->aux = NULL;
313 return bb;
316 /* Delete the insns in a (non-live) block. We physically delete every
317 non-deleted-note insn, and update the flow graph appropriately.
319 Return nonzero if we deleted an exception handler. */
321 /* ??? Preserving all such notes strikes me as wrong. It would be nice
322 to post-process the stream to remove empty blocks, loops, ranges, etc. */
325 flow_delete_block_noexpunge (b)
326 basic_block b;
328 int deleted_handler = 0;
329 rtx insn, end, tmp;
331 /* If the head of this block is a CODE_LABEL, then it might be the
332 label for an exception handler which can't be reached.
334 We need to remove the label from the exception_handler_label list
335 and remove the associated NOTE_INSN_EH_REGION_BEG and
336 NOTE_INSN_EH_REGION_END notes. */
338 insn = b->head;
340 never_reached_warning (insn, b->end);
342 if (GET_CODE (insn) == CODE_LABEL)
343 maybe_remove_eh_handler (insn);
345 /* Include any jump table following the basic block. */
346 end = b->end;
347 if (GET_CODE (end) == JUMP_INSN
348 && (tmp = JUMP_LABEL (end)) != NULL_RTX
349 && (tmp = NEXT_INSN (tmp)) != NULL_RTX
350 && GET_CODE (tmp) == JUMP_INSN
351 && (GET_CODE (PATTERN (tmp)) == ADDR_VEC
352 || GET_CODE (PATTERN (tmp)) == ADDR_DIFF_VEC))
353 end = tmp;
355 /* Include any barrier that may follow the basic block. */
356 tmp = next_nonnote_insn (end);
357 if (tmp && GET_CODE (tmp) == BARRIER)
358 end = tmp;
360 /* Selectively delete the entire chain. */
361 b->head = NULL;
362 delete_insn_chain (insn, end);
364 /* Remove the edges into and out of this block. Note that there may
365 indeed be edges in, if we are removing an unreachable loop. */
366 while (b->pred != NULL)
367 remove_edge (b->pred);
368 while (b->succ != NULL)
369 remove_edge (b->succ);
371 b->pred = NULL;
372 b->succ = NULL;
374 return deleted_handler;
378 flow_delete_block (b)
379 basic_block b;
381 int deleted_handler = flow_delete_block_noexpunge (b);
383 /* Remove the basic block from the array, and compact behind it. */
384 expunge_block (b);
386 return deleted_handler;
389 /* Records the basic block struct in BB_FOR_INSN, for every instruction
390 indexed by INSN_UID. MAX is the size of the array. */
392 void
393 compute_bb_for_insn (max)
394 int max;
396 int i;
398 if (basic_block_for_insn)
399 VARRAY_FREE (basic_block_for_insn);
401 VARRAY_BB_INIT (basic_block_for_insn, max, "basic_block_for_insn");
403 for (i = 0; i < n_basic_blocks; ++i)
405 basic_block bb = BASIC_BLOCK (i);
406 rtx end = bb->end;
407 rtx insn;
409 for (insn = bb->head; ; insn = NEXT_INSN (insn))
411 if (INSN_UID (insn) < max)
412 VARRAY_BB (basic_block_for_insn, INSN_UID (insn)) = bb;
414 if (insn == end)
415 break;
420 /* Release the basic_block_for_insn array. */
422 void
423 free_bb_for_insn ()
425 if (basic_block_for_insn)
426 VARRAY_FREE (basic_block_for_insn);
428 basic_block_for_insn = 0;
431 /* Update insns block within BB. */
433 void
434 update_bb_for_insn (bb)
435 basic_block bb;
437 rtx insn;
439 if (! basic_block_for_insn)
440 return;
442 for (insn = bb->head; ; insn = NEXT_INSN (insn))
444 set_block_for_insn (insn, bb);
445 if (insn == bb->end)
446 break;
450 /* Record INSN's block as BB. */
452 void
453 set_block_for_insn (insn, bb)
454 rtx insn;
455 basic_block bb;
457 size_t uid = INSN_UID (insn);
459 if (uid >= basic_block_for_insn->num_elements)
461 /* Add one-eighth the size so we don't keep calling xrealloc. */
462 size_t new_size = uid + (uid + 7) / 8;
464 VARRAY_GROW (basic_block_for_insn, new_size);
467 VARRAY_BB (basic_block_for_insn, uid) = bb;
470 /* Split a block BB after insn INSN creating a new fallthru edge.
471 Return the new edge. Note that to keep other parts of the compiler happy,
472 this function renumbers all the basic blocks so that the new
473 one has a number one greater than the block split. */
475 edge
476 split_block (bb, insn)
477 basic_block bb;
478 rtx insn;
480 basic_block new_bb;
481 edge new_edge;
482 edge e;
484 /* There is no point splitting the block after its end. */
485 if (bb->end == insn)
486 return 0;
488 /* Create the new basic block. */
489 new_bb = create_basic_block (bb->index + 1, NEXT_INSN (insn), bb->end);
490 new_bb->count = bb->count;
491 new_bb->frequency = bb->frequency;
492 new_bb->loop_depth = bb->loop_depth;
493 bb->end = insn;
495 /* Redirect the outgoing edges. */
496 new_bb->succ = bb->succ;
497 bb->succ = NULL;
498 for (e = new_bb->succ; e; e = e->succ_next)
499 e->src = new_bb;
501 new_edge = make_single_succ_edge (bb, new_bb, EDGE_FALLTHRU);
503 if (bb->global_live_at_start)
505 new_bb->global_live_at_start = OBSTACK_ALLOC_REG_SET (&flow_obstack);
506 new_bb->global_live_at_end = OBSTACK_ALLOC_REG_SET (&flow_obstack);
507 COPY_REG_SET (new_bb->global_live_at_end, bb->global_live_at_end);
509 /* We now have to calculate which registers are live at the end
510 of the split basic block and at the start of the new basic
511 block. Start with those registers that are known to be live
512 at the end of the original basic block and get
513 propagate_block to determine which registers are live. */
514 COPY_REG_SET (new_bb->global_live_at_start, bb->global_live_at_end);
515 propagate_block (new_bb, new_bb->global_live_at_start, NULL, NULL, 0);
516 COPY_REG_SET (bb->global_live_at_end,
517 new_bb->global_live_at_start);
520 return new_edge;
523 /* Blocks A and B are to be merged into a single block A. The insns
524 are already contiguous, hence `nomove'. */
526 void
527 merge_blocks_nomove (a, b)
528 basic_block a, b;
530 rtx b_head = b->head, b_end = b->end, a_end = a->end;
531 rtx del_first = NULL_RTX, del_last = NULL_RTX;
532 int b_empty = 0;
533 edge e;
535 /* If there was a CODE_LABEL beginning B, delete it. */
536 if (GET_CODE (b_head) == CODE_LABEL)
538 /* Detect basic blocks with nothing but a label. This can happen
539 in particular at the end of a function. */
540 if (b_head == b_end)
541 b_empty = 1;
543 del_first = del_last = b_head;
544 b_head = NEXT_INSN (b_head);
547 /* Delete the basic block note and handle blocks containing just that
548 note. */
549 if (NOTE_INSN_BASIC_BLOCK_P (b_head))
551 if (b_head == b_end)
552 b_empty = 1;
553 if (! del_last)
554 del_first = b_head;
556 del_last = b_head;
557 b_head = NEXT_INSN (b_head);
560 /* If there was a jump out of A, delete it. */
561 if (GET_CODE (a_end) == JUMP_INSN)
563 rtx prev;
565 for (prev = PREV_INSN (a_end); ; prev = PREV_INSN (prev))
566 if (GET_CODE (prev) != NOTE
567 || NOTE_LINE_NUMBER (prev) == NOTE_INSN_BASIC_BLOCK
568 || prev == a->head)
569 break;
571 del_first = a_end;
573 #ifdef HAVE_cc0
574 /* If this was a conditional jump, we need to also delete
575 the insn that set cc0. */
576 if (only_sets_cc0_p (prev))
578 rtx tmp = prev;
580 prev = prev_nonnote_insn (prev);
581 if (!prev)
582 prev = a->head;
583 del_first = tmp;
585 #endif
587 a_end = PREV_INSN (del_first);
589 else if (GET_CODE (NEXT_INSN (a_end)) == BARRIER)
590 del_first = NEXT_INSN (a_end);
592 /* Normally there should only be one successor of A and that is B, but
593 partway though the merge of blocks for conditional_execution we'll
594 be merging a TEST block with THEN and ELSE successors. Free the
595 whole lot of them and hope the caller knows what they're doing. */
596 while (a->succ)
597 remove_edge (a->succ);
599 /* Adjust the edges out of B for the new owner. */
600 for (e = b->succ; e; e = e->succ_next)
601 e->src = a;
602 a->succ = b->succ;
604 /* B hasn't quite yet ceased to exist. Attempt to prevent mishap. */
605 b->pred = b->succ = NULL;
606 a->global_live_at_end = b->global_live_at_end;
608 expunge_block (b);
610 /* Delete everything marked above as well as crap that might be
611 hanging out between the two blocks. */
612 delete_insn_chain (del_first, del_last);
614 /* Reassociate the insns of B with A. */
615 if (!b_empty)
617 if (basic_block_for_insn)
619 rtx x;
621 for (x = a_end; x != b_end; x = NEXT_INSN (x))
622 set_block_for_insn (x, a);
624 set_block_for_insn (b_end, a);
627 a_end = b_end;
630 a->end = a_end;
633 /* Return the label in the head of basic block BLOCK. Create one if it doesn't
634 exist. */
637 block_label (block)
638 basic_block block;
640 if (block == EXIT_BLOCK_PTR)
641 return NULL_RTX;
643 if (GET_CODE (block->head) != CODE_LABEL)
645 block->head = emit_label_before (gen_label_rtx (), block->head);
646 if (basic_block_for_insn)
647 set_block_for_insn (block->head, block);
650 return block->head;
653 /* Attempt to perform edge redirection by replacing possibly complex jump
654 instruction by unconditional jump or removing jump completely. This can
655 apply only if all edges now point to the same block. The parameters and
656 return values are equivalent to redirect_edge_and_branch. */
658 static bool
659 try_redirect_by_replacing_jump (e, target)
660 edge e;
661 basic_block target;
663 basic_block src = e->src;
664 rtx insn = src->end, kill_from;
665 edge tmp;
666 rtx set;
667 int fallthru = 0;
668 rtx table;
670 /* Verify that all targets will be TARGET. */
671 for (tmp = src->succ; tmp; tmp = tmp->succ_next)
672 if (tmp->dest != target && tmp != e)
673 break;
675 if (tmp || !onlyjump_p (insn))
676 return false;
678 if (reload_completed && JUMP_LABEL (insn)
679 && (table = NEXT_INSN (JUMP_LABEL (insn))) != NULL_RTX
680 && GET_CODE (table) == JUMP_INSN
681 && (GET_CODE (PATTERN (table)) == ADDR_VEC
682 || GET_CODE (PATTERN (table)) == ADDR_DIFF_VEC))
683 return false;
685 /* Avoid removing branch with side effects. */
686 set = single_set (insn);
687 if (!set || side_effects_p (set))
688 return false;
690 /* In case we zap a conditional jump, we'll need to kill
691 the cc0 setter too. */
692 kill_from = insn;
693 #ifdef HAVE_cc0
694 if (reg_mentioned_p (cc0_rtx, PATTERN (insn)))
695 kill_from = PREV_INSN (insn);
696 #endif
698 /* See if we can create the fallthru edge. */
699 if (can_fallthru (src, target))
701 if (rtl_dump_file)
702 fprintf (rtl_dump_file, "Removing jump %i.\n", INSN_UID (insn));
703 fallthru = 1;
705 /* Selectively unlink whole insn chain. */
706 delete_insn_chain (kill_from, PREV_INSN (target->head));
709 /* If this already is simplejump, redirect it. */
710 else if (simplejump_p (insn))
712 if (e->dest == target)
713 return false;
714 if (rtl_dump_file)
715 fprintf (rtl_dump_file, "Redirecting jump %i from %i to %i.\n",
716 INSN_UID (insn), e->dest->index, target->index);
717 if (!redirect_jump (insn, block_label (target), 0))
719 if (target == EXIT_BLOCK_PTR)
720 return false;
721 abort ();
725 /* Cannot do anything for target exit block. */
726 else if (target == EXIT_BLOCK_PTR)
727 return false;
729 /* Or replace possibly complicated jump insn by simple jump insn. */
730 else
732 rtx target_label = block_label (target);
733 rtx barrier, tmp;
735 emit_jump_insn_after (gen_jump (target_label), insn);
736 JUMP_LABEL (src->end) = target_label;
737 LABEL_NUSES (target_label)++;
738 if (rtl_dump_file)
739 fprintf (rtl_dump_file, "Replacing insn %i by jump %i\n",
740 INSN_UID (insn), INSN_UID (src->end));
743 delete_insn_chain (kill_from, insn);
745 /* Recognize a tablejump that we are converting to a
746 simple jump and remove its associated CODE_LABEL
747 and ADDR_VEC or ADDR_DIFF_VEC. */
748 if ((tmp = JUMP_LABEL (insn)) != NULL_RTX
749 && (tmp = NEXT_INSN (tmp)) != NULL_RTX
750 && GET_CODE (tmp) == JUMP_INSN
751 && (GET_CODE (PATTERN (tmp)) == ADDR_VEC
752 || GET_CODE (PATTERN (tmp)) == ADDR_DIFF_VEC))
754 delete_insn_chain (JUMP_LABEL (insn), tmp);
757 barrier = next_nonnote_insn (src->end);
758 if (!barrier || GET_CODE (barrier) != BARRIER)
759 emit_barrier_after (src->end);
762 /* Keep only one edge out and set proper flags. */
763 while (src->succ->succ_next)
764 remove_edge (src->succ);
765 e = src->succ;
766 if (fallthru)
767 e->flags = EDGE_FALLTHRU;
768 else
769 e->flags = 0;
771 e->probability = REG_BR_PROB_BASE;
772 e->count = src->count;
774 /* We don't want a block to end on a line-number note since that has
775 the potential of changing the code between -g and not -g. */
776 while (GET_CODE (e->src->end) == NOTE
777 && NOTE_LINE_NUMBER (e->src->end) >= 0)
778 delete_insn (e->src->end);
780 if (e->dest != target)
781 redirect_edge_succ (e, target);
783 return true;
786 /* Return last loop_beg note appearing after INSN, before start of next
787 basic block. Return INSN if there are no such notes.
789 When emitting jump to redirect an fallthru edge, it should always appear
790 after the LOOP_BEG notes, as loop optimizer expect loop to either start by
791 fallthru edge or jump following the LOOP_BEG note jumping to the loop exit
792 test. */
794 static rtx
795 last_loop_beg_note (insn)
796 rtx insn;
798 rtx last = insn;
800 for (insn = NEXT_INSN (insn); insn && GET_CODE (insn) == NOTE
801 && NOTE_LINE_NUMBER (insn) != NOTE_INSN_BASIC_BLOCK;
802 insn = NEXT_INSN (insn))
803 if (NOTE_LINE_NUMBER (insn) == NOTE_INSN_LOOP_BEG)
804 last = insn;
806 return last;
809 /* Attempt to change code to redirect edge E to TARGET. Don't do that on
810 expense of adding new instructions or reordering basic blocks.
812 Function can be also called with edge destination equivalent to the TARGET.
813 Then it should try the simplifications and do nothing if none is possible.
815 Return true if transformation succeeded. We still return false in case E
816 already destinated TARGET and we didn't managed to simplify instruction
817 stream. */
819 bool
820 redirect_edge_and_branch (e, target)
821 edge e;
822 basic_block target;
824 rtx tmp;
825 rtx old_label = e->dest->head;
826 basic_block src = e->src;
827 rtx insn = src->end;
829 if (e->flags & (EDGE_ABNORMAL_CALL | EDGE_EH))
830 return false;
832 if (try_redirect_by_replacing_jump (e, target))
833 return true;
835 /* Do this fast path late, as we want above code to simplify for cases
836 where called on single edge leaving basic block containing nontrivial
837 jump insn. */
838 else if (e->dest == target)
839 return false;
841 /* We can only redirect non-fallthru edges of jump insn. */
842 if (e->flags & EDGE_FALLTHRU)
843 return false;
844 else if (GET_CODE (insn) != JUMP_INSN)
845 return false;
847 /* Recognize a tablejump and adjust all matching cases. */
848 if ((tmp = JUMP_LABEL (insn)) != NULL_RTX
849 && (tmp = NEXT_INSN (tmp)) != NULL_RTX
850 && GET_CODE (tmp) == JUMP_INSN
851 && (GET_CODE (PATTERN (tmp)) == ADDR_VEC
852 || GET_CODE (PATTERN (tmp)) == ADDR_DIFF_VEC))
854 rtvec vec;
855 int j;
856 rtx new_label = block_label (target);
858 if (target == EXIT_BLOCK_PTR)
859 return false;
860 if (GET_CODE (PATTERN (tmp)) == ADDR_VEC)
861 vec = XVEC (PATTERN (tmp), 0);
862 else
863 vec = XVEC (PATTERN (tmp), 1);
865 for (j = GET_NUM_ELEM (vec) - 1; j >= 0; --j)
866 if (XEXP (RTVEC_ELT (vec, j), 0) == old_label)
868 RTVEC_ELT (vec, j) = gen_rtx_LABEL_REF (Pmode, new_label);
869 --LABEL_NUSES (old_label);
870 ++LABEL_NUSES (new_label);
873 /* Handle casesi dispatch insns */
874 if ((tmp = single_set (insn)) != NULL
875 && SET_DEST (tmp) == pc_rtx
876 && GET_CODE (SET_SRC (tmp)) == IF_THEN_ELSE
877 && GET_CODE (XEXP (SET_SRC (tmp), 2)) == LABEL_REF
878 && XEXP (XEXP (SET_SRC (tmp), 2), 0) == old_label)
880 XEXP (SET_SRC (tmp), 2) = gen_rtx_LABEL_REF (VOIDmode,
881 new_label);
882 --LABEL_NUSES (old_label);
883 ++LABEL_NUSES (new_label);
886 else
888 /* ?? We may play the games with moving the named labels from
889 one basic block to the other in case only one computed_jump is
890 available. */
891 if (computed_jump_p (insn)
892 /* A return instruction can't be redirected. */
893 || returnjump_p (insn))
894 return false;
896 /* If the insn doesn't go where we think, we're confused. */
897 if (JUMP_LABEL (insn) != old_label)
898 abort ();
900 /* If the substitution doesn't succeed, die. This can happen
901 if the back end emitted unrecognizable instructions or if
902 target is exit block on some arches. */
903 if (!redirect_jump (insn, block_label (target), 0))
905 if (target == EXIT_BLOCK_PTR)
906 return false;
907 abort ();
911 if (rtl_dump_file)
912 fprintf (rtl_dump_file, "Edge %i->%i redirected to %i\n",
913 e->src->index, e->dest->index, target->index);
915 if (e->dest != target)
916 redirect_edge_succ_nodup (e, target);
918 return true;
921 /* Like force_nonfallthru below, but additionally performs redirection
922 Used by redirect_edge_and_branch_force. */
924 static basic_block
925 force_nonfallthru_and_redirect (e, target)
926 edge e;
927 basic_block target;
929 basic_block jump_block, new_bb = NULL;
930 rtx note;
931 edge new_edge;
933 if (e->flags & EDGE_ABNORMAL)
934 abort ();
935 else if (!(e->flags & EDGE_FALLTHRU))
936 abort ();
937 else if (e->src == ENTRY_BLOCK_PTR)
939 /* We can't redirect the entry block. Create an empty block at the
940 start of the function which we use to add the new jump. */
941 edge *pe1;
942 basic_block bb = create_basic_block (0, e->dest->head, NULL);
944 /* Change the existing edge's source to be the new block, and add
945 a new edge from the entry block to the new block. */
946 e->src = bb;
947 bb->count = e->count;
948 bb->frequency = EDGE_FREQUENCY (e);
949 bb->loop_depth = 0;
950 for (pe1 = &ENTRY_BLOCK_PTR->succ; *pe1; pe1 = &(*pe1)->succ_next)
951 if (*pe1 == e)
953 *pe1 = e->succ_next;
954 break;
956 e->succ_next = 0;
957 bb->succ = e;
958 make_single_succ_edge (ENTRY_BLOCK_PTR, bb, EDGE_FALLTHRU);
961 if (e->src->succ->succ_next)
963 /* Create the new structures. */
965 /* Position the new block correctly relative to loop notes. */
966 note = last_loop_beg_note (e->src->end);
967 note = NEXT_INSN (note);
969 /* ... and ADDR_VECs. */
970 if (note != NULL
971 && GET_CODE (note) == CODE_LABEL
972 && NEXT_INSN (note)
973 && GET_CODE (NEXT_INSN (note)) == JUMP_INSN
974 && (GET_CODE (PATTERN (NEXT_INSN (note))) == ADDR_DIFF_VEC
975 || GET_CODE (PATTERN (NEXT_INSN (note))) == ADDR_VEC))
976 note = NEXT_INSN (NEXT_INSN (note));
978 jump_block = create_basic_block (e->src->index + 1, note, NULL);
979 jump_block->count = e->count;
980 jump_block->frequency = EDGE_FREQUENCY (e);
981 jump_block->loop_depth = target->loop_depth;
983 if (target->global_live_at_start)
985 jump_block->global_live_at_start
986 = OBSTACK_ALLOC_REG_SET (&flow_obstack);
987 jump_block->global_live_at_end
988 = OBSTACK_ALLOC_REG_SET (&flow_obstack);
989 COPY_REG_SET (jump_block->global_live_at_start,
990 target->global_live_at_start);
991 COPY_REG_SET (jump_block->global_live_at_end,
992 target->global_live_at_start);
995 /* Wire edge in. */
996 new_edge = make_edge (e->src, jump_block, EDGE_FALLTHRU);
997 new_edge->probability = e->probability;
998 new_edge->count = e->count;
1000 /* Redirect old edge. */
1001 redirect_edge_pred (e, jump_block);
1002 e->probability = REG_BR_PROB_BASE;
1004 new_bb = jump_block;
1006 else
1007 jump_block = e->src;
1009 e->flags &= ~EDGE_FALLTHRU;
1010 if (target == EXIT_BLOCK_PTR)
1012 if (HAVE_return)
1013 emit_jump_insn_after (gen_return (), jump_block->end);
1014 else
1015 abort ();
1017 else
1019 rtx label = block_label (target);
1020 emit_jump_insn_after (gen_jump (label), jump_block->end);
1021 JUMP_LABEL (jump_block->end) = label;
1022 LABEL_NUSES (label)++;
1025 emit_barrier_after (jump_block->end);
1026 redirect_edge_succ_nodup (e, target);
1028 return new_bb;
1031 /* Edge E is assumed to be fallthru edge. Emit needed jump instruction
1032 (and possibly create new basic block) to make edge non-fallthru.
1033 Return newly created BB or NULL if none. */
1035 basic_block
1036 force_nonfallthru (e)
1037 edge e;
1039 return force_nonfallthru_and_redirect (e, e->dest);
1042 /* Redirect edge even at the expense of creating new jump insn or
1043 basic block. Return new basic block if created, NULL otherwise.
1044 Abort if conversion is impossible. */
1046 basic_block
1047 redirect_edge_and_branch_force (e, target)
1048 edge e;
1049 basic_block target;
1051 if (redirect_edge_and_branch (e, target)
1052 || e->dest == target)
1053 return NULL;
1055 /* In case the edge redirection failed, try to force it to be non-fallthru
1056 and redirect newly created simplejump. */
1057 return force_nonfallthru_and_redirect (e, target);
1060 /* The given edge should potentially be a fallthru edge. If that is in
1061 fact true, delete the jump and barriers that are in the way. */
1063 void
1064 tidy_fallthru_edge (e, b, c)
1065 edge e;
1066 basic_block b, c;
1068 rtx q;
1070 /* ??? In a late-running flow pass, other folks may have deleted basic
1071 blocks by nopping out blocks, leaving multiple BARRIERs between here
1072 and the target label. They ought to be chastized and fixed.
1074 We can also wind up with a sequence of undeletable labels between
1075 one block and the next.
1077 So search through a sequence of barriers, labels, and notes for
1078 the head of block C and assert that we really do fall through. */
1080 if (next_real_insn (b->end) != next_real_insn (PREV_INSN (c->head)))
1081 return;
1083 /* Remove what will soon cease being the jump insn from the source block.
1084 If block B consisted only of this single jump, turn it into a deleted
1085 note. */
1086 q = b->end;
1087 if (GET_CODE (q) == JUMP_INSN
1088 && onlyjump_p (q)
1089 && (any_uncondjump_p (q)
1090 || (b->succ == e && e->succ_next == NULL)))
1092 #ifdef HAVE_cc0
1093 /* If this was a conditional jump, we need to also delete
1094 the insn that set cc0. */
1095 if (any_condjump_p (q) && only_sets_cc0_p (PREV_INSN (q)))
1096 q = PREV_INSN (q);
1097 #endif
1099 q = PREV_INSN (q);
1101 /* We don't want a block to end on a line-number note since that has
1102 the potential of changing the code between -g and not -g. */
1103 while (GET_CODE (q) == NOTE && NOTE_LINE_NUMBER (q) >= 0)
1104 q = PREV_INSN (q);
1107 /* Selectively unlink the sequence. */
1108 if (q != PREV_INSN (c->head))
1109 delete_insn_chain (NEXT_INSN (q), PREV_INSN (c->head));
1111 e->flags |= EDGE_FALLTHRU;
1114 /* Fix up edges that now fall through, or rather should now fall through
1115 but previously required a jump around now deleted blocks. Simplify
1116 the search by only examining blocks numerically adjacent, since this
1117 is how find_basic_blocks created them. */
1119 void
1120 tidy_fallthru_edges ()
1122 int i;
1124 for (i = 1; i < n_basic_blocks; i++)
1126 basic_block b = BASIC_BLOCK (i - 1);
1127 basic_block c = BASIC_BLOCK (i);
1128 edge s;
1130 /* We care about simple conditional or unconditional jumps with
1131 a single successor.
1133 If we had a conditional branch to the next instruction when
1134 find_basic_blocks was called, then there will only be one
1135 out edge for the block which ended with the conditional
1136 branch (since we do not create duplicate edges).
1138 Furthermore, the edge will be marked as a fallthru because we
1139 merge the flags for the duplicate edges. So we do not want to
1140 check that the edge is not a FALLTHRU edge. */
1142 if ((s = b->succ) != NULL
1143 && ! (s->flags & EDGE_COMPLEX)
1144 && s->succ_next == NULL
1145 && s->dest == c
1146 /* If the jump insn has side effects, we can't tidy the edge. */
1147 && (GET_CODE (b->end) != JUMP_INSN
1148 || onlyjump_p (b->end)))
1149 tidy_fallthru_edge (s, b, c);
1153 /* Helper function for split_edge. Return true in case edge BB2 to BB1
1154 is back edge of syntactic loop. */
1156 static bool
1157 back_edge_of_syntactic_loop_p (bb1, bb2)
1158 basic_block bb1, bb2;
1160 rtx insn;
1161 int count = 0;
1163 if (bb1->index > bb2->index)
1164 return false;
1165 else if (bb1->index == bb2->index)
1166 return true;
1168 for (insn = bb1->end; insn != bb2->head && count >= 0;
1169 insn = NEXT_INSN (insn))
1170 if (GET_CODE (insn) == NOTE)
1172 if (NOTE_LINE_NUMBER (insn) == NOTE_INSN_LOOP_BEG)
1173 count++;
1174 else if (NOTE_LINE_NUMBER (insn) == NOTE_INSN_LOOP_END)
1175 count--;
1178 return count >= 0;
1181 /* Split a (typically critical) edge. Return the new block.
1182 Abort on abnormal edges.
1184 ??? The code generally expects to be called on critical edges.
1185 The case of a block ending in an unconditional jump to a
1186 block with multiple predecessors is not handled optimally. */
1188 basic_block
1189 split_edge (edge_in)
1190 edge edge_in;
1192 basic_block bb;
1193 edge edge_out;
1194 rtx before;
1196 /* Abnormal edges cannot be split. */
1197 if ((edge_in->flags & EDGE_ABNORMAL) != 0)
1198 abort ();
1200 /* We are going to place the new block in front of edge destination.
1201 Avoid existence of fallthru predecessors. */
1202 if ((edge_in->flags & EDGE_FALLTHRU) == 0)
1204 edge e;
1206 for (e = edge_in->dest->pred; e; e = e->pred_next)
1207 if (e->flags & EDGE_FALLTHRU)
1208 break;
1210 if (e)
1211 force_nonfallthru (e);
1214 /* Create the basic block note.
1216 Where we place the note can have a noticeable impact on the generated
1217 code. Consider this cfg:
1223 +->1-->2--->E
1225 +--+
1227 If we need to insert an insn on the edge from block 0 to block 1,
1228 we want to ensure the instructions we insert are outside of any
1229 loop notes that physically sit between block 0 and block 1. Otherwise
1230 we confuse the loop optimizer into thinking the loop is a phony. */
1232 if (edge_in->dest != EXIT_BLOCK_PTR
1233 && PREV_INSN (edge_in->dest->head)
1234 && GET_CODE (PREV_INSN (edge_in->dest->head)) == NOTE
1235 && (NOTE_LINE_NUMBER (PREV_INSN (edge_in->dest->head))
1236 == NOTE_INSN_LOOP_BEG)
1237 && !back_edge_of_syntactic_loop_p (edge_in->dest, edge_in->src))
1238 before = PREV_INSN (edge_in->dest->head);
1239 else if (edge_in->dest != EXIT_BLOCK_PTR)
1240 before = edge_in->dest->head;
1241 else
1242 before = NULL_RTX;
1244 bb = create_basic_block (edge_in->dest == EXIT_BLOCK_PTR ? n_basic_blocks
1245 : edge_in->dest->index, before, NULL);
1246 bb->count = edge_in->count;
1247 bb->frequency = EDGE_FREQUENCY (edge_in);
1248 bb->loop_depth = edge_in->dest->loop_depth;
1250 /* ??? This info is likely going to be out of date very soon. */
1251 if (edge_in->dest->global_live_at_start)
1253 bb->global_live_at_start = OBSTACK_ALLOC_REG_SET (&flow_obstack);
1254 bb->global_live_at_end = OBSTACK_ALLOC_REG_SET (&flow_obstack);
1255 COPY_REG_SET (bb->global_live_at_start,
1256 edge_in->dest->global_live_at_start);
1257 COPY_REG_SET (bb->global_live_at_end,
1258 edge_in->dest->global_live_at_start);
1261 edge_out = make_single_succ_edge (bb, edge_in->dest, EDGE_FALLTHRU);
1263 /* For non-fallthry edges, we must adjust the predecessor's
1264 jump instruction to target our new block. */
1265 if ((edge_in->flags & EDGE_FALLTHRU) == 0)
1267 if (!redirect_edge_and_branch (edge_in, bb))
1268 abort ();
1270 else
1271 redirect_edge_succ (edge_in, bb);
1273 return bb;
1276 /* Queue instructions for insertion on an edge between two basic blocks.
1277 The new instructions and basic blocks (if any) will not appear in the
1278 CFG until commit_edge_insertions is called. */
1280 void
1281 insert_insn_on_edge (pattern, e)
1282 rtx pattern;
1283 edge e;
1285 /* We cannot insert instructions on an abnormal critical edge.
1286 It will be easier to find the culprit if we die now. */
1287 if ((e->flags & EDGE_ABNORMAL) && EDGE_CRITICAL_P (e))
1288 abort ();
1290 if (e->insns == NULL_RTX)
1291 start_sequence ();
1292 else
1293 push_to_sequence (e->insns);
1295 emit_insn (pattern);
1297 e->insns = get_insns ();
1298 end_sequence ();
1301 /* Update the CFG for the instructions queued on edge E. */
1303 static void
1304 commit_one_edge_insertion (e)
1305 edge e;
1307 rtx before = NULL_RTX, after = NULL_RTX, insns, tmp, last;
1308 basic_block bb;
1310 /* Pull the insns off the edge now since the edge might go away. */
1311 insns = e->insns;
1312 e->insns = NULL_RTX;
1314 /* Figure out where to put these things. If the destination has
1315 one predecessor, insert there. Except for the exit block. */
1316 if (e->dest->pred->pred_next == NULL
1317 && e->dest != EXIT_BLOCK_PTR)
1319 bb = e->dest;
1321 /* Get the location correct wrt a code label, and "nice" wrt
1322 a basic block note, and before everything else. */
1323 tmp = bb->head;
1324 if (GET_CODE (tmp) == CODE_LABEL)
1325 tmp = NEXT_INSN (tmp);
1326 if (NOTE_INSN_BASIC_BLOCK_P (tmp))
1327 tmp = NEXT_INSN (tmp);
1328 if (tmp == bb->head)
1329 before = tmp;
1330 else
1331 after = PREV_INSN (tmp);
1334 /* If the source has one successor and the edge is not abnormal,
1335 insert there. Except for the entry block. */
1336 else if ((e->flags & EDGE_ABNORMAL) == 0
1337 && e->src->succ->succ_next == NULL
1338 && e->src != ENTRY_BLOCK_PTR)
1340 bb = e->src;
1342 /* It is possible to have a non-simple jump here. Consider a target
1343 where some forms of unconditional jumps clobber a register. This
1344 happens on the fr30 for example.
1346 We know this block has a single successor, so we can just emit
1347 the queued insns before the jump. */
1348 if (GET_CODE (bb->end) == JUMP_INSN)
1349 for (before = bb->end;
1350 GET_CODE (PREV_INSN (before)) == NOTE
1351 && NOTE_LINE_NUMBER (PREV_INSN (before)) == NOTE_INSN_LOOP_BEG;
1352 before = PREV_INSN (before))
1354 else
1356 /* We'd better be fallthru, or we've lost track of what's what. */
1357 if ((e->flags & EDGE_FALLTHRU) == 0)
1358 abort ();
1360 after = bb->end;
1364 /* Otherwise we must split the edge. */
1365 else
1367 bb = split_edge (e);
1368 after = bb->end;
1371 /* Now that we've found the spot, do the insertion. */
1373 if (before)
1375 emit_insns_before (insns, before);
1376 last = prev_nonnote_insn (before);
1378 else
1379 last = emit_insns_after (insns, after);
1381 if (returnjump_p (last))
1383 /* ??? Remove all outgoing edges from BB and add one for EXIT.
1384 This is not currently a problem because this only happens
1385 for the (single) epilogue, which already has a fallthru edge
1386 to EXIT. */
1388 e = bb->succ;
1389 if (e->dest != EXIT_BLOCK_PTR
1390 || e->succ_next != NULL
1391 || (e->flags & EDGE_FALLTHRU) == 0)
1392 abort ();
1394 e->flags &= ~EDGE_FALLTHRU;
1395 emit_barrier_after (last);
1397 if (before)
1398 delete_insn (before);
1400 else if (GET_CODE (last) == JUMP_INSN)
1401 abort ();
1403 find_sub_basic_blocks (bb);
1406 /* Update the CFG for all queued instructions. */
1408 void
1409 commit_edge_insertions ()
1411 int i;
1412 basic_block bb;
1414 #ifdef ENABLE_CHECKING
1415 verify_flow_info ();
1416 #endif
1418 i = -1;
1419 bb = ENTRY_BLOCK_PTR;
1420 while (1)
1422 edge e, next;
1424 for (e = bb->succ; e; e = next)
1426 next = e->succ_next;
1427 if (e->insns)
1428 commit_one_edge_insertion (e);
1431 if (++i >= n_basic_blocks)
1432 break;
1433 bb = BASIC_BLOCK (i);
1437 /* Print out one basic block with live information at start and end. */
1439 void
1440 dump_bb (bb, outf)
1441 basic_block bb;
1442 FILE *outf;
1444 rtx insn;
1445 rtx last;
1446 edge e;
1448 fprintf (outf, ";; Basic block %d, loop depth %d, count ",
1449 bb->index, bb->loop_depth);
1450 fprintf (outf, HOST_WIDEST_INT_PRINT_DEC, (HOST_WIDEST_INT) bb->count);
1451 putc ('\n', outf);
1453 fputs (";; Predecessors: ", outf);
1454 for (e = bb->pred; e; e = e->pred_next)
1455 dump_edge_info (outf, e, 0);
1456 putc ('\n', outf);
1458 fputs (";; Registers live at start:", outf);
1459 dump_regset (bb->global_live_at_start, outf);
1460 putc ('\n', outf);
1462 for (insn = bb->head, last = NEXT_INSN (bb->end); insn != last;
1463 insn = NEXT_INSN (insn))
1464 print_rtl_single (outf, insn);
1466 fputs (";; Registers live at end:", outf);
1467 dump_regset (bb->global_live_at_end, outf);
1468 putc ('\n', outf);
1470 fputs (";; Successors: ", outf);
1471 for (e = bb->succ; e; e = e->succ_next)
1472 dump_edge_info (outf, e, 1);
1473 putc ('\n', outf);
1476 void
1477 debug_bb (bb)
1478 basic_block bb;
1480 dump_bb (bb, stderr);
1483 void
1484 debug_bb_n (n)
1485 int n;
1487 dump_bb (BASIC_BLOCK (n), stderr);
1490 /* Like print_rtl, but also print out live information for the start of each
1491 basic block. */
1493 void
1494 print_rtl_with_bb (outf, rtx_first)
1495 FILE *outf;
1496 rtx rtx_first;
1498 rtx tmp_rtx;
1500 if (rtx_first == 0)
1501 fprintf (outf, "(nil)\n");
1502 else
1504 int i;
1505 enum bb_state { NOT_IN_BB, IN_ONE_BB, IN_MULTIPLE_BB };
1506 int max_uid = get_max_uid ();
1507 basic_block *start
1508 = (basic_block *) xcalloc (max_uid, sizeof (basic_block));
1509 basic_block *end
1510 = (basic_block *) xcalloc (max_uid, sizeof (basic_block));
1511 enum bb_state *in_bb_p
1512 = (enum bb_state *) xcalloc (max_uid, sizeof (enum bb_state));
1514 for (i = n_basic_blocks - 1; i >= 0; i--)
1516 basic_block bb = BASIC_BLOCK (i);
1517 rtx x;
1519 start[INSN_UID (bb->head)] = bb;
1520 end[INSN_UID (bb->end)] = bb;
1521 for (x = bb->head; x != NULL_RTX; x = NEXT_INSN (x))
1523 enum bb_state state = IN_MULTIPLE_BB;
1525 if (in_bb_p[INSN_UID (x)] == NOT_IN_BB)
1526 state = IN_ONE_BB;
1527 in_bb_p[INSN_UID (x)] = state;
1529 if (x == bb->end)
1530 break;
1534 for (tmp_rtx = rtx_first; NULL != tmp_rtx; tmp_rtx = NEXT_INSN (tmp_rtx))
1536 int did_output;
1537 basic_block bb;
1539 if ((bb = start[INSN_UID (tmp_rtx)]) != NULL)
1541 fprintf (outf, ";; Start of basic block %d, registers live:",
1542 bb->index);
1543 dump_regset (bb->global_live_at_start, outf);
1544 putc ('\n', outf);
1547 if (in_bb_p[INSN_UID (tmp_rtx)] == NOT_IN_BB
1548 && GET_CODE (tmp_rtx) != NOTE
1549 && GET_CODE (tmp_rtx) != BARRIER)
1550 fprintf (outf, ";; Insn is not within a basic block\n");
1551 else if (in_bb_p[INSN_UID (tmp_rtx)] == IN_MULTIPLE_BB)
1552 fprintf (outf, ";; Insn is in multiple basic blocks\n");
1554 did_output = print_rtl_single (outf, tmp_rtx);
1556 if ((bb = end[INSN_UID (tmp_rtx)]) != NULL)
1558 fprintf (outf, ";; End of basic block %d, registers live:\n",
1559 bb->index);
1560 dump_regset (bb->global_live_at_end, outf);
1561 putc ('\n', outf);
1564 if (did_output)
1565 putc ('\n', outf);
1568 free (start);
1569 free (end);
1570 free (in_bb_p);
1573 if (current_function_epilogue_delay_list != 0)
1575 fprintf (outf, "\n;; Insns in epilogue delay list:\n\n");
1576 for (tmp_rtx = current_function_epilogue_delay_list; tmp_rtx != 0;
1577 tmp_rtx = XEXP (tmp_rtx, 1))
1578 print_rtl_single (outf, XEXP (tmp_rtx, 0));
1582 void
1583 update_br_prob_note (bb)
1584 basic_block bb;
1586 rtx note;
1587 if (GET_CODE (bb->end) != JUMP_INSN)
1588 return;
1589 note = find_reg_note (bb->end, REG_BR_PROB, NULL_RTX);
1590 if (!note || INTVAL (XEXP (note, 0)) == BRANCH_EDGE (bb)->probability)
1591 return;
1592 XEXP (note, 0) = GEN_INT (BRANCH_EDGE (bb)->probability);
1595 /* Verify the CFG consistency. This function check some CFG invariants and
1596 aborts when something is wrong. Hope that this function will help to
1597 convert many optimization passes to preserve CFG consistent.
1599 Currently it does following checks:
1601 - test head/end pointers
1602 - overlapping of basic blocks
1603 - edge list correctness
1604 - headers of basic blocks (the NOTE_INSN_BASIC_BLOCK note)
1605 - tails of basic blocks (ensure that boundary is necessary)
1606 - scans body of the basic block for JUMP_INSN, CODE_LABEL
1607 and NOTE_INSN_BASIC_BLOCK
1608 - check that all insns are in the basic blocks
1609 (except the switch handling code, barriers and notes)
1610 - check that all returns are followed by barriers
1612 In future it can be extended check a lot of other stuff as well
1613 (reachability of basic blocks, life information, etc. etc.). */
1615 void
1616 verify_flow_info ()
1618 const int max_uid = get_max_uid ();
1619 const rtx rtx_first = get_insns ();
1620 rtx last_head = get_last_insn ();
1621 basic_block *bb_info, *last_visited;
1622 size_t *edge_checksum;
1623 rtx x;
1624 int i, last_bb_num_seen, num_bb_notes, err = 0;
1626 bb_info = (basic_block *) xcalloc (max_uid, sizeof (basic_block));
1627 last_visited = (basic_block *) xcalloc (n_basic_blocks + 2,
1628 sizeof (basic_block));
1629 edge_checksum = (size_t *) xcalloc (n_basic_blocks + 2, sizeof (size_t));
1631 for (i = n_basic_blocks - 1; i >= 0; i--)
1633 basic_block bb = BASIC_BLOCK (i);
1634 rtx head = bb->head;
1635 rtx end = bb->end;
1637 /* Verify the end of the basic block is in the INSN chain. */
1638 for (x = last_head; x != NULL_RTX; x = PREV_INSN (x))
1639 if (x == end)
1640 break;
1642 if (!x)
1644 error ("end insn %d for block %d not found in the insn stream",
1645 INSN_UID (end), bb->index);
1646 err = 1;
1649 /* Work backwards from the end to the head of the basic block
1650 to verify the head is in the RTL chain. */
1651 for (; x != NULL_RTX; x = PREV_INSN (x))
1653 /* While walking over the insn chain, verify insns appear
1654 in only one basic block and initialize the BB_INFO array
1655 used by other passes. */
1656 if (bb_info[INSN_UID (x)] != NULL)
1658 error ("insn %d is in multiple basic blocks (%d and %d)",
1659 INSN_UID (x), bb->index, bb_info[INSN_UID (x)]->index);
1660 err = 1;
1663 bb_info[INSN_UID (x)] = bb;
1665 if (x == head)
1666 break;
1668 if (!x)
1670 error ("head insn %d for block %d not found in the insn stream",
1671 INSN_UID (head), bb->index);
1672 err = 1;
1675 last_head = x;
1678 /* Now check the basic blocks (boundaries etc.) */
1679 for (i = n_basic_blocks - 1; i >= 0; i--)
1681 basic_block bb = BASIC_BLOCK (i);
1682 int has_fallthru = 0;
1683 edge e;
1685 for (e = bb->succ; e; e = e->succ_next)
1687 if (last_visited [e->dest->index + 2] == bb)
1689 error ("verify_flow_info: Duplicate edge %i->%i",
1690 e->src->index, e->dest->index);
1691 err = 1;
1694 last_visited [e->dest->index + 2] = bb;
1696 if (e->flags & EDGE_FALLTHRU)
1697 has_fallthru = 1;
1699 if ((e->flags & EDGE_FALLTHRU)
1700 && e->src != ENTRY_BLOCK_PTR
1701 && e->dest != EXIT_BLOCK_PTR)
1703 rtx insn;
1705 if (e->src->index + 1 != e->dest->index)
1707 error
1708 ("verify_flow_info: Incorrect blocks for fallthru %i->%i",
1709 e->src->index, e->dest->index);
1710 err = 1;
1712 else
1713 for (insn = NEXT_INSN (e->src->end); insn != e->dest->head;
1714 insn = NEXT_INSN (insn))
1715 if (GET_CODE (insn) == BARRIER
1716 #ifndef CASE_DROPS_THROUGH
1717 || INSN_P (insn)
1718 #else
1719 || (INSN_P (insn) && ! JUMP_TABLE_DATA_P (insn))
1720 #endif
1723 error ("verify_flow_info: Incorrect fallthru %i->%i",
1724 e->src->index, e->dest->index);
1725 fatal_insn ("wrong insn in the fallthru edge", insn);
1726 err = 1;
1730 if (e->src != bb)
1732 error ("verify_flow_info: Basic block %d succ edge is corrupted",
1733 bb->index);
1734 fprintf (stderr, "Predecessor: ");
1735 dump_edge_info (stderr, e, 0);
1736 fprintf (stderr, "\nSuccessor: ");
1737 dump_edge_info (stderr, e, 1);
1738 fprintf (stderr, "\n");
1739 err = 1;
1742 edge_checksum[e->dest->index + 2] += (size_t) e;
1745 if (!has_fallthru)
1747 rtx insn;
1749 /* Ensure existence of barrier in BB with no fallthru edges. */
1750 for (insn = bb->end; !insn || GET_CODE (insn) != BARRIER;
1751 insn = NEXT_INSN (insn))
1752 if (!insn
1753 || (GET_CODE (insn) == NOTE
1754 && NOTE_LINE_NUMBER (insn) == NOTE_INSN_BASIC_BLOCK))
1756 error ("missing barrier after block %i", bb->index);
1757 err = 1;
1758 break;
1762 for (e = bb->pred; e; e = e->pred_next)
1764 if (e->dest != bb)
1766 error ("basic block %d pred edge is corrupted", bb->index);
1767 fputs ("Predecessor: ", stderr);
1768 dump_edge_info (stderr, e, 0);
1769 fputs ("\nSuccessor: ", stderr);
1770 dump_edge_info (stderr, e, 1);
1771 fputc ('\n', stderr);
1772 err = 1;
1774 edge_checksum[e->dest->index + 2] -= (size_t) e;
1777 for (x = bb->head; x != NEXT_INSN (bb->end); x = NEXT_INSN (x))
1778 if (basic_block_for_insn && BLOCK_FOR_INSN (x) != bb)
1780 debug_rtx (x);
1781 if (! BLOCK_FOR_INSN (x))
1782 error
1783 ("insn %d inside basic block %d but block_for_insn is NULL",
1784 INSN_UID (x), bb->index);
1785 else
1786 error
1787 ("insn %d inside basic block %d but block_for_insn is %i",
1788 INSN_UID (x), bb->index, BLOCK_FOR_INSN (x)->index);
1790 err = 1;
1793 /* OK pointers are correct. Now check the header of basic
1794 block. It ought to contain optional CODE_LABEL followed
1795 by NOTE_BASIC_BLOCK. */
1796 x = bb->head;
1797 if (GET_CODE (x) == CODE_LABEL)
1799 if (bb->end == x)
1801 error ("NOTE_INSN_BASIC_BLOCK is missing for block %d",
1802 bb->index);
1803 err = 1;
1806 x = NEXT_INSN (x);
1809 if (!NOTE_INSN_BASIC_BLOCK_P (x) || NOTE_BASIC_BLOCK (x) != bb)
1811 error ("NOTE_INSN_BASIC_BLOCK is missing for block %d",
1812 bb->index);
1813 err = 1;
1816 if (bb->end == x)
1817 /* Do checks for empty blocks her. e */
1819 else
1820 for (x = NEXT_INSN (x); x; x = NEXT_INSN (x))
1822 if (NOTE_INSN_BASIC_BLOCK_P (x))
1824 error ("NOTE_INSN_BASIC_BLOCK %d in middle of basic block %d",
1825 INSN_UID (x), bb->index);
1826 err = 1;
1829 if (x == bb->end)
1830 break;
1832 if (GET_CODE (x) == JUMP_INSN
1833 || GET_CODE (x) == CODE_LABEL
1834 || GET_CODE (x) == BARRIER)
1836 error ("in basic block %d:", bb->index);
1837 fatal_insn ("flow control insn inside a basic block", x);
1842 /* Complete edge checksumming for ENTRY and EXIT. */
1844 edge e;
1846 for (e = ENTRY_BLOCK_PTR->succ; e ; e = e->succ_next)
1847 edge_checksum[e->dest->index + 2] += (size_t) e;
1849 for (e = EXIT_BLOCK_PTR->pred; e ; e = e->pred_next)
1850 edge_checksum[e->dest->index + 2] -= (size_t) e;
1853 for (i = -2; i < n_basic_blocks; ++i)
1854 if (edge_checksum[i + 2])
1856 error ("basic block %i edge lists are corrupted", i);
1857 err = 1;
1860 last_bb_num_seen = -1;
1861 num_bb_notes = 0;
1862 for (x = rtx_first; x; x = NEXT_INSN (x))
1864 if (NOTE_INSN_BASIC_BLOCK_P (x))
1866 basic_block bb = NOTE_BASIC_BLOCK (x);
1868 num_bb_notes++;
1869 if (bb->index != last_bb_num_seen + 1)
1870 internal_error ("basic blocks not numbered consecutively");
1872 last_bb_num_seen = bb->index;
1875 if (!bb_info[INSN_UID (x)])
1877 switch (GET_CODE (x))
1879 case BARRIER:
1880 case NOTE:
1881 break;
1883 case CODE_LABEL:
1884 /* An addr_vec is placed outside any block block. */
1885 if (NEXT_INSN (x)
1886 && GET_CODE (NEXT_INSN (x)) == JUMP_INSN
1887 && (GET_CODE (PATTERN (NEXT_INSN (x))) == ADDR_DIFF_VEC
1888 || GET_CODE (PATTERN (NEXT_INSN (x))) == ADDR_VEC))
1889 x = NEXT_INSN (x);
1891 /* But in any case, non-deletable labels can appear anywhere. */
1892 break;
1894 default:
1895 fatal_insn ("insn outside basic block", x);
1899 if (INSN_P (x)
1900 && GET_CODE (x) == JUMP_INSN
1901 && returnjump_p (x) && ! condjump_p (x)
1902 && ! (NEXT_INSN (x) && GET_CODE (NEXT_INSN (x)) == BARRIER))
1903 fatal_insn ("return not followed by barrier", x);
1906 if (num_bb_notes != n_basic_blocks)
1907 internal_error
1908 ("number of bb notes in insn chain (%d) != n_basic_blocks (%d)",
1909 num_bb_notes, n_basic_blocks);
1911 if (err)
1912 internal_error ("verify_flow_info failed");
1914 /* Clean up. */
1915 free (bb_info);
1916 free (last_visited);
1917 free (edge_checksum);
1920 /* Assume that the preceding pass has possibly eliminated jump instructions
1921 or converted the unconditional jumps. Eliminate the edges from CFG.
1922 Return true if any edges are eliminated. */
1924 bool
1925 purge_dead_edges (bb)
1926 basic_block bb;
1928 edge e, next;
1929 rtx insn = bb->end, note;
1930 bool purged = false;
1932 /* If this instruction cannot trap, remove REG_EH_REGION notes. */
1933 if (GET_CODE (insn) == INSN
1934 && (note = find_reg_note (insn, REG_EH_REGION, NULL)))
1936 rtx eqnote;
1938 if (! may_trap_p (PATTERN (insn))
1939 || ((eqnote = find_reg_equal_equiv_note (insn))
1940 && ! may_trap_p (XEXP (eqnote, 0))))
1941 remove_note (insn, note);
1944 /* Cleanup abnormal edges caused by throwing insns that have been
1945 eliminated. */
1946 if (! can_throw_internal (bb->end))
1947 for (e = bb->succ; e; e = next)
1949 next = e->succ_next;
1950 if (e->flags & EDGE_EH)
1952 remove_edge (e);
1953 purged = true;
1957 if (GET_CODE (insn) == JUMP_INSN)
1959 rtx note;
1960 edge b,f;
1962 /* We do care only about conditional jumps and simplejumps. */
1963 if (!any_condjump_p (insn)
1964 && !returnjump_p (insn)
1965 && !simplejump_p (insn))
1966 return false;
1968 for (e = bb->succ; e; e = next)
1970 next = e->succ_next;
1972 /* Avoid abnormal flags to leak from computed jumps turned
1973 into simplejumps. */
1975 e->flags &= ~EDGE_ABNORMAL;
1977 /* See if this edge is one we should keep. */
1978 if ((e->flags & EDGE_FALLTHRU) && any_condjump_p (insn))
1979 /* A conditional jump can fall through into the next
1980 block, so we should keep the edge. */
1981 continue;
1982 else if (e->dest != EXIT_BLOCK_PTR
1983 && e->dest->head == JUMP_LABEL (insn))
1984 /* If the destination block is the target of the jump,
1985 keep the edge. */
1986 continue;
1987 else if (e->dest == EXIT_BLOCK_PTR && returnjump_p (insn))
1988 /* If the destination block is the exit block, and this
1989 instruction is a return, then keep the edge. */
1990 continue;
1991 else if ((e->flags & EDGE_EH) && can_throw_internal (insn))
1992 /* Keep the edges that correspond to exceptions thrown by
1993 this instruction. */
1994 continue;
1996 /* We do not need this edge. */
1997 purged = true;
1998 remove_edge (e);
2001 if (!bb->succ || !purged)
2002 return false;
2004 if (rtl_dump_file)
2005 fprintf (rtl_dump_file, "Purged edges from bb %i\n", bb->index);
2007 if (!optimize)
2008 return purged;
2010 /* Redistribute probabilities. */
2011 if (!bb->succ->succ_next)
2013 bb->succ->probability = REG_BR_PROB_BASE;
2014 bb->succ->count = bb->count;
2016 else
2018 note = find_reg_note (insn, REG_BR_PROB, NULL);
2019 if (!note)
2020 return purged;
2022 b = BRANCH_EDGE (bb);
2023 f = FALLTHRU_EDGE (bb);
2024 b->probability = INTVAL (XEXP (note, 0));
2025 f->probability = REG_BR_PROB_BASE - b->probability;
2026 b->count = bb->count * b->probability / REG_BR_PROB_BASE;
2027 f->count = bb->count * f->probability / REG_BR_PROB_BASE;
2030 return purged;
2033 /* If we don't see a jump insn, we don't know exactly why the block would
2034 have been broken at this point. Look for a simple, non-fallthru edge,
2035 as these are only created by conditional branches. If we find such an
2036 edge we know that there used to be a jump here and can then safely
2037 remove all non-fallthru edges. */
2038 for (e = bb->succ; e && (e->flags & (EDGE_COMPLEX | EDGE_FALLTHRU));
2039 e = e->succ_next)
2042 if (!e)
2043 return purged;
2045 for (e = bb->succ; e; e = next)
2047 next = e->succ_next;
2048 if (!(e->flags & EDGE_FALLTHRU))
2049 remove_edge (e), purged = true;
2052 if (!bb->succ || bb->succ->succ_next)
2053 abort ();
2055 bb->succ->probability = REG_BR_PROB_BASE;
2056 bb->succ->count = bb->count;
2058 if (rtl_dump_file)
2059 fprintf (rtl_dump_file, "Purged non-fallthru edges from bb %i\n",
2060 bb->index);
2061 return purged;
2064 /* Search all basic blocks for potentially dead edges and purge them. Return
2065 true if some edge has been eliminated. */
2067 bool
2068 purge_all_dead_edges (update_life_p)
2069 int update_life_p;
2071 int i, purged = false;
2072 sbitmap blocks = 0;
2074 if (update_life_p)
2076 blocks = sbitmap_alloc (n_basic_blocks);
2077 sbitmap_zero (blocks);
2080 for (i = 0; i < n_basic_blocks; i++)
2082 bool purged_here = purge_dead_edges (BASIC_BLOCK (i));
2084 purged |= purged_here;
2085 if (purged_here && update_life_p)
2086 SET_BIT (blocks, i);
2089 if (update_life_p && purged)
2090 update_life_info (blocks, UPDATE_LIFE_GLOBAL,
2091 PROP_DEATH_NOTES | PROP_SCAN_DEAD_CODE
2092 | PROP_KILL_DEAD_CODE);
2094 if (update_life_p)
2095 sbitmap_free (blocks);
2096 return purged;