* dwarf2out.c (dwarf2out_finish): Set parent to comp_unit_die
[official-gcc.git] / gcc / sched-ebb.c
blob2344d1e9de4f98c4b1ccd499a6049482be5063a3
1 /* Instruction scheduling pass.
2 Copyright (C) 1992, 1993, 1994, 1995, 1996, 1997, 1998,
3 1999, 2000, 2001, 2002, 2003, 2004 Free Software Foundation, Inc.
4 Contributed by Michael Tiemann (tiemann@cygnus.com) Enhanced by,
5 and currently maintained by, Jim Wilson (wilson@cygnus.com)
7 This file is part of GCC.
9 GCC is free software; you can redistribute it and/or modify it under
10 the terms of the GNU General Public License as published by the Free
11 Software Foundation; either version 2, or (at your option) any later
12 version.
14 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
15 WARRANTY; without even the implied warranty of MERCHANTABILITY or
16 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 for more details.
19 You should have received a copy of the GNU General Public License
20 along with GCC; see the file COPYING. If not, write to the Free
21 Software Foundation, 59 Temple Place - Suite 330, Boston, MA
22 02111-1307, USA. */
24 #include "config.h"
25 #include "system.h"
26 #include "coretypes.h"
27 #include "tm.h"
28 #include "toplev.h"
29 #include "rtl.h"
30 #include "tm_p.h"
31 #include "hard-reg-set.h"
32 #include "basic-block.h"
33 #include "regs.h"
34 #include "function.h"
35 #include "flags.h"
36 #include "insn-config.h"
37 #include "insn-attr.h"
38 #include "except.h"
39 #include "toplev.h"
40 #include "recog.h"
41 #include "cfglayout.h"
42 #include "params.h"
43 #include "sched-int.h"
44 #include "target.h"
46 /* The number of insns to be scheduled in total. */
47 static int target_n_insns;
48 /* The number of insns scheduled so far. */
49 static int sched_n_insns;
51 /* Implementations of the sched_info functions for region scheduling. */
52 static void init_ready_list (struct ready_list *);
53 static int can_schedule_ready_p (rtx);
54 static int new_ready (rtx);
55 static int schedule_more_p (void);
56 static const char *ebb_print_insn (rtx, int);
57 static int rank (rtx, rtx);
58 static int contributes_to_priority (rtx, rtx);
59 static void compute_jump_reg_dependencies (rtx, regset, regset, regset);
60 static basic_block earliest_block_with_similiar_load (basic_block, rtx);
61 static void add_deps_for_risky_insns (rtx, rtx);
62 static basic_block schedule_ebb (rtx, rtx);
63 static basic_block fix_basic_block_boundaries (basic_block, basic_block, rtx,
64 rtx);
65 static void add_missing_bbs (rtx, basic_block, basic_block);
67 /* Return nonzero if there are more insns that should be scheduled. */
69 static int
70 schedule_more_p (void)
72 return sched_n_insns < target_n_insns;
75 /* Add all insns that are initially ready to the ready list READY. Called
76 once before scheduling a set of insns. */
78 static void
79 init_ready_list (struct ready_list *ready)
81 rtx prev_head = current_sched_info->prev_head;
82 rtx next_tail = current_sched_info->next_tail;
83 rtx insn;
85 target_n_insns = 0;
86 sched_n_insns = 0;
88 #if 0
89 /* Print debugging information. */
90 if (sched_verbose >= 5)
91 debug_dependencies ();
92 #endif
94 /* Initialize ready list with all 'ready' insns in target block.
95 Count number of insns in the target block being scheduled. */
96 for (insn = NEXT_INSN (prev_head); insn != next_tail; insn = NEXT_INSN (insn))
98 if (INSN_DEP_COUNT (insn) == 0)
99 ready_add (ready, insn);
100 target_n_insns++;
104 /* Called after taking INSN from the ready list. Returns nonzero if this
105 insn can be scheduled, nonzero if we should silently discard it. */
107 static int
108 can_schedule_ready_p (rtx insn ATTRIBUTE_UNUSED)
110 sched_n_insns++;
111 return 1;
114 /* Called after INSN has all its dependencies resolved. Return nonzero
115 if it should be moved to the ready list or the queue, or zero if we
116 should silently discard it. */
117 static int
118 new_ready (rtx next ATTRIBUTE_UNUSED)
120 return 1;
123 /* Return a string that contains the insn uid and optionally anything else
124 necessary to identify this insn in an output. It's valid to use a
125 static buffer for this. The ALIGNED parameter should cause the string
126 to be formatted so that multiple output lines will line up nicely. */
128 static const char *
129 ebb_print_insn (rtx insn, int aligned ATTRIBUTE_UNUSED)
131 static char tmp[80];
133 sprintf (tmp, "%4d", INSN_UID (insn));
134 return tmp;
137 /* Compare priority of two insns. Return a positive number if the second
138 insn is to be preferred for scheduling, and a negative one if the first
139 is to be preferred. Zero if they are equally good. */
141 static int
142 rank (rtx insn1, rtx insn2)
144 basic_block bb1 = BLOCK_FOR_INSN (insn1);
145 basic_block bb2 = BLOCK_FOR_INSN (insn2);
147 if (bb1->count > bb2->count
148 || bb1->frequency > bb2->frequency)
149 return -1;
150 if (bb1->count < bb2->count
151 || bb1->frequency < bb2->frequency)
152 return 1;
153 return 0;
156 /* NEXT is an instruction that depends on INSN (a backward dependence);
157 return nonzero if we should include this dependence in priority
158 calculations. */
160 static int
161 contributes_to_priority (rtx next ATTRIBUTE_UNUSED,
162 rtx insn ATTRIBUTE_UNUSED)
164 return 1;
167 /* INSN is a JUMP_INSN, COND_SET is the set of registers that are
168 conditionally set before INSN. Store the set of registers that
169 must be considered as used by this jump in USED and that of
170 registers that must be considered as set in SET. */
172 static void
173 compute_jump_reg_dependencies (rtx insn, regset cond_set, regset used,
174 regset set)
176 basic_block b = BLOCK_FOR_INSN (insn);
177 edge e;
178 for (e = b->succ; e; e = e->succ_next)
179 if (e->flags & EDGE_FALLTHRU)
180 /* The jump may be a by-product of a branch that has been merged
181 in the main codepath after being conditionalized. Therefore
182 it may guard the fallthrough block from using a value that has
183 conditionally overwritten that of the main codepath. So we
184 consider that it restores the value of the main codepath. */
185 bitmap_operation (set, e->dest->global_live_at_start, cond_set,
186 BITMAP_AND);
187 else
188 bitmap_operation (used, used, e->dest->global_live_at_start,
189 BITMAP_IOR);
192 /* Used in schedule_insns to initialize current_sched_info for scheduling
193 regions (or single basic blocks). */
195 static struct sched_info ebb_sched_info =
197 init_ready_list,
198 can_schedule_ready_p,
199 schedule_more_p,
200 new_ready,
201 rank,
202 ebb_print_insn,
203 contributes_to_priority,
204 compute_jump_reg_dependencies,
206 NULL, NULL,
207 NULL, NULL,
208 0, 1, 0
211 /* It is possible that ebb scheduling eliminated some blocks.
212 Place blocks from FIRST to LAST before BEFORE. */
214 static void
215 add_missing_bbs (rtx before, basic_block first, basic_block last)
217 for (; last != first->prev_bb; last = last->prev_bb)
219 before = emit_note_before (NOTE_INSN_BASIC_BLOCK, before);
220 NOTE_BASIC_BLOCK (before) = last;
221 BB_HEAD (last) = before;
222 BB_END (last) = before;
223 update_bb_for_insn (last);
227 /* Fixup the CFG after EBB scheduling. Re-recognize the basic
228 block boundaries in between HEAD and TAIL and update basic block
229 structures between BB and LAST. */
231 static basic_block
232 fix_basic_block_boundaries (basic_block bb, basic_block last, rtx head,
233 rtx tail)
235 rtx insn = head;
236 rtx last_inside = BB_HEAD (bb);
237 rtx aftertail = NEXT_INSN (tail);
239 head = BB_HEAD (bb);
241 for (; insn != aftertail; insn = NEXT_INSN (insn))
243 gcc_assert (!LABEL_P (insn));
244 /* Create new basic blocks just before first insn. */
245 if (inside_basic_block_p (insn))
247 if (!last_inside)
249 rtx note;
251 /* Re-emit the basic block note for newly found BB header. */
252 if (LABEL_P (insn))
254 note = emit_note_after (NOTE_INSN_BASIC_BLOCK, insn);
255 head = insn;
256 last_inside = note;
258 else
260 note = emit_note_before (NOTE_INSN_BASIC_BLOCK, insn);
261 head = note;
262 last_inside = insn;
265 else
266 last_inside = insn;
268 /* Control flow instruction terminate basic block. It is possible
269 that we've eliminated some basic blocks (made them empty).
270 Find the proper basic block using BLOCK_FOR_INSN and arrange things in
271 a sensible way by inserting empty basic blocks as needed. */
272 if (control_flow_insn_p (insn) || (insn == tail && last_inside))
274 basic_block curr_bb = BLOCK_FOR_INSN (insn);
275 rtx note;
277 if (!control_flow_insn_p (insn))
278 curr_bb = last;
279 if (bb == last->next_bb)
281 edge f;
282 rtx h;
284 /* An obscure special case, where we do have partially dead
285 instruction scheduled after last control flow instruction.
286 In this case we can create new basic block. It is
287 always exactly one basic block last in the sequence. Handle
288 it by splitting the edge and repositioning the block.
289 This is somewhat hackish, but at least avoid cut&paste
291 A safer solution can be to bring the code into sequence,
292 do the split and re-emit it back in case this will ever
293 trigger problem. */
294 f = bb->prev_bb->succ;
295 while (f && !(f->flags & EDGE_FALLTHRU))
296 f = f->succ_next;
298 if (f)
300 last = curr_bb = split_edge (f);
301 h = BB_HEAD (curr_bb);
302 BB_HEAD (curr_bb) = head;
303 BB_END (curr_bb) = insn;
304 /* Edge splitting created misplaced BASIC_BLOCK note, kill
305 it. */
306 delete_insn (h);
308 /* It may happen that code got moved past unconditional jump in
309 case the code is completely dead. Kill it. */
310 else
312 rtx next = next_nonnote_insn (insn);
313 delete_insn_chain (head, insn);
314 /* We keep some notes in the way that may split barrier from the
315 jump. */
316 if (BARRIER_P (next))
318 emit_barrier_after (prev_nonnote_insn (head));
319 delete_insn (next);
321 insn = NULL;
324 else
326 BB_HEAD (curr_bb) = head;
327 BB_END (curr_bb) = insn;
328 add_missing_bbs (BB_HEAD (curr_bb), bb, curr_bb->prev_bb);
330 note = LABEL_P (head) ? NEXT_INSN (head) : head;
331 NOTE_BASIC_BLOCK (note) = curr_bb;
332 update_bb_for_insn (curr_bb);
333 bb = curr_bb->next_bb;
334 last_inside = NULL;
335 if (!insn)
336 break;
339 add_missing_bbs (BB_HEAD (last->next_bb), bb, last);
340 return bb->prev_bb;
343 /* Returns the earliest block in EBB currently being processed where a
344 "similar load" 'insn2' is found, and hence LOAD_INSN can move
345 speculatively into the found block. All the following must hold:
347 (1) both loads have 1 base register (PFREE_CANDIDATEs).
348 (2) load_insn and load2 have a def-use dependence upon
349 the same insn 'insn1'.
351 From all these we can conclude that the two loads access memory
352 addresses that differ at most by a constant, and hence if moving
353 load_insn would cause an exception, it would have been caused by
354 load2 anyhow.
356 The function uses list (given by LAST_BLOCK) of already processed
357 blocks in EBB. The list is formed in `add_deps_for_risky_insns'. */
359 static basic_block
360 earliest_block_with_similiar_load (basic_block last_block, rtx load_insn)
362 rtx back_link;
363 basic_block bb, earliest_block = NULL;
365 for (back_link = LOG_LINKS (load_insn);
366 back_link;
367 back_link = XEXP (back_link, 1))
369 rtx insn1 = XEXP (back_link, 0);
371 if (GET_MODE (back_link) == VOIDmode)
373 /* Found a DEF-USE dependence (insn1, load_insn). */
374 rtx fore_link;
376 for (fore_link = INSN_DEPEND (insn1);
377 fore_link;
378 fore_link = XEXP (fore_link, 1))
380 rtx insn2 = XEXP (fore_link, 0);
381 basic_block insn2_block = BLOCK_FOR_INSN (insn2);
383 if (GET_MODE (fore_link) == VOIDmode)
385 if (earliest_block != NULL
386 && earliest_block->index < insn2_block->index)
387 continue;
389 /* Found a DEF-USE dependence (insn1, insn2). */
390 if (haifa_classify_insn (insn2) != PFREE_CANDIDATE)
391 /* insn2 not guaranteed to be a 1 base reg load. */
392 continue;
394 for (bb = last_block; bb; bb = bb->aux)
395 if (insn2_block == bb)
396 break;
398 if (!bb)
399 /* insn2 is the similar load. */
400 earliest_block = insn2_block;
406 return earliest_block;
409 /* The following function adds dependencies between jumps and risky
410 insns in given ebb. */
412 static void
413 add_deps_for_risky_insns (rtx head, rtx tail)
415 rtx insn, prev;
416 int class;
417 rtx last_jump = NULL_RTX;
418 rtx next_tail = NEXT_INSN (tail);
419 basic_block last_block = NULL, bb;
421 for (insn = head; insn != next_tail; insn = NEXT_INSN (insn))
422 if (JUMP_P (insn))
424 bb = BLOCK_FOR_INSN (insn);
425 bb->aux = last_block;
426 last_block = bb;
427 last_jump = insn;
429 else if (INSN_P (insn) && last_jump != NULL_RTX)
431 class = haifa_classify_insn (insn);
432 prev = last_jump;
433 switch (class)
435 case PFREE_CANDIDATE:
436 if (flag_schedule_speculative_load)
438 bb = earliest_block_with_similiar_load (last_block, insn);
439 if (bb)
441 bb = bb->aux;
442 if (!bb)
443 break;
444 prev = BB_END (bb);
447 /* Fall through. */
448 case TRAP_RISKY:
449 case IRISKY:
450 case PRISKY_CANDIDATE:
451 /* ??? We could implement better checking PRISKY_CANDIDATEs
452 analogous to sched-rgn.c. */
453 /* We can not change the mode of the backward
454 dependency because REG_DEP_ANTI has the lowest
455 rank. */
456 if (add_dependence (insn, prev, REG_DEP_ANTI))
457 add_forward_dependence (prev, insn, REG_DEP_ANTI);
458 break;
460 default:
461 break;
464 /* Maintain the invariant that bb->aux is clear after use. */
465 while (last_block)
467 bb = last_block->aux;
468 last_block->aux = NULL;
469 last_block = bb;
473 /* Schedule a single extended basic block, defined by the boundaries HEAD
474 and TAIL. */
476 static basic_block
477 schedule_ebb (rtx head, rtx tail)
479 int n_insns;
480 basic_block b;
481 struct deps tmp_deps;
482 basic_block first_bb = BLOCK_FOR_INSN (head);
483 basic_block last_bb = BLOCK_FOR_INSN (tail);
485 if (no_real_insns_p (head, tail))
486 return BLOCK_FOR_INSN (tail);
488 init_deps_global ();
490 /* Compute LOG_LINKS. */
491 init_deps (&tmp_deps);
492 sched_analyze (&tmp_deps, head, tail);
493 free_deps (&tmp_deps);
495 /* Compute INSN_DEPEND. */
496 compute_forward_dependences (head, tail);
498 add_deps_for_risky_insns (head, tail);
500 if (targetm.sched.dependencies_evaluation_hook)
501 targetm.sched.dependencies_evaluation_hook (head, tail);
503 /* Set priorities. */
504 n_insns = set_priorities (head, tail);
506 current_sched_info->prev_head = PREV_INSN (head);
507 current_sched_info->next_tail = NEXT_INSN (tail);
509 if (write_symbols != NO_DEBUG)
511 save_line_notes (first_bb->index, head, tail);
512 rm_line_notes (head, tail);
515 /* rm_other_notes only removes notes which are _inside_ the
516 block---that is, it won't remove notes before the first real insn
517 or after the last real insn of the block. So if the first insn
518 has a REG_SAVE_NOTE which would otherwise be emitted before the
519 insn, it is redundant with the note before the start of the
520 block, and so we have to take it out. */
521 if (INSN_P (head))
523 rtx note;
525 for (note = REG_NOTES (head); note; note = XEXP (note, 1))
526 if (REG_NOTE_KIND (note) == REG_SAVE_NOTE)
528 remove_note (head, note);
529 note = XEXP (note, 1);
530 remove_note (head, note);
534 /* Remove remaining note insns from the block, save them in
535 note_list. These notes are restored at the end of
536 schedule_block (). */
537 rm_other_notes (head, tail);
539 current_sched_info->queue_must_finish_empty = 1;
541 schedule_block (-1, n_insns);
543 /* Sanity check: verify that all region insns were scheduled. */
544 gcc_assert (sched_n_insns == n_insns);
545 head = current_sched_info->head;
546 tail = current_sched_info->tail;
548 if (write_symbols != NO_DEBUG)
549 restore_line_notes (head, tail);
550 b = fix_basic_block_boundaries (first_bb, last_bb, head, tail);
552 finish_deps_global ();
553 return b;
556 /* The one entry point in this file. DUMP_FILE is the dump file for
557 this pass. */
559 void
560 schedule_ebbs (FILE *dump_file)
562 basic_block bb;
563 int probability_cutoff;
565 if (profile_info && flag_branch_probabilities)
566 probability_cutoff = PARAM_VALUE (TRACER_MIN_BRANCH_PROBABILITY_FEEDBACK);
567 else
568 probability_cutoff = PARAM_VALUE (TRACER_MIN_BRANCH_PROBABILITY);
569 probability_cutoff = REG_BR_PROB_BASE / 100 * probability_cutoff;
571 /* Taking care of this degenerate case makes the rest of
572 this code simpler. */
573 if (n_basic_blocks == 0)
574 return;
576 sched_init (dump_file);
578 current_sched_info = &ebb_sched_info;
580 compute_bb_for_insn ();
582 /* Schedule every region in the subroutine. */
583 FOR_EACH_BB (bb)
585 rtx head = BB_HEAD (bb);
586 rtx tail;
588 for (;;)
590 edge e;
591 tail = BB_END (bb);
592 if (bb->next_bb == EXIT_BLOCK_PTR
593 || LABEL_P (BB_HEAD (bb->next_bb)))
594 break;
595 for (e = bb->succ; e; e = e->succ_next)
596 if ((e->flags & EDGE_FALLTHRU) != 0)
597 break;
598 if (! e)
599 break;
600 if (e->probability <= probability_cutoff)
601 break;
602 bb = bb->next_bb;
605 /* Blah. We should fix the rest of the code not to get confused by
606 a note or two. */
607 while (head != tail)
609 if (NOTE_P (head))
610 head = NEXT_INSN (head);
611 else if (NOTE_P (tail))
612 tail = PREV_INSN (tail);
613 else if (LABEL_P (head))
614 head = NEXT_INSN (head);
615 else
616 break;
619 bb = schedule_ebb (head, tail);
622 /* Updating life info can be done by local propagation over the modified
623 superblocks. */
625 /* Reposition the prologue and epilogue notes in case we moved the
626 prologue/epilogue insns. */
627 if (reload_completed)
628 reposition_prologue_and_epilogue_notes (get_insns ());
630 if (write_symbols != NO_DEBUG)
631 rm_redundant_line_notes ();
633 sched_finish ();