Improve max_insns_skipped logic
[official-gcc.git] / gcc / final.c
blobeff2ee6c4966e2f7e48fd355c09a594c1b7ff02f
1 /* Convert RTL to assembler code and output it, for GNU compiler.
2 Copyright (C) 1987-2017 Free Software Foundation, Inc.
4 This file is part of GCC.
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
9 version.
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 for more details.
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
20 /* This is the final pass of the compiler.
21 It looks at the rtl code for a function and outputs assembler code.
23 Call `final_start_function' to output the assembler code for function entry,
24 `final' to output assembler code for some RTL code,
25 `final_end_function' to output assembler code for function exit.
26 If a function is compiled in several pieces, each piece is
27 output separately with `final'.
29 Some optimizations are also done at this level.
30 Move instructions that were made unnecessary by good register allocation
31 are detected and omitted from the output. (Though most of these
32 are removed by the last jump pass.)
34 Instructions to set the condition codes are omitted when it can be
35 seen that the condition codes already had the desired values.
37 In some cases it is sufficient if the inherited condition codes
38 have related values, but this may require the following insn
39 (the one that tests the condition codes) to be modified.
41 The code for the function prologue and epilogue are generated
42 directly in assembler by the target functions function_prologue and
43 function_epilogue. Those instructions never exist as rtl. */
45 #include "config.h"
46 #define INCLUDE_ALGORITHM /* reverse */
47 #include "system.h"
48 #include "coretypes.h"
49 #include "backend.h"
50 #include "target.h"
51 #include "rtl.h"
52 #include "tree.h"
53 #include "cfghooks.h"
54 #include "df.h"
55 #include "memmodel.h"
56 #include "tm_p.h"
57 #include "insn-config.h"
58 #include "regs.h"
59 #include "emit-rtl.h"
60 #include "recog.h"
61 #include "cgraph.h"
62 #include "tree-pretty-print.h" /* for dump_function_header */
63 #include "varasm.h"
64 #include "insn-attr.h"
65 #include "conditions.h"
66 #include "flags.h"
67 #include "output.h"
68 #include "except.h"
69 #include "rtl-error.h"
70 #include "toplev.h" /* exact_log2, floor_log2 */
71 #include "reload.h"
72 #include "intl.h"
73 #include "cfgrtl.h"
74 #include "debug.h"
75 #include "tree-pass.h"
76 #include "tree-ssa.h"
77 #include "cfgloop.h"
78 #include "params.h"
79 #include "stringpool.h"
80 #include "attribs.h"
81 #include "asan.h"
82 #include "rtl-iter.h"
83 #include "print-rtl.h"
85 #ifdef XCOFF_DEBUGGING_INFO
86 #include "xcoffout.h" /* Needed for external data declarations. */
87 #endif
89 #include "dwarf2out.h"
91 #ifdef DBX_DEBUGGING_INFO
92 #include "dbxout.h"
93 #endif
95 #include "sdbout.h"
97 /* Most ports that aren't using cc0 don't need to define CC_STATUS_INIT.
98 So define a null default for it to save conditionalization later. */
99 #ifndef CC_STATUS_INIT
100 #define CC_STATUS_INIT
101 #endif
103 /* Is the given character a logical line separator for the assembler? */
104 #ifndef IS_ASM_LOGICAL_LINE_SEPARATOR
105 #define IS_ASM_LOGICAL_LINE_SEPARATOR(C, STR) ((C) == ';')
106 #endif
108 #ifndef JUMP_TABLES_IN_TEXT_SECTION
109 #define JUMP_TABLES_IN_TEXT_SECTION 0
110 #endif
112 /* Bitflags used by final_scan_insn. */
113 #define SEEN_NOTE 1
114 #define SEEN_EMITTED 2
116 /* Last insn processed by final_scan_insn. */
117 static rtx_insn *debug_insn;
118 rtx_insn *current_output_insn;
120 /* Line number of last NOTE. */
121 static int last_linenum;
123 /* Column number of last NOTE. */
124 static int last_columnnum;
126 /* Last discriminator written to assembly. */
127 static int last_discriminator;
129 /* Discriminator of current block. */
130 static int discriminator;
132 /* Highest line number in current block. */
133 static int high_block_linenum;
135 /* Likewise for function. */
136 static int high_function_linenum;
138 /* Filename of last NOTE. */
139 static const char *last_filename;
141 /* Override filename, line and column number. */
142 static const char *override_filename;
143 static int override_linenum;
144 static int override_columnnum;
146 /* Whether to force emission of a line note before the next insn. */
147 static bool force_source_line = false;
149 extern const int length_unit_log; /* This is defined in insn-attrtab.c. */
151 /* Nonzero while outputting an `asm' with operands.
152 This means that inconsistencies are the user's fault, so don't die.
153 The precise value is the insn being output, to pass to error_for_asm. */
154 const rtx_insn *this_is_asm_operands;
156 /* Number of operands of this insn, for an `asm' with operands. */
157 static unsigned int insn_noperands;
159 /* Compare optimization flag. */
161 static rtx last_ignored_compare = 0;
163 /* Assign a unique number to each insn that is output.
164 This can be used to generate unique local labels. */
166 static int insn_counter = 0;
168 /* This variable contains machine-dependent flags (defined in tm.h)
169 set and examined by output routines
170 that describe how to interpret the condition codes properly. */
172 CC_STATUS cc_status;
174 /* During output of an insn, this contains a copy of cc_status
175 from before the insn. */
177 CC_STATUS cc_prev_status;
179 /* Number of unmatched NOTE_INSN_BLOCK_BEG notes we have seen. */
181 static int block_depth;
183 /* Nonzero if have enabled APP processing of our assembler output. */
185 static int app_on;
187 /* If we are outputting an insn sequence, this contains the sequence rtx.
188 Zero otherwise. */
190 rtx_sequence *final_sequence;
192 #ifdef ASSEMBLER_DIALECT
194 /* Number of the assembler dialect to use, starting at 0. */
195 static int dialect_number;
196 #endif
198 /* Nonnull if the insn currently being emitted was a COND_EXEC pattern. */
199 rtx current_insn_predicate;
201 /* True if printing into -fdump-final-insns= dump. */
202 bool final_insns_dump_p;
204 /* True if profile_function should be called, but hasn't been called yet. */
205 static bool need_profile_function;
207 static int asm_insn_count (rtx);
208 static void profile_function (FILE *);
209 static void profile_after_prologue (FILE *);
210 static bool notice_source_line (rtx_insn *, bool *);
211 static rtx walk_alter_subreg (rtx *, bool *);
212 static void output_asm_name (void);
213 static void output_alternate_entry_point (FILE *, rtx_insn *);
214 static tree get_mem_expr_from_op (rtx, int *);
215 static void output_asm_operand_names (rtx *, int *, int);
216 #ifdef LEAF_REGISTERS
217 static void leaf_renumber_regs (rtx_insn *);
218 #endif
219 #if HAVE_cc0
220 static int alter_cond (rtx);
221 #endif
222 static int align_fuzz (rtx, rtx, int, unsigned);
223 static void collect_fn_hard_reg_usage (void);
224 static tree get_call_fndecl (rtx_insn *);
226 /* Initialize data in final at the beginning of a compilation. */
228 void
229 init_final (const char *filename ATTRIBUTE_UNUSED)
231 app_on = 0;
232 final_sequence = 0;
234 #ifdef ASSEMBLER_DIALECT
235 dialect_number = ASSEMBLER_DIALECT;
236 #endif
239 /* Default target function prologue and epilogue assembler output.
241 If not overridden for epilogue code, then the function body itself
242 contains return instructions wherever needed. */
243 void
244 default_function_pro_epilogue (FILE *)
248 void
249 default_function_switched_text_sections (FILE *file ATTRIBUTE_UNUSED,
250 tree decl ATTRIBUTE_UNUSED,
251 bool new_is_cold ATTRIBUTE_UNUSED)
255 /* Default target hook that outputs nothing to a stream. */
256 void
257 no_asm_to_stream (FILE *file ATTRIBUTE_UNUSED)
261 /* Enable APP processing of subsequent output.
262 Used before the output from an `asm' statement. */
264 void
265 app_enable (void)
267 if (! app_on)
269 fputs (ASM_APP_ON, asm_out_file);
270 app_on = 1;
274 /* Disable APP processing of subsequent output.
275 Called from varasm.c before most kinds of output. */
277 void
278 app_disable (void)
280 if (app_on)
282 fputs (ASM_APP_OFF, asm_out_file);
283 app_on = 0;
287 /* Return the number of slots filled in the current
288 delayed branch sequence (we don't count the insn needing the
289 delay slot). Zero if not in a delayed branch sequence. */
292 dbr_sequence_length (void)
294 if (final_sequence != 0)
295 return XVECLEN (final_sequence, 0) - 1;
296 else
297 return 0;
300 /* The next two pages contain routines used to compute the length of an insn
301 and to shorten branches. */
303 /* Arrays for insn lengths, and addresses. The latter is referenced by
304 `insn_current_length'. */
306 static int *insn_lengths;
308 vec<int> insn_addresses_;
310 /* Max uid for which the above arrays are valid. */
311 static int insn_lengths_max_uid;
313 /* Address of insn being processed. Used by `insn_current_length'. */
314 int insn_current_address;
316 /* Address of insn being processed in previous iteration. */
317 int insn_last_address;
319 /* known invariant alignment of insn being processed. */
320 int insn_current_align;
322 /* After shorten_branches, for any insn, uid_align[INSN_UID (insn)]
323 gives the next following alignment insn that increases the known
324 alignment, or NULL_RTX if there is no such insn.
325 For any alignment obtained this way, we can again index uid_align with
326 its uid to obtain the next following align that in turn increases the
327 alignment, till we reach NULL_RTX; the sequence obtained this way
328 for each insn we'll call the alignment chain of this insn in the following
329 comments. */
331 struct label_alignment
333 short alignment;
334 short max_skip;
337 static rtx *uid_align;
338 static int *uid_shuid;
339 static struct label_alignment *label_align;
341 /* Indicate that branch shortening hasn't yet been done. */
343 void
344 init_insn_lengths (void)
346 if (uid_shuid)
348 free (uid_shuid);
349 uid_shuid = 0;
351 if (insn_lengths)
353 free (insn_lengths);
354 insn_lengths = 0;
355 insn_lengths_max_uid = 0;
357 if (HAVE_ATTR_length)
358 INSN_ADDRESSES_FREE ();
359 if (uid_align)
361 free (uid_align);
362 uid_align = 0;
366 /* Obtain the current length of an insn. If branch shortening has been done,
367 get its actual length. Otherwise, use FALLBACK_FN to calculate the
368 length. */
369 static int
370 get_attr_length_1 (rtx_insn *insn, int (*fallback_fn) (rtx_insn *))
372 rtx body;
373 int i;
374 int length = 0;
376 if (!HAVE_ATTR_length)
377 return 0;
379 if (insn_lengths_max_uid > INSN_UID (insn))
380 return insn_lengths[INSN_UID (insn)];
381 else
382 switch (GET_CODE (insn))
384 case NOTE:
385 case BARRIER:
386 case CODE_LABEL:
387 case DEBUG_INSN:
388 return 0;
390 case CALL_INSN:
391 case JUMP_INSN:
392 length = fallback_fn (insn);
393 break;
395 case INSN:
396 body = PATTERN (insn);
397 if (GET_CODE (body) == USE || GET_CODE (body) == CLOBBER)
398 return 0;
400 else if (GET_CODE (body) == ASM_INPUT || asm_noperands (body) >= 0)
401 length = asm_insn_count (body) * fallback_fn (insn);
402 else if (rtx_sequence *seq = dyn_cast <rtx_sequence *> (body))
403 for (i = 0; i < seq->len (); i++)
404 length += get_attr_length_1 (seq->insn (i), fallback_fn);
405 else
406 length = fallback_fn (insn);
407 break;
409 default:
410 break;
413 #ifdef ADJUST_INSN_LENGTH
414 ADJUST_INSN_LENGTH (insn, length);
415 #endif
416 return length;
419 /* Obtain the current length of an insn. If branch shortening has been done,
420 get its actual length. Otherwise, get its maximum length. */
422 get_attr_length (rtx_insn *insn)
424 return get_attr_length_1 (insn, insn_default_length);
427 /* Obtain the current length of an insn. If branch shortening has been done,
428 get its actual length. Otherwise, get its minimum length. */
430 get_attr_min_length (rtx_insn *insn)
432 return get_attr_length_1 (insn, insn_min_length);
435 /* Code to handle alignment inside shorten_branches. */
437 /* Here is an explanation how the algorithm in align_fuzz can give
438 proper results:
440 Call a sequence of instructions beginning with alignment point X
441 and continuing until the next alignment point `block X'. When `X'
442 is used in an expression, it means the alignment value of the
443 alignment point.
445 Call the distance between the start of the first insn of block X, and
446 the end of the last insn of block X `IX', for the `inner size of X'.
447 This is clearly the sum of the instruction lengths.
449 Likewise with the next alignment-delimited block following X, which we
450 shall call block Y.
452 Call the distance between the start of the first insn of block X, and
453 the start of the first insn of block Y `OX', for the `outer size of X'.
455 The estimated padding is then OX - IX.
457 OX can be safely estimated as
459 if (X >= Y)
460 OX = round_up(IX, Y)
461 else
462 OX = round_up(IX, X) + Y - X
464 Clearly est(IX) >= real(IX), because that only depends on the
465 instruction lengths, and those being overestimated is a given.
467 Clearly round_up(foo, Z) >= round_up(bar, Z) if foo >= bar, so
468 we needn't worry about that when thinking about OX.
470 When X >= Y, the alignment provided by Y adds no uncertainty factor
471 for branch ranges starting before X, so we can just round what we have.
472 But when X < Y, we don't know anything about the, so to speak,
473 `middle bits', so we have to assume the worst when aligning up from an
474 address mod X to one mod Y, which is Y - X. */
476 #ifndef LABEL_ALIGN
477 #define LABEL_ALIGN(LABEL) align_labels_log
478 #endif
480 #ifndef LOOP_ALIGN
481 #define LOOP_ALIGN(LABEL) align_loops_log
482 #endif
484 #ifndef LABEL_ALIGN_AFTER_BARRIER
485 #define LABEL_ALIGN_AFTER_BARRIER(LABEL) 0
486 #endif
488 #ifndef JUMP_ALIGN
489 #define JUMP_ALIGN(LABEL) align_jumps_log
490 #endif
493 default_label_align_after_barrier_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
495 return 0;
499 default_loop_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
501 return align_loops_max_skip;
505 default_label_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
507 return align_labels_max_skip;
511 default_jump_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
513 return align_jumps_max_skip;
516 #ifndef ADDR_VEC_ALIGN
517 static int
518 final_addr_vec_align (rtx_jump_table_data *addr_vec)
520 int align = GET_MODE_SIZE (addr_vec->get_data_mode ());
522 if (align > BIGGEST_ALIGNMENT / BITS_PER_UNIT)
523 align = BIGGEST_ALIGNMENT / BITS_PER_UNIT;
524 return exact_log2 (align);
528 #define ADDR_VEC_ALIGN(ADDR_VEC) final_addr_vec_align (ADDR_VEC)
529 #endif
531 #ifndef INSN_LENGTH_ALIGNMENT
532 #define INSN_LENGTH_ALIGNMENT(INSN) length_unit_log
533 #endif
535 #define INSN_SHUID(INSN) (uid_shuid[INSN_UID (INSN)])
537 static int min_labelno, max_labelno;
539 #define LABEL_TO_ALIGNMENT(LABEL) \
540 (label_align[CODE_LABEL_NUMBER (LABEL) - min_labelno].alignment)
542 #define LABEL_TO_MAX_SKIP(LABEL) \
543 (label_align[CODE_LABEL_NUMBER (LABEL) - min_labelno].max_skip)
545 /* For the benefit of port specific code do this also as a function. */
548 label_to_alignment (rtx label)
550 if (CODE_LABEL_NUMBER (label) <= max_labelno)
551 return LABEL_TO_ALIGNMENT (label);
552 return 0;
556 label_to_max_skip (rtx label)
558 if (CODE_LABEL_NUMBER (label) <= max_labelno)
559 return LABEL_TO_MAX_SKIP (label);
560 return 0;
563 /* The differences in addresses
564 between a branch and its target might grow or shrink depending on
565 the alignment the start insn of the range (the branch for a forward
566 branch or the label for a backward branch) starts out on; if these
567 differences are used naively, they can even oscillate infinitely.
568 We therefore want to compute a 'worst case' address difference that
569 is independent of the alignment the start insn of the range end
570 up on, and that is at least as large as the actual difference.
571 The function align_fuzz calculates the amount we have to add to the
572 naively computed difference, by traversing the part of the alignment
573 chain of the start insn of the range that is in front of the end insn
574 of the range, and considering for each alignment the maximum amount
575 that it might contribute to a size increase.
577 For casesi tables, we also want to know worst case minimum amounts of
578 address difference, in case a machine description wants to introduce
579 some common offset that is added to all offsets in a table.
580 For this purpose, align_fuzz with a growth argument of 0 computes the
581 appropriate adjustment. */
583 /* Compute the maximum delta by which the difference of the addresses of
584 START and END might grow / shrink due to a different address for start
585 which changes the size of alignment insns between START and END.
586 KNOWN_ALIGN_LOG is the alignment known for START.
587 GROWTH should be ~0 if the objective is to compute potential code size
588 increase, and 0 if the objective is to compute potential shrink.
589 The return value is undefined for any other value of GROWTH. */
591 static int
592 align_fuzz (rtx start, rtx end, int known_align_log, unsigned int growth)
594 int uid = INSN_UID (start);
595 rtx align_label;
596 int known_align = 1 << known_align_log;
597 int end_shuid = INSN_SHUID (end);
598 int fuzz = 0;
600 for (align_label = uid_align[uid]; align_label; align_label = uid_align[uid])
602 int align_addr, new_align;
604 uid = INSN_UID (align_label);
605 align_addr = INSN_ADDRESSES (uid) - insn_lengths[uid];
606 if (uid_shuid[uid] > end_shuid)
607 break;
608 known_align_log = LABEL_TO_ALIGNMENT (align_label);
609 new_align = 1 << known_align_log;
610 if (new_align < known_align)
611 continue;
612 fuzz += (-align_addr ^ growth) & (new_align - known_align);
613 known_align = new_align;
615 return fuzz;
618 /* Compute a worst-case reference address of a branch so that it
619 can be safely used in the presence of aligned labels. Since the
620 size of the branch itself is unknown, the size of the branch is
621 not included in the range. I.e. for a forward branch, the reference
622 address is the end address of the branch as known from the previous
623 branch shortening pass, minus a value to account for possible size
624 increase due to alignment. For a backward branch, it is the start
625 address of the branch as known from the current pass, plus a value
626 to account for possible size increase due to alignment.
627 NB.: Therefore, the maximum offset allowed for backward branches needs
628 to exclude the branch size. */
631 insn_current_reference_address (rtx_insn *branch)
633 rtx dest;
634 int seq_uid;
636 if (! INSN_ADDRESSES_SET_P ())
637 return 0;
639 rtx_insn *seq = NEXT_INSN (PREV_INSN (branch));
640 seq_uid = INSN_UID (seq);
641 if (!JUMP_P (branch))
642 /* This can happen for example on the PA; the objective is to know the
643 offset to address something in front of the start of the function.
644 Thus, we can treat it like a backward branch.
645 We assume here that FUNCTION_BOUNDARY / BITS_PER_UNIT is larger than
646 any alignment we'd encounter, so we skip the call to align_fuzz. */
647 return insn_current_address;
648 dest = JUMP_LABEL (branch);
650 /* BRANCH has no proper alignment chain set, so use SEQ.
651 BRANCH also has no INSN_SHUID. */
652 if (INSN_SHUID (seq) < INSN_SHUID (dest))
654 /* Forward branch. */
655 return (insn_last_address + insn_lengths[seq_uid]
656 - align_fuzz (seq, dest, length_unit_log, ~0));
658 else
660 /* Backward branch. */
661 return (insn_current_address
662 + align_fuzz (dest, seq, length_unit_log, ~0));
666 /* Compute branch alignments based on frequency information in the
667 CFG. */
669 unsigned int
670 compute_alignments (void)
672 int log, max_skip, max_log;
673 basic_block bb;
674 int freq_max = 0;
675 int freq_threshold = 0;
677 if (label_align)
679 free (label_align);
680 label_align = 0;
683 max_labelno = max_label_num ();
684 min_labelno = get_first_label_num ();
685 label_align = XCNEWVEC (struct label_alignment, max_labelno - min_labelno + 1);
687 /* If not optimizing or optimizing for size, don't assign any alignments. */
688 if (! optimize || optimize_function_for_size_p (cfun))
689 return 0;
691 if (dump_file)
693 dump_reg_info (dump_file);
694 dump_flow_info (dump_file, TDF_DETAILS);
695 flow_loops_dump (dump_file, NULL, 1);
697 loop_optimizer_init (AVOID_CFG_MODIFICATIONS);
698 FOR_EACH_BB_FN (bb, cfun)
699 if (bb->frequency > freq_max)
700 freq_max = bb->frequency;
701 freq_threshold = freq_max / PARAM_VALUE (PARAM_ALIGN_THRESHOLD);
703 if (dump_file)
704 fprintf (dump_file, "freq_max: %i\n",freq_max);
705 FOR_EACH_BB_FN (bb, cfun)
707 rtx_insn *label = BB_HEAD (bb);
708 int fallthru_frequency = 0, branch_frequency = 0, has_fallthru = 0;
709 edge e;
710 edge_iterator ei;
712 if (!LABEL_P (label)
713 || optimize_bb_for_size_p (bb))
715 if (dump_file)
716 fprintf (dump_file,
717 "BB %4i freq %4i loop %2i loop_depth %2i skipped.\n",
718 bb->index, bb->frequency, bb->loop_father->num,
719 bb_loop_depth (bb));
720 continue;
722 max_log = LABEL_ALIGN (label);
723 max_skip = targetm.asm_out.label_align_max_skip (label);
725 FOR_EACH_EDGE (e, ei, bb->preds)
727 if (e->flags & EDGE_FALLTHRU)
728 has_fallthru = 1, fallthru_frequency += EDGE_FREQUENCY (e);
729 else
730 branch_frequency += EDGE_FREQUENCY (e);
732 if (dump_file)
734 fprintf (dump_file, "BB %4i freq %4i loop %2i loop_depth"
735 " %2i fall %4i branch %4i",
736 bb->index, bb->frequency, bb->loop_father->num,
737 bb_loop_depth (bb),
738 fallthru_frequency, branch_frequency);
739 if (!bb->loop_father->inner && bb->loop_father->num)
740 fprintf (dump_file, " inner_loop");
741 if (bb->loop_father->header == bb)
742 fprintf (dump_file, " loop_header");
743 fprintf (dump_file, "\n");
746 /* There are two purposes to align block with no fallthru incoming edge:
747 1) to avoid fetch stalls when branch destination is near cache boundary
748 2) to improve cache efficiency in case the previous block is not executed
749 (so it does not need to be in the cache).
751 We to catch first case, we align frequently executed blocks.
752 To catch the second, we align blocks that are executed more frequently
753 than the predecessor and the predecessor is likely to not be executed
754 when function is called. */
756 if (!has_fallthru
757 && (branch_frequency > freq_threshold
758 || (bb->frequency > bb->prev_bb->frequency * 10
759 && (bb->prev_bb->frequency
760 <= ENTRY_BLOCK_PTR_FOR_FN (cfun)->frequency / 2))))
762 log = JUMP_ALIGN (label);
763 if (dump_file)
764 fprintf (dump_file, " jump alignment added.\n");
765 if (max_log < log)
767 max_log = log;
768 max_skip = targetm.asm_out.jump_align_max_skip (label);
771 /* In case block is frequent and reached mostly by non-fallthru edge,
772 align it. It is most likely a first block of loop. */
773 if (has_fallthru
774 && !(single_succ_p (bb)
775 && single_succ (bb) == EXIT_BLOCK_PTR_FOR_FN (cfun))
776 && optimize_bb_for_speed_p (bb)
777 && branch_frequency + fallthru_frequency > freq_threshold
778 && (branch_frequency
779 > fallthru_frequency * PARAM_VALUE (PARAM_ALIGN_LOOP_ITERATIONS)))
781 log = LOOP_ALIGN (label);
782 if (dump_file)
783 fprintf (dump_file, " internal loop alignment added.\n");
784 if (max_log < log)
786 max_log = log;
787 max_skip = targetm.asm_out.loop_align_max_skip (label);
790 LABEL_TO_ALIGNMENT (label) = max_log;
791 LABEL_TO_MAX_SKIP (label) = max_skip;
794 loop_optimizer_finalize ();
795 free_dominance_info (CDI_DOMINATORS);
796 return 0;
799 /* Grow the LABEL_ALIGN array after new labels are created. */
801 static void
802 grow_label_align (void)
804 int old = max_labelno;
805 int n_labels;
806 int n_old_labels;
808 max_labelno = max_label_num ();
810 n_labels = max_labelno - min_labelno + 1;
811 n_old_labels = old - min_labelno + 1;
813 label_align = XRESIZEVEC (struct label_alignment, label_align, n_labels);
815 /* Range of labels grows monotonically in the function. Failing here
816 means that the initialization of array got lost. */
817 gcc_assert (n_old_labels <= n_labels);
819 memset (label_align + n_old_labels, 0,
820 (n_labels - n_old_labels) * sizeof (struct label_alignment));
823 /* Update the already computed alignment information. LABEL_PAIRS is a vector
824 made up of pairs of labels for which the alignment information of the first
825 element will be copied from that of the second element. */
827 void
828 update_alignments (vec<rtx> &label_pairs)
830 unsigned int i = 0;
831 rtx iter, label = NULL_RTX;
833 if (max_labelno != max_label_num ())
834 grow_label_align ();
836 FOR_EACH_VEC_ELT (label_pairs, i, iter)
837 if (i & 1)
839 LABEL_TO_ALIGNMENT (label) = LABEL_TO_ALIGNMENT (iter);
840 LABEL_TO_MAX_SKIP (label) = LABEL_TO_MAX_SKIP (iter);
842 else
843 label = iter;
846 namespace {
848 const pass_data pass_data_compute_alignments =
850 RTL_PASS, /* type */
851 "alignments", /* name */
852 OPTGROUP_NONE, /* optinfo_flags */
853 TV_NONE, /* tv_id */
854 0, /* properties_required */
855 0, /* properties_provided */
856 0, /* properties_destroyed */
857 0, /* todo_flags_start */
858 0, /* todo_flags_finish */
861 class pass_compute_alignments : public rtl_opt_pass
863 public:
864 pass_compute_alignments (gcc::context *ctxt)
865 : rtl_opt_pass (pass_data_compute_alignments, ctxt)
868 /* opt_pass methods: */
869 virtual unsigned int execute (function *) { return compute_alignments (); }
871 }; // class pass_compute_alignments
873 } // anon namespace
875 rtl_opt_pass *
876 make_pass_compute_alignments (gcc::context *ctxt)
878 return new pass_compute_alignments (ctxt);
882 /* Make a pass over all insns and compute their actual lengths by shortening
883 any branches of variable length if possible. */
885 /* shorten_branches might be called multiple times: for example, the SH
886 port splits out-of-range conditional branches in MACHINE_DEPENDENT_REORG.
887 In order to do this, it needs proper length information, which it obtains
888 by calling shorten_branches. This cannot be collapsed with
889 shorten_branches itself into a single pass unless we also want to integrate
890 reorg.c, since the branch splitting exposes new instructions with delay
891 slots. */
893 void
894 shorten_branches (rtx_insn *first)
896 rtx_insn *insn;
897 int max_uid;
898 int i;
899 int max_log;
900 int max_skip;
901 #define MAX_CODE_ALIGN 16
902 rtx_insn *seq;
903 int something_changed = 1;
904 char *varying_length;
905 rtx body;
906 int uid;
907 rtx align_tab[MAX_CODE_ALIGN];
909 /* Compute maximum UID and allocate label_align / uid_shuid. */
910 max_uid = get_max_uid ();
912 /* Free uid_shuid before reallocating it. */
913 free (uid_shuid);
915 uid_shuid = XNEWVEC (int, max_uid);
917 if (max_labelno != max_label_num ())
918 grow_label_align ();
920 /* Initialize label_align and set up uid_shuid to be strictly
921 monotonically rising with insn order. */
922 /* We use max_log here to keep track of the maximum alignment we want to
923 impose on the next CODE_LABEL (or the current one if we are processing
924 the CODE_LABEL itself). */
926 max_log = 0;
927 max_skip = 0;
929 for (insn = get_insns (), i = 1; insn; insn = NEXT_INSN (insn))
931 int log;
933 INSN_SHUID (insn) = i++;
934 if (INSN_P (insn))
935 continue;
937 if (rtx_code_label *label = dyn_cast <rtx_code_label *> (insn))
939 /* Merge in alignments computed by compute_alignments. */
940 log = LABEL_TO_ALIGNMENT (label);
941 if (max_log < log)
943 max_log = log;
944 max_skip = LABEL_TO_MAX_SKIP (label);
947 rtx_jump_table_data *table = jump_table_for_label (label);
948 if (!table)
950 log = LABEL_ALIGN (label);
951 if (max_log < log)
953 max_log = log;
954 max_skip = targetm.asm_out.label_align_max_skip (label);
957 /* ADDR_VECs only take room if read-only data goes into the text
958 section. */
959 if ((JUMP_TABLES_IN_TEXT_SECTION
960 || readonly_data_section == text_section)
961 && table)
963 log = ADDR_VEC_ALIGN (table);
964 if (max_log < log)
966 max_log = log;
967 max_skip = targetm.asm_out.label_align_max_skip (label);
970 LABEL_TO_ALIGNMENT (label) = max_log;
971 LABEL_TO_MAX_SKIP (label) = max_skip;
972 max_log = 0;
973 max_skip = 0;
975 else if (BARRIER_P (insn))
977 rtx_insn *label;
979 for (label = insn; label && ! INSN_P (label);
980 label = NEXT_INSN (label))
981 if (LABEL_P (label))
983 log = LABEL_ALIGN_AFTER_BARRIER (insn);
984 if (max_log < log)
986 max_log = log;
987 max_skip = targetm.asm_out.label_align_after_barrier_max_skip (label);
989 break;
993 if (!HAVE_ATTR_length)
994 return;
996 /* Allocate the rest of the arrays. */
997 insn_lengths = XNEWVEC (int, max_uid);
998 insn_lengths_max_uid = max_uid;
999 /* Syntax errors can lead to labels being outside of the main insn stream.
1000 Initialize insn_addresses, so that we get reproducible results. */
1001 INSN_ADDRESSES_ALLOC (max_uid);
1003 varying_length = XCNEWVEC (char, max_uid);
1005 /* Initialize uid_align. We scan instructions
1006 from end to start, and keep in align_tab[n] the last seen insn
1007 that does an alignment of at least n+1, i.e. the successor
1008 in the alignment chain for an insn that does / has a known
1009 alignment of n. */
1010 uid_align = XCNEWVEC (rtx, max_uid);
1012 for (i = MAX_CODE_ALIGN; --i >= 0;)
1013 align_tab[i] = NULL_RTX;
1014 seq = get_last_insn ();
1015 for (; seq; seq = PREV_INSN (seq))
1017 int uid = INSN_UID (seq);
1018 int log;
1019 log = (LABEL_P (seq) ? LABEL_TO_ALIGNMENT (seq) : 0);
1020 uid_align[uid] = align_tab[0];
1021 if (log)
1023 /* Found an alignment label. */
1024 uid_align[uid] = align_tab[log];
1025 for (i = log - 1; i >= 0; i--)
1026 align_tab[i] = seq;
1030 /* When optimizing, we start assuming minimum length, and keep increasing
1031 lengths as we find the need for this, till nothing changes.
1032 When not optimizing, we start assuming maximum lengths, and
1033 do a single pass to update the lengths. */
1034 bool increasing = optimize != 0;
1036 #ifdef CASE_VECTOR_SHORTEN_MODE
1037 if (optimize)
1039 /* Look for ADDR_DIFF_VECs, and initialize their minimum and maximum
1040 label fields. */
1042 int min_shuid = INSN_SHUID (get_insns ()) - 1;
1043 int max_shuid = INSN_SHUID (get_last_insn ()) + 1;
1044 int rel;
1046 for (insn = first; insn != 0; insn = NEXT_INSN (insn))
1048 rtx min_lab = NULL_RTX, max_lab = NULL_RTX, pat;
1049 int len, i, min, max, insn_shuid;
1050 int min_align;
1051 addr_diff_vec_flags flags;
1053 if (! JUMP_TABLE_DATA_P (insn)
1054 || GET_CODE (PATTERN (insn)) != ADDR_DIFF_VEC)
1055 continue;
1056 pat = PATTERN (insn);
1057 len = XVECLEN (pat, 1);
1058 gcc_assert (len > 0);
1059 min_align = MAX_CODE_ALIGN;
1060 for (min = max_shuid, max = min_shuid, i = len - 1; i >= 0; i--)
1062 rtx lab = XEXP (XVECEXP (pat, 1, i), 0);
1063 int shuid = INSN_SHUID (lab);
1064 if (shuid < min)
1066 min = shuid;
1067 min_lab = lab;
1069 if (shuid > max)
1071 max = shuid;
1072 max_lab = lab;
1074 if (min_align > LABEL_TO_ALIGNMENT (lab))
1075 min_align = LABEL_TO_ALIGNMENT (lab);
1077 XEXP (pat, 2) = gen_rtx_LABEL_REF (Pmode, min_lab);
1078 XEXP (pat, 3) = gen_rtx_LABEL_REF (Pmode, max_lab);
1079 insn_shuid = INSN_SHUID (insn);
1080 rel = INSN_SHUID (XEXP (XEXP (pat, 0), 0));
1081 memset (&flags, 0, sizeof (flags));
1082 flags.min_align = min_align;
1083 flags.base_after_vec = rel > insn_shuid;
1084 flags.min_after_vec = min > insn_shuid;
1085 flags.max_after_vec = max > insn_shuid;
1086 flags.min_after_base = min > rel;
1087 flags.max_after_base = max > rel;
1088 ADDR_DIFF_VEC_FLAGS (pat) = flags;
1090 if (increasing)
1091 PUT_MODE (pat, CASE_VECTOR_SHORTEN_MODE (0, 0, pat));
1094 #endif /* CASE_VECTOR_SHORTEN_MODE */
1096 /* Compute initial lengths, addresses, and varying flags for each insn. */
1097 int (*length_fun) (rtx_insn *) = increasing ? insn_min_length : insn_default_length;
1099 for (insn_current_address = 0, insn = first;
1100 insn != 0;
1101 insn_current_address += insn_lengths[uid], insn = NEXT_INSN (insn))
1103 uid = INSN_UID (insn);
1105 insn_lengths[uid] = 0;
1107 if (LABEL_P (insn))
1109 int log = LABEL_TO_ALIGNMENT (insn);
1110 if (log)
1112 int align = 1 << log;
1113 int new_address = (insn_current_address + align - 1) & -align;
1114 insn_lengths[uid] = new_address - insn_current_address;
1118 INSN_ADDRESSES (uid) = insn_current_address + insn_lengths[uid];
1120 if (NOTE_P (insn) || BARRIER_P (insn)
1121 || LABEL_P (insn) || DEBUG_INSN_P (insn))
1122 continue;
1123 if (insn->deleted ())
1124 continue;
1126 body = PATTERN (insn);
1127 if (rtx_jump_table_data *table = dyn_cast <rtx_jump_table_data *> (insn))
1129 /* This only takes room if read-only data goes into the text
1130 section. */
1131 if (JUMP_TABLES_IN_TEXT_SECTION
1132 || readonly_data_section == text_section)
1133 insn_lengths[uid] = (XVECLEN (body,
1134 GET_CODE (body) == ADDR_DIFF_VEC)
1135 * GET_MODE_SIZE (table->get_data_mode ()));
1136 /* Alignment is handled by ADDR_VEC_ALIGN. */
1138 else if (GET_CODE (body) == ASM_INPUT || asm_noperands (body) >= 0)
1139 insn_lengths[uid] = asm_insn_count (body) * insn_default_length (insn);
1140 else if (rtx_sequence *body_seq = dyn_cast <rtx_sequence *> (body))
1142 int i;
1143 int const_delay_slots;
1144 if (DELAY_SLOTS)
1145 const_delay_slots = const_num_delay_slots (body_seq->insn (0));
1146 else
1147 const_delay_slots = 0;
1149 int (*inner_length_fun) (rtx_insn *)
1150 = const_delay_slots ? length_fun : insn_default_length;
1151 /* Inside a delay slot sequence, we do not do any branch shortening
1152 if the shortening could change the number of delay slots
1153 of the branch. */
1154 for (i = 0; i < body_seq->len (); i++)
1156 rtx_insn *inner_insn = body_seq->insn (i);
1157 int inner_uid = INSN_UID (inner_insn);
1158 int inner_length;
1160 if (GET_CODE (PATTERN (inner_insn)) == ASM_INPUT
1161 || asm_noperands (PATTERN (inner_insn)) >= 0)
1162 inner_length = (asm_insn_count (PATTERN (inner_insn))
1163 * insn_default_length (inner_insn));
1164 else
1165 inner_length = inner_length_fun (inner_insn);
1167 insn_lengths[inner_uid] = inner_length;
1168 if (const_delay_slots)
1170 if ((varying_length[inner_uid]
1171 = insn_variable_length_p (inner_insn)) != 0)
1172 varying_length[uid] = 1;
1173 INSN_ADDRESSES (inner_uid) = (insn_current_address
1174 + insn_lengths[uid]);
1176 else
1177 varying_length[inner_uid] = 0;
1178 insn_lengths[uid] += inner_length;
1181 else if (GET_CODE (body) != USE && GET_CODE (body) != CLOBBER)
1183 insn_lengths[uid] = length_fun (insn);
1184 varying_length[uid] = insn_variable_length_p (insn);
1187 /* If needed, do any adjustment. */
1188 #ifdef ADJUST_INSN_LENGTH
1189 ADJUST_INSN_LENGTH (insn, insn_lengths[uid]);
1190 if (insn_lengths[uid] < 0)
1191 fatal_insn ("negative insn length", insn);
1192 #endif
1195 /* Now loop over all the insns finding varying length insns. For each,
1196 get the current insn length. If it has changed, reflect the change.
1197 When nothing changes for a full pass, we are done. */
1199 while (something_changed)
1201 something_changed = 0;
1202 insn_current_align = MAX_CODE_ALIGN - 1;
1203 for (insn_current_address = 0, insn = first;
1204 insn != 0;
1205 insn = NEXT_INSN (insn))
1207 int new_length;
1208 #ifdef ADJUST_INSN_LENGTH
1209 int tmp_length;
1210 #endif
1211 int length_align;
1213 uid = INSN_UID (insn);
1215 if (rtx_code_label *label = dyn_cast <rtx_code_label *> (insn))
1217 int log = LABEL_TO_ALIGNMENT (label);
1219 #ifdef CASE_VECTOR_SHORTEN_MODE
1220 /* If the mode of a following jump table was changed, we
1221 may need to update the alignment of this label. */
1223 if (JUMP_TABLES_IN_TEXT_SECTION
1224 || readonly_data_section == text_section)
1226 rtx_jump_table_data *table = jump_table_for_label (label);
1227 if (table)
1229 int newlog = ADDR_VEC_ALIGN (table);
1230 if (newlog != log)
1232 log = newlog;
1233 LABEL_TO_ALIGNMENT (insn) = log;
1234 something_changed = 1;
1238 #endif
1240 if (log > insn_current_align)
1242 int align = 1 << log;
1243 int new_address= (insn_current_address + align - 1) & -align;
1244 insn_lengths[uid] = new_address - insn_current_address;
1245 insn_current_align = log;
1246 insn_current_address = new_address;
1248 else
1249 insn_lengths[uid] = 0;
1250 INSN_ADDRESSES (uid) = insn_current_address;
1251 continue;
1254 length_align = INSN_LENGTH_ALIGNMENT (insn);
1255 if (length_align < insn_current_align)
1256 insn_current_align = length_align;
1258 insn_last_address = INSN_ADDRESSES (uid);
1259 INSN_ADDRESSES (uid) = insn_current_address;
1261 #ifdef CASE_VECTOR_SHORTEN_MODE
1262 if (optimize
1263 && JUMP_TABLE_DATA_P (insn)
1264 && GET_CODE (PATTERN (insn)) == ADDR_DIFF_VEC)
1266 rtx_jump_table_data *table = as_a <rtx_jump_table_data *> (insn);
1267 rtx body = PATTERN (insn);
1268 int old_length = insn_lengths[uid];
1269 rtx_insn *rel_lab =
1270 safe_as_a <rtx_insn *> (XEXP (XEXP (body, 0), 0));
1271 rtx min_lab = XEXP (XEXP (body, 2), 0);
1272 rtx max_lab = XEXP (XEXP (body, 3), 0);
1273 int rel_addr = INSN_ADDRESSES (INSN_UID (rel_lab));
1274 int min_addr = INSN_ADDRESSES (INSN_UID (min_lab));
1275 int max_addr = INSN_ADDRESSES (INSN_UID (max_lab));
1276 rtx_insn *prev;
1277 int rel_align = 0;
1278 addr_diff_vec_flags flags;
1279 scalar_int_mode vec_mode;
1281 /* Avoid automatic aggregate initialization. */
1282 flags = ADDR_DIFF_VEC_FLAGS (body);
1284 /* Try to find a known alignment for rel_lab. */
1285 for (prev = rel_lab;
1286 prev
1287 && ! insn_lengths[INSN_UID (prev)]
1288 && ! (varying_length[INSN_UID (prev)] & 1);
1289 prev = PREV_INSN (prev))
1290 if (varying_length[INSN_UID (prev)] & 2)
1292 rel_align = LABEL_TO_ALIGNMENT (prev);
1293 break;
1296 /* See the comment on addr_diff_vec_flags in rtl.h for the
1297 meaning of the flags values. base: REL_LAB vec: INSN */
1298 /* Anything after INSN has still addresses from the last
1299 pass; adjust these so that they reflect our current
1300 estimate for this pass. */
1301 if (flags.base_after_vec)
1302 rel_addr += insn_current_address - insn_last_address;
1303 if (flags.min_after_vec)
1304 min_addr += insn_current_address - insn_last_address;
1305 if (flags.max_after_vec)
1306 max_addr += insn_current_address - insn_last_address;
1307 /* We want to know the worst case, i.e. lowest possible value
1308 for the offset of MIN_LAB. If MIN_LAB is after REL_LAB,
1309 its offset is positive, and we have to be wary of code shrink;
1310 otherwise, it is negative, and we have to be vary of code
1311 size increase. */
1312 if (flags.min_after_base)
1314 /* If INSN is between REL_LAB and MIN_LAB, the size
1315 changes we are about to make can change the alignment
1316 within the observed offset, therefore we have to break
1317 it up into two parts that are independent. */
1318 if (! flags.base_after_vec && flags.min_after_vec)
1320 min_addr -= align_fuzz (rel_lab, insn, rel_align, 0);
1321 min_addr -= align_fuzz (insn, min_lab, 0, 0);
1323 else
1324 min_addr -= align_fuzz (rel_lab, min_lab, rel_align, 0);
1326 else
1328 if (flags.base_after_vec && ! flags.min_after_vec)
1330 min_addr -= align_fuzz (min_lab, insn, 0, ~0);
1331 min_addr -= align_fuzz (insn, rel_lab, 0, ~0);
1333 else
1334 min_addr -= align_fuzz (min_lab, rel_lab, 0, ~0);
1336 /* Likewise, determine the highest lowest possible value
1337 for the offset of MAX_LAB. */
1338 if (flags.max_after_base)
1340 if (! flags.base_after_vec && flags.max_after_vec)
1342 max_addr += align_fuzz (rel_lab, insn, rel_align, ~0);
1343 max_addr += align_fuzz (insn, max_lab, 0, ~0);
1345 else
1346 max_addr += align_fuzz (rel_lab, max_lab, rel_align, ~0);
1348 else
1350 if (flags.base_after_vec && ! flags.max_after_vec)
1352 max_addr += align_fuzz (max_lab, insn, 0, 0);
1353 max_addr += align_fuzz (insn, rel_lab, 0, 0);
1355 else
1356 max_addr += align_fuzz (max_lab, rel_lab, 0, 0);
1358 vec_mode = CASE_VECTOR_SHORTEN_MODE (min_addr - rel_addr,
1359 max_addr - rel_addr, body);
1360 if (!increasing
1361 || (GET_MODE_SIZE (vec_mode)
1362 >= GET_MODE_SIZE (table->get_data_mode ())))
1363 PUT_MODE (body, vec_mode);
1364 if (JUMP_TABLES_IN_TEXT_SECTION
1365 || readonly_data_section == text_section)
1367 insn_lengths[uid]
1368 = (XVECLEN (body, 1)
1369 * GET_MODE_SIZE (table->get_data_mode ()));
1370 insn_current_address += insn_lengths[uid];
1371 if (insn_lengths[uid] != old_length)
1372 something_changed = 1;
1375 continue;
1377 #endif /* CASE_VECTOR_SHORTEN_MODE */
1379 if (! (varying_length[uid]))
1381 if (NONJUMP_INSN_P (insn)
1382 && GET_CODE (PATTERN (insn)) == SEQUENCE)
1384 int i;
1386 body = PATTERN (insn);
1387 for (i = 0; i < XVECLEN (body, 0); i++)
1389 rtx inner_insn = XVECEXP (body, 0, i);
1390 int inner_uid = INSN_UID (inner_insn);
1392 INSN_ADDRESSES (inner_uid) = insn_current_address;
1394 insn_current_address += insn_lengths[inner_uid];
1397 else
1398 insn_current_address += insn_lengths[uid];
1400 continue;
1403 if (NONJUMP_INSN_P (insn) && GET_CODE (PATTERN (insn)) == SEQUENCE)
1405 rtx_sequence *seqn = as_a <rtx_sequence *> (PATTERN (insn));
1406 int i;
1408 body = PATTERN (insn);
1409 new_length = 0;
1410 for (i = 0; i < seqn->len (); i++)
1412 rtx_insn *inner_insn = seqn->insn (i);
1413 int inner_uid = INSN_UID (inner_insn);
1414 int inner_length;
1416 INSN_ADDRESSES (inner_uid) = insn_current_address;
1418 /* insn_current_length returns 0 for insns with a
1419 non-varying length. */
1420 if (! varying_length[inner_uid])
1421 inner_length = insn_lengths[inner_uid];
1422 else
1423 inner_length = insn_current_length (inner_insn);
1425 if (inner_length != insn_lengths[inner_uid])
1427 if (!increasing || inner_length > insn_lengths[inner_uid])
1429 insn_lengths[inner_uid] = inner_length;
1430 something_changed = 1;
1432 else
1433 inner_length = insn_lengths[inner_uid];
1435 insn_current_address += inner_length;
1436 new_length += inner_length;
1439 else
1441 new_length = insn_current_length (insn);
1442 insn_current_address += new_length;
1445 #ifdef ADJUST_INSN_LENGTH
1446 /* If needed, do any adjustment. */
1447 tmp_length = new_length;
1448 ADJUST_INSN_LENGTH (insn, new_length);
1449 insn_current_address += (new_length - tmp_length);
1450 #endif
1452 if (new_length != insn_lengths[uid]
1453 && (!increasing || new_length > insn_lengths[uid]))
1455 insn_lengths[uid] = new_length;
1456 something_changed = 1;
1458 else
1459 insn_current_address += insn_lengths[uid] - new_length;
1461 /* For a non-optimizing compile, do only a single pass. */
1462 if (!increasing)
1463 break;
1465 crtl->max_insn_address = insn_current_address;
1466 free (varying_length);
1469 /* Given the body of an INSN known to be generated by an ASM statement, return
1470 the number of machine instructions likely to be generated for this insn.
1471 This is used to compute its length. */
1473 static int
1474 asm_insn_count (rtx body)
1476 const char *templ;
1478 if (GET_CODE (body) == ASM_INPUT)
1479 templ = XSTR (body, 0);
1480 else
1481 templ = decode_asm_operands (body, NULL, NULL, NULL, NULL, NULL);
1483 return asm_str_count (templ);
1486 /* Return the number of machine instructions likely to be generated for the
1487 inline-asm template. */
1489 asm_str_count (const char *templ)
1491 int count = 1;
1493 if (!*templ)
1494 return 0;
1496 for (; *templ; templ++)
1497 if (IS_ASM_LOGICAL_LINE_SEPARATOR (*templ, templ)
1498 || *templ == '\n')
1499 count++;
1501 return count;
1504 /* ??? This is probably the wrong place for these. */
1505 /* Structure recording the mapping from source file and directory
1506 names at compile time to those to be embedded in debug
1507 information. */
1508 struct debug_prefix_map
1510 const char *old_prefix;
1511 const char *new_prefix;
1512 size_t old_len;
1513 size_t new_len;
1514 struct debug_prefix_map *next;
1517 /* Linked list of such structures. */
1518 static debug_prefix_map *debug_prefix_maps;
1521 /* Record a debug file prefix mapping. ARG is the argument to
1522 -fdebug-prefix-map and must be of the form OLD=NEW. */
1524 void
1525 add_debug_prefix_map (const char *arg)
1527 debug_prefix_map *map;
1528 const char *p;
1530 p = strchr (arg, '=');
1531 if (!p)
1533 error ("invalid argument %qs to -fdebug-prefix-map", arg);
1534 return;
1536 map = XNEW (debug_prefix_map);
1537 map->old_prefix = xstrndup (arg, p - arg);
1538 map->old_len = p - arg;
1539 p++;
1540 map->new_prefix = xstrdup (p);
1541 map->new_len = strlen (p);
1542 map->next = debug_prefix_maps;
1543 debug_prefix_maps = map;
1546 /* Perform user-specified mapping of debug filename prefixes. Return
1547 the new name corresponding to FILENAME. */
1549 const char *
1550 remap_debug_filename (const char *filename)
1552 debug_prefix_map *map;
1553 char *s;
1554 const char *name;
1555 size_t name_len;
1557 for (map = debug_prefix_maps; map; map = map->next)
1558 if (filename_ncmp (filename, map->old_prefix, map->old_len) == 0)
1559 break;
1560 if (!map)
1561 return filename;
1562 name = filename + map->old_len;
1563 name_len = strlen (name) + 1;
1564 s = (char *) alloca (name_len + map->new_len);
1565 memcpy (s, map->new_prefix, map->new_len);
1566 memcpy (s + map->new_len, name, name_len);
1567 return ggc_strdup (s);
1570 /* Return true if DWARF2 debug info can be emitted for DECL. */
1572 static bool
1573 dwarf2_debug_info_emitted_p (tree decl)
1575 if (write_symbols != DWARF2_DEBUG && write_symbols != VMS_AND_DWARF2_DEBUG)
1576 return false;
1578 if (DECL_IGNORED_P (decl))
1579 return false;
1581 return true;
1584 /* Return scope resulting from combination of S1 and S2. */
1585 static tree
1586 choose_inner_scope (tree s1, tree s2)
1588 if (!s1)
1589 return s2;
1590 if (!s2)
1591 return s1;
1592 if (BLOCK_NUMBER (s1) > BLOCK_NUMBER (s2))
1593 return s1;
1594 return s2;
1597 /* Emit lexical block notes needed to change scope from S1 to S2. */
1599 static void
1600 change_scope (rtx_insn *orig_insn, tree s1, tree s2)
1602 rtx_insn *insn = orig_insn;
1603 tree com = NULL_TREE;
1604 tree ts1 = s1, ts2 = s2;
1605 tree s;
1607 while (ts1 != ts2)
1609 gcc_assert (ts1 && ts2);
1610 if (BLOCK_NUMBER (ts1) > BLOCK_NUMBER (ts2))
1611 ts1 = BLOCK_SUPERCONTEXT (ts1);
1612 else if (BLOCK_NUMBER (ts1) < BLOCK_NUMBER (ts2))
1613 ts2 = BLOCK_SUPERCONTEXT (ts2);
1614 else
1616 ts1 = BLOCK_SUPERCONTEXT (ts1);
1617 ts2 = BLOCK_SUPERCONTEXT (ts2);
1620 com = ts1;
1622 /* Close scopes. */
1623 s = s1;
1624 while (s != com)
1626 rtx_note *note = emit_note_before (NOTE_INSN_BLOCK_END, insn);
1627 NOTE_BLOCK (note) = s;
1628 s = BLOCK_SUPERCONTEXT (s);
1631 /* Open scopes. */
1632 s = s2;
1633 while (s != com)
1635 insn = emit_note_before (NOTE_INSN_BLOCK_BEG, insn);
1636 NOTE_BLOCK (insn) = s;
1637 s = BLOCK_SUPERCONTEXT (s);
1641 /* Rebuild all the NOTE_INSN_BLOCK_BEG and NOTE_INSN_BLOCK_END notes based
1642 on the scope tree and the newly reordered instructions. */
1644 static void
1645 reemit_insn_block_notes (void)
1647 tree cur_block = DECL_INITIAL (cfun->decl);
1648 rtx_insn *insn;
1649 rtx_note *note;
1651 insn = get_insns ();
1652 for (; insn; insn = NEXT_INSN (insn))
1654 tree this_block;
1656 /* Prevent lexical blocks from straddling section boundaries. */
1657 if (NOTE_P (insn) && NOTE_KIND (insn) == NOTE_INSN_SWITCH_TEXT_SECTIONS)
1659 for (tree s = cur_block; s != DECL_INITIAL (cfun->decl);
1660 s = BLOCK_SUPERCONTEXT (s))
1662 rtx_note *note = emit_note_before (NOTE_INSN_BLOCK_END, insn);
1663 NOTE_BLOCK (note) = s;
1664 note = emit_note_after (NOTE_INSN_BLOCK_BEG, insn);
1665 NOTE_BLOCK (note) = s;
1669 if (!active_insn_p (insn))
1670 continue;
1672 /* Avoid putting scope notes between jump table and its label. */
1673 if (JUMP_TABLE_DATA_P (insn))
1674 continue;
1676 this_block = insn_scope (insn);
1677 /* For sequences compute scope resulting from merging all scopes
1678 of instructions nested inside. */
1679 if (rtx_sequence *body = dyn_cast <rtx_sequence *> (PATTERN (insn)))
1681 int i;
1683 this_block = NULL;
1684 for (i = 0; i < body->len (); i++)
1685 this_block = choose_inner_scope (this_block,
1686 insn_scope (body->insn (i)));
1688 if (! this_block)
1690 if (INSN_LOCATION (insn) == UNKNOWN_LOCATION)
1691 continue;
1692 else
1693 this_block = DECL_INITIAL (cfun->decl);
1696 if (this_block != cur_block)
1698 change_scope (insn, cur_block, this_block);
1699 cur_block = this_block;
1703 /* change_scope emits before the insn, not after. */
1704 note = emit_note (NOTE_INSN_DELETED);
1705 change_scope (note, cur_block, DECL_INITIAL (cfun->decl));
1706 delete_insn (note);
1708 reorder_blocks ();
1711 static const char *some_local_dynamic_name;
1713 /* Locate some local-dynamic symbol still in use by this function
1714 so that we can print its name in local-dynamic base patterns.
1715 Return null if there are no local-dynamic references. */
1717 const char *
1718 get_some_local_dynamic_name ()
1720 subrtx_iterator::array_type array;
1721 rtx_insn *insn;
1723 if (some_local_dynamic_name)
1724 return some_local_dynamic_name;
1726 for (insn = get_insns (); insn ; insn = NEXT_INSN (insn))
1727 if (NONDEBUG_INSN_P (insn))
1728 FOR_EACH_SUBRTX (iter, array, PATTERN (insn), ALL)
1730 const_rtx x = *iter;
1731 if (GET_CODE (x) == SYMBOL_REF)
1733 if (SYMBOL_REF_TLS_MODEL (x) == TLS_MODEL_LOCAL_DYNAMIC)
1734 return some_local_dynamic_name = XSTR (x, 0);
1735 if (CONSTANT_POOL_ADDRESS_P (x))
1736 iter.substitute (get_pool_constant (x));
1740 return 0;
1743 /* Output assembler code for the start of a function,
1744 and initialize some of the variables in this file
1745 for the new function. The label for the function and associated
1746 assembler pseudo-ops have already been output in `assemble_start_function'.
1748 FIRST is the first insn of the rtl for the function being compiled.
1749 FILE is the file to write assembler code to.
1750 OPTIMIZE_P is nonzero if we should eliminate redundant
1751 test and compare insns. */
1753 void
1754 final_start_function (rtx_insn *first, FILE *file,
1755 int optimize_p ATTRIBUTE_UNUSED)
1757 block_depth = 0;
1759 this_is_asm_operands = 0;
1761 need_profile_function = false;
1763 last_filename = LOCATION_FILE (prologue_location);
1764 last_linenum = LOCATION_LINE (prologue_location);
1765 last_columnnum = LOCATION_COLUMN (prologue_location);
1766 last_discriminator = discriminator = 0;
1768 high_block_linenum = high_function_linenum = last_linenum;
1770 if (flag_sanitize & SANITIZE_ADDRESS)
1771 asan_function_start ();
1773 if (!DECL_IGNORED_P (current_function_decl))
1774 debug_hooks->begin_prologue (last_linenum, last_columnnum, last_filename);
1776 if (!dwarf2_debug_info_emitted_p (current_function_decl))
1777 dwarf2out_begin_prologue (0, 0, NULL);
1779 #ifdef LEAF_REG_REMAP
1780 if (crtl->uses_only_leaf_regs)
1781 leaf_renumber_regs (first);
1782 #endif
1784 /* The Sun386i and perhaps other machines don't work right
1785 if the profiling code comes after the prologue. */
1786 if (targetm.profile_before_prologue () && crtl->profile)
1788 if (targetm.asm_out.function_prologue == default_function_pro_epilogue
1789 && targetm.have_prologue ())
1791 rtx_insn *insn;
1792 for (insn = first; insn; insn = NEXT_INSN (insn))
1793 if (!NOTE_P (insn))
1795 insn = NULL;
1796 break;
1798 else if (NOTE_KIND (insn) == NOTE_INSN_BASIC_BLOCK
1799 || NOTE_KIND (insn) == NOTE_INSN_FUNCTION_BEG)
1800 break;
1801 else if (NOTE_KIND (insn) == NOTE_INSN_DELETED
1802 || NOTE_KIND (insn) == NOTE_INSN_VAR_LOCATION)
1803 continue;
1804 else
1806 insn = NULL;
1807 break;
1810 if (insn)
1811 need_profile_function = true;
1812 else
1813 profile_function (file);
1815 else
1816 profile_function (file);
1819 /* If debugging, assign block numbers to all of the blocks in this
1820 function. */
1821 if (write_symbols)
1823 reemit_insn_block_notes ();
1824 number_blocks (current_function_decl);
1825 /* We never actually put out begin/end notes for the top-level
1826 block in the function. But, conceptually, that block is
1827 always needed. */
1828 TREE_ASM_WRITTEN (DECL_INITIAL (current_function_decl)) = 1;
1831 if (warn_frame_larger_than
1832 && get_frame_size () > frame_larger_than_size)
1834 /* Issue a warning */
1835 warning (OPT_Wframe_larger_than_,
1836 "the frame size of %wd bytes is larger than %wd bytes",
1837 get_frame_size (), frame_larger_than_size);
1840 /* First output the function prologue: code to set up the stack frame. */
1841 targetm.asm_out.function_prologue (file);
1843 /* If the machine represents the prologue as RTL, the profiling code must
1844 be emitted when NOTE_INSN_PROLOGUE_END is scanned. */
1845 if (! targetm.have_prologue ())
1846 profile_after_prologue (file);
1849 static void
1850 profile_after_prologue (FILE *file ATTRIBUTE_UNUSED)
1852 if (!targetm.profile_before_prologue () && crtl->profile)
1853 profile_function (file);
1856 static void
1857 profile_function (FILE *file ATTRIBUTE_UNUSED)
1859 #ifndef NO_PROFILE_COUNTERS
1860 # define NO_PROFILE_COUNTERS 0
1861 #endif
1862 #ifdef ASM_OUTPUT_REG_PUSH
1863 rtx sval = NULL, chain = NULL;
1865 if (cfun->returns_struct)
1866 sval = targetm.calls.struct_value_rtx (TREE_TYPE (current_function_decl),
1867 true);
1868 if (cfun->static_chain_decl)
1869 chain = targetm.calls.static_chain (current_function_decl, true);
1870 #endif /* ASM_OUTPUT_REG_PUSH */
1872 if (! NO_PROFILE_COUNTERS)
1874 int align = MIN (BIGGEST_ALIGNMENT, LONG_TYPE_SIZE);
1875 switch_to_section (data_section);
1876 ASM_OUTPUT_ALIGN (file, floor_log2 (align / BITS_PER_UNIT));
1877 targetm.asm_out.internal_label (file, "LP", current_function_funcdef_no);
1878 assemble_integer (const0_rtx, LONG_TYPE_SIZE / BITS_PER_UNIT, align, 1);
1881 switch_to_section (current_function_section ());
1883 #ifdef ASM_OUTPUT_REG_PUSH
1884 if (sval && REG_P (sval))
1885 ASM_OUTPUT_REG_PUSH (file, REGNO (sval));
1886 if (chain && REG_P (chain))
1887 ASM_OUTPUT_REG_PUSH (file, REGNO (chain));
1888 #endif
1890 FUNCTION_PROFILER (file, current_function_funcdef_no);
1892 #ifdef ASM_OUTPUT_REG_PUSH
1893 if (chain && REG_P (chain))
1894 ASM_OUTPUT_REG_POP (file, REGNO (chain));
1895 if (sval && REG_P (sval))
1896 ASM_OUTPUT_REG_POP (file, REGNO (sval));
1897 #endif
1900 /* Output assembler code for the end of a function.
1901 For clarity, args are same as those of `final_start_function'
1902 even though not all of them are needed. */
1904 void
1905 final_end_function (void)
1907 app_disable ();
1909 if (!DECL_IGNORED_P (current_function_decl))
1910 debug_hooks->end_function (high_function_linenum);
1912 /* Finally, output the function epilogue:
1913 code to restore the stack frame and return to the caller. */
1914 targetm.asm_out.function_epilogue (asm_out_file);
1916 /* And debug output. */
1917 if (!DECL_IGNORED_P (current_function_decl))
1918 debug_hooks->end_epilogue (last_linenum, last_filename);
1920 if (!dwarf2_debug_info_emitted_p (current_function_decl)
1921 && dwarf2out_do_frame ())
1922 dwarf2out_end_epilogue (last_linenum, last_filename);
1924 some_local_dynamic_name = 0;
1928 /* Dumper helper for basic block information. FILE is the assembly
1929 output file, and INSN is the instruction being emitted. */
1931 static void
1932 dump_basic_block_info (FILE *file, rtx_insn *insn, basic_block *start_to_bb,
1933 basic_block *end_to_bb, int bb_map_size, int *bb_seqn)
1935 basic_block bb;
1937 if (!flag_debug_asm)
1938 return;
1940 if (INSN_UID (insn) < bb_map_size
1941 && (bb = start_to_bb[INSN_UID (insn)]) != NULL)
1943 edge e;
1944 edge_iterator ei;
1946 fprintf (file, "%s BLOCK %d", ASM_COMMENT_START, bb->index);
1947 if (bb->frequency)
1948 fprintf (file, " freq:%d", bb->frequency);
1949 if (bb->count.initialized_p ())
1951 fprintf (file, ", count:");
1952 bb->count.dump (file);
1954 fprintf (file, " seq:%d", (*bb_seqn)++);
1955 fprintf (file, "\n%s PRED:", ASM_COMMENT_START);
1956 FOR_EACH_EDGE (e, ei, bb->preds)
1958 dump_edge_info (file, e, TDF_DETAILS, 0);
1960 fprintf (file, "\n");
1962 if (INSN_UID (insn) < bb_map_size
1963 && (bb = end_to_bb[INSN_UID (insn)]) != NULL)
1965 edge e;
1966 edge_iterator ei;
1968 fprintf (asm_out_file, "%s SUCC:", ASM_COMMENT_START);
1969 FOR_EACH_EDGE (e, ei, bb->succs)
1971 dump_edge_info (asm_out_file, e, TDF_DETAILS, 1);
1973 fprintf (file, "\n");
1977 /* Output assembler code for some insns: all or part of a function.
1978 For description of args, see `final_start_function', above. */
1980 void
1981 final (rtx_insn *first, FILE *file, int optimize_p)
1983 rtx_insn *insn, *next;
1984 int seen = 0;
1986 /* Used for -dA dump. */
1987 basic_block *start_to_bb = NULL;
1988 basic_block *end_to_bb = NULL;
1989 int bb_map_size = 0;
1990 int bb_seqn = 0;
1992 last_ignored_compare = 0;
1994 if (HAVE_cc0)
1995 for (insn = first; insn; insn = NEXT_INSN (insn))
1997 /* If CC tracking across branches is enabled, record the insn which
1998 jumps to each branch only reached from one place. */
1999 if (optimize_p && JUMP_P (insn))
2001 rtx lab = JUMP_LABEL (insn);
2002 if (lab && LABEL_P (lab) && LABEL_NUSES (lab) == 1)
2004 LABEL_REFS (lab) = insn;
2009 init_recog ();
2011 CC_STATUS_INIT;
2013 if (flag_debug_asm)
2015 basic_block bb;
2017 bb_map_size = get_max_uid () + 1;
2018 start_to_bb = XCNEWVEC (basic_block, bb_map_size);
2019 end_to_bb = XCNEWVEC (basic_block, bb_map_size);
2021 /* There is no cfg for a thunk. */
2022 if (!cfun->is_thunk)
2023 FOR_EACH_BB_REVERSE_FN (bb, cfun)
2025 start_to_bb[INSN_UID (BB_HEAD (bb))] = bb;
2026 end_to_bb[INSN_UID (BB_END (bb))] = bb;
2030 /* Output the insns. */
2031 for (insn = first; insn;)
2033 if (HAVE_ATTR_length)
2035 if ((unsigned) INSN_UID (insn) >= INSN_ADDRESSES_SIZE ())
2037 /* This can be triggered by bugs elsewhere in the compiler if
2038 new insns are created after init_insn_lengths is called. */
2039 gcc_assert (NOTE_P (insn));
2040 insn_current_address = -1;
2042 else
2043 insn_current_address = INSN_ADDRESSES (INSN_UID (insn));
2046 dump_basic_block_info (file, insn, start_to_bb, end_to_bb,
2047 bb_map_size, &bb_seqn);
2048 insn = final_scan_insn (insn, file, optimize_p, 0, &seen);
2051 if (flag_debug_asm)
2053 free (start_to_bb);
2054 free (end_to_bb);
2057 /* Remove CFI notes, to avoid compare-debug failures. */
2058 for (insn = first; insn; insn = next)
2060 next = NEXT_INSN (insn);
2061 if (NOTE_P (insn)
2062 && (NOTE_KIND (insn) == NOTE_INSN_CFI
2063 || NOTE_KIND (insn) == NOTE_INSN_CFI_LABEL))
2064 delete_insn (insn);
2068 const char *
2069 get_insn_template (int code, rtx insn)
2071 switch (insn_data[code].output_format)
2073 case INSN_OUTPUT_FORMAT_SINGLE:
2074 return insn_data[code].output.single;
2075 case INSN_OUTPUT_FORMAT_MULTI:
2076 return insn_data[code].output.multi[which_alternative];
2077 case INSN_OUTPUT_FORMAT_FUNCTION:
2078 gcc_assert (insn);
2079 return (*insn_data[code].output.function) (recog_data.operand,
2080 as_a <rtx_insn *> (insn));
2082 default:
2083 gcc_unreachable ();
2087 /* Emit the appropriate declaration for an alternate-entry-point
2088 symbol represented by INSN, to FILE. INSN is a CODE_LABEL with
2089 LABEL_KIND != LABEL_NORMAL.
2091 The case fall-through in this function is intentional. */
2092 static void
2093 output_alternate_entry_point (FILE *file, rtx_insn *insn)
2095 const char *name = LABEL_NAME (insn);
2097 switch (LABEL_KIND (insn))
2099 case LABEL_WEAK_ENTRY:
2100 #ifdef ASM_WEAKEN_LABEL
2101 ASM_WEAKEN_LABEL (file, name);
2102 gcc_fallthrough ();
2103 #endif
2104 case LABEL_GLOBAL_ENTRY:
2105 targetm.asm_out.globalize_label (file, name);
2106 gcc_fallthrough ();
2107 case LABEL_STATIC_ENTRY:
2108 #ifdef ASM_OUTPUT_TYPE_DIRECTIVE
2109 ASM_OUTPUT_TYPE_DIRECTIVE (file, name, "function");
2110 #endif
2111 ASM_OUTPUT_LABEL (file, name);
2112 break;
2114 case LABEL_NORMAL:
2115 default:
2116 gcc_unreachable ();
2120 /* Given a CALL_INSN, find and return the nested CALL. */
2121 static rtx
2122 call_from_call_insn (rtx_call_insn *insn)
2124 rtx x;
2125 gcc_assert (CALL_P (insn));
2126 x = PATTERN (insn);
2128 while (GET_CODE (x) != CALL)
2130 switch (GET_CODE (x))
2132 default:
2133 gcc_unreachable ();
2134 case COND_EXEC:
2135 x = COND_EXEC_CODE (x);
2136 break;
2137 case PARALLEL:
2138 x = XVECEXP (x, 0, 0);
2139 break;
2140 case SET:
2141 x = XEXP (x, 1);
2142 break;
2145 return x;
2148 /* Print a comment into the asm showing FILENAME, LINENUM, and the
2149 corresponding source line, if available. */
2151 static void
2152 asm_show_source (const char *filename, int linenum)
2154 if (!filename)
2155 return;
2157 int line_size;
2158 const char *line = location_get_source_line (filename, linenum, &line_size);
2159 if (!line)
2160 return;
2162 fprintf (asm_out_file, "%s %s:%i: ", ASM_COMMENT_START, filename, linenum);
2163 /* "line" is not 0-terminated, so we must use line_size. */
2164 fwrite (line, 1, line_size, asm_out_file);
2165 fputc ('\n', asm_out_file);
2168 /* The final scan for one insn, INSN.
2169 Args are same as in `final', except that INSN
2170 is the insn being scanned.
2171 Value returned is the next insn to be scanned.
2173 NOPEEPHOLES is the flag to disallow peephole processing (currently
2174 used for within delayed branch sequence output).
2176 SEEN is used to track the end of the prologue, for emitting
2177 debug information. We force the emission of a line note after
2178 both NOTE_INSN_PROLOGUE_END and NOTE_INSN_FUNCTION_BEG. */
2180 rtx_insn *
2181 final_scan_insn (rtx_insn *insn, FILE *file, int optimize_p ATTRIBUTE_UNUSED,
2182 int nopeepholes ATTRIBUTE_UNUSED, int *seen)
2184 #if HAVE_cc0
2185 rtx set;
2186 #endif
2187 rtx_insn *next;
2188 rtx_jump_table_data *table;
2190 insn_counter++;
2192 /* Ignore deleted insns. These can occur when we split insns (due to a
2193 template of "#") while not optimizing. */
2194 if (insn->deleted ())
2195 return NEXT_INSN (insn);
2197 switch (GET_CODE (insn))
2199 case NOTE:
2200 switch (NOTE_KIND (insn))
2202 case NOTE_INSN_DELETED:
2203 case NOTE_INSN_UPDATE_SJLJ_CONTEXT:
2204 break;
2206 case NOTE_INSN_SWITCH_TEXT_SECTIONS:
2207 in_cold_section_p = !in_cold_section_p;
2209 if (dwarf2out_do_frame ())
2210 dwarf2out_switch_text_section ();
2211 else if (!DECL_IGNORED_P (current_function_decl))
2212 debug_hooks->switch_text_section ();
2214 switch_to_section (current_function_section ());
2215 targetm.asm_out.function_switched_text_sections (asm_out_file,
2216 current_function_decl,
2217 in_cold_section_p);
2218 /* Emit a label for the split cold section. Form label name by
2219 suffixing "cold" to the original function's name. */
2220 if (in_cold_section_p)
2222 cold_function_name
2223 = clone_function_name (current_function_decl, "cold");
2224 #ifdef ASM_DECLARE_COLD_FUNCTION_NAME
2225 ASM_DECLARE_COLD_FUNCTION_NAME (asm_out_file,
2226 IDENTIFIER_POINTER
2227 (cold_function_name),
2228 current_function_decl);
2229 #else
2230 ASM_OUTPUT_LABEL (asm_out_file,
2231 IDENTIFIER_POINTER (cold_function_name));
2232 #endif
2234 break;
2236 case NOTE_INSN_BASIC_BLOCK:
2237 if (need_profile_function)
2239 profile_function (asm_out_file);
2240 need_profile_function = false;
2243 if (targetm.asm_out.unwind_emit)
2244 targetm.asm_out.unwind_emit (asm_out_file, insn);
2246 discriminator = NOTE_BASIC_BLOCK (insn)->discriminator;
2248 break;
2250 case NOTE_INSN_EH_REGION_BEG:
2251 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LEHB",
2252 NOTE_EH_HANDLER (insn));
2253 break;
2255 case NOTE_INSN_EH_REGION_END:
2256 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LEHE",
2257 NOTE_EH_HANDLER (insn));
2258 break;
2260 case NOTE_INSN_PROLOGUE_END:
2261 targetm.asm_out.function_end_prologue (file);
2262 profile_after_prologue (file);
2264 if ((*seen & (SEEN_EMITTED | SEEN_NOTE)) == SEEN_NOTE)
2266 *seen |= SEEN_EMITTED;
2267 force_source_line = true;
2269 else
2270 *seen |= SEEN_NOTE;
2272 break;
2274 case NOTE_INSN_EPILOGUE_BEG:
2275 if (!DECL_IGNORED_P (current_function_decl))
2276 (*debug_hooks->begin_epilogue) (last_linenum, last_filename);
2277 targetm.asm_out.function_begin_epilogue (file);
2278 break;
2280 case NOTE_INSN_CFI:
2281 dwarf2out_emit_cfi (NOTE_CFI (insn));
2282 break;
2284 case NOTE_INSN_CFI_LABEL:
2285 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LCFI",
2286 NOTE_LABEL_NUMBER (insn));
2287 break;
2289 case NOTE_INSN_FUNCTION_BEG:
2290 if (need_profile_function)
2292 profile_function (asm_out_file);
2293 need_profile_function = false;
2296 app_disable ();
2297 if (!DECL_IGNORED_P (current_function_decl))
2298 debug_hooks->end_prologue (last_linenum, last_filename);
2300 if ((*seen & (SEEN_EMITTED | SEEN_NOTE)) == SEEN_NOTE)
2302 *seen |= SEEN_EMITTED;
2303 force_source_line = true;
2305 else
2306 *seen |= SEEN_NOTE;
2308 break;
2310 case NOTE_INSN_BLOCK_BEG:
2311 if (debug_info_level == DINFO_LEVEL_NORMAL
2312 || debug_info_level == DINFO_LEVEL_VERBOSE
2313 || write_symbols == DWARF2_DEBUG
2314 || write_symbols == VMS_AND_DWARF2_DEBUG
2315 || write_symbols == VMS_DEBUG)
2317 int n = BLOCK_NUMBER (NOTE_BLOCK (insn));
2319 app_disable ();
2320 ++block_depth;
2321 high_block_linenum = last_linenum;
2323 /* Output debugging info about the symbol-block beginning. */
2324 if (!DECL_IGNORED_P (current_function_decl))
2325 debug_hooks->begin_block (last_linenum, n);
2327 /* Mark this block as output. */
2328 TREE_ASM_WRITTEN (NOTE_BLOCK (insn)) = 1;
2329 BLOCK_IN_COLD_SECTION_P (NOTE_BLOCK (insn)) = in_cold_section_p;
2331 if (write_symbols == DBX_DEBUG
2332 || write_symbols == SDB_DEBUG)
2334 location_t *locus_ptr
2335 = block_nonartificial_location (NOTE_BLOCK (insn));
2337 if (locus_ptr != NULL)
2339 override_filename = LOCATION_FILE (*locus_ptr);
2340 override_linenum = LOCATION_LINE (*locus_ptr);
2341 override_columnnum = LOCATION_COLUMN (*locus_ptr);
2344 break;
2346 case NOTE_INSN_BLOCK_END:
2347 if (debug_info_level == DINFO_LEVEL_NORMAL
2348 || debug_info_level == DINFO_LEVEL_VERBOSE
2349 || write_symbols == DWARF2_DEBUG
2350 || write_symbols == VMS_AND_DWARF2_DEBUG
2351 || write_symbols == VMS_DEBUG)
2353 int n = BLOCK_NUMBER (NOTE_BLOCK (insn));
2355 app_disable ();
2357 /* End of a symbol-block. */
2358 --block_depth;
2359 gcc_assert (block_depth >= 0);
2361 if (!DECL_IGNORED_P (current_function_decl))
2362 debug_hooks->end_block (high_block_linenum, n);
2363 gcc_assert (BLOCK_IN_COLD_SECTION_P (NOTE_BLOCK (insn))
2364 == in_cold_section_p);
2366 if (write_symbols == DBX_DEBUG
2367 || write_symbols == SDB_DEBUG)
2369 tree outer_block = BLOCK_SUPERCONTEXT (NOTE_BLOCK (insn));
2370 location_t *locus_ptr
2371 = block_nonartificial_location (outer_block);
2373 if (locus_ptr != NULL)
2375 override_filename = LOCATION_FILE (*locus_ptr);
2376 override_linenum = LOCATION_LINE (*locus_ptr);
2377 override_columnnum = LOCATION_COLUMN (*locus_ptr);
2379 else
2381 override_filename = NULL;
2382 override_linenum = 0;
2383 override_columnnum = 0;
2386 break;
2388 case NOTE_INSN_DELETED_LABEL:
2389 /* Emit the label. We may have deleted the CODE_LABEL because
2390 the label could be proved to be unreachable, though still
2391 referenced (in the form of having its address taken. */
2392 ASM_OUTPUT_DEBUG_LABEL (file, "L", CODE_LABEL_NUMBER (insn));
2393 break;
2395 case NOTE_INSN_DELETED_DEBUG_LABEL:
2396 /* Similarly, but need to use different namespace for it. */
2397 if (CODE_LABEL_NUMBER (insn) != -1)
2398 ASM_OUTPUT_DEBUG_LABEL (file, "LDL", CODE_LABEL_NUMBER (insn));
2399 break;
2401 case NOTE_INSN_VAR_LOCATION:
2402 case NOTE_INSN_CALL_ARG_LOCATION:
2403 if (!DECL_IGNORED_P (current_function_decl))
2404 debug_hooks->var_location (insn);
2405 break;
2407 default:
2408 gcc_unreachable ();
2409 break;
2411 break;
2413 case BARRIER:
2414 break;
2416 case CODE_LABEL:
2417 /* The target port might emit labels in the output function for
2418 some insn, e.g. sh.c output_branchy_insn. */
2419 if (CODE_LABEL_NUMBER (insn) <= max_labelno)
2421 int align = LABEL_TO_ALIGNMENT (insn);
2422 #ifdef ASM_OUTPUT_MAX_SKIP_ALIGN
2423 int max_skip = LABEL_TO_MAX_SKIP (insn);
2424 #endif
2426 if (align && NEXT_INSN (insn))
2428 #ifdef ASM_OUTPUT_MAX_SKIP_ALIGN
2429 ASM_OUTPUT_MAX_SKIP_ALIGN (file, align, max_skip);
2430 #else
2431 #ifdef ASM_OUTPUT_ALIGN_WITH_NOP
2432 ASM_OUTPUT_ALIGN_WITH_NOP (file, align);
2433 #else
2434 ASM_OUTPUT_ALIGN (file, align);
2435 #endif
2436 #endif
2439 CC_STATUS_INIT;
2441 if (!DECL_IGNORED_P (current_function_decl) && LABEL_NAME (insn))
2442 debug_hooks->label (as_a <rtx_code_label *> (insn));
2444 app_disable ();
2446 /* If this label is followed by a jump-table, make sure we put
2447 the label in the read-only section. Also possibly write the
2448 label and jump table together. */
2449 table = jump_table_for_label (as_a <rtx_code_label *> (insn));
2450 if (table)
2452 #if defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC)
2453 /* In this case, the case vector is being moved by the
2454 target, so don't output the label at all. Leave that
2455 to the back end macros. */
2456 #else
2457 if (! JUMP_TABLES_IN_TEXT_SECTION)
2459 int log_align;
2461 switch_to_section (targetm.asm_out.function_rodata_section
2462 (current_function_decl));
2464 #ifdef ADDR_VEC_ALIGN
2465 log_align = ADDR_VEC_ALIGN (table);
2466 #else
2467 log_align = exact_log2 (BIGGEST_ALIGNMENT / BITS_PER_UNIT);
2468 #endif
2469 ASM_OUTPUT_ALIGN (file, log_align);
2471 else
2472 switch_to_section (current_function_section ());
2474 #ifdef ASM_OUTPUT_CASE_LABEL
2475 ASM_OUTPUT_CASE_LABEL (file, "L", CODE_LABEL_NUMBER (insn), table);
2476 #else
2477 targetm.asm_out.internal_label (file, "L", CODE_LABEL_NUMBER (insn));
2478 #endif
2479 #endif
2480 break;
2482 if (LABEL_ALT_ENTRY_P (insn))
2483 output_alternate_entry_point (file, insn);
2484 else
2485 targetm.asm_out.internal_label (file, "L", CODE_LABEL_NUMBER (insn));
2486 break;
2488 default:
2490 rtx body = PATTERN (insn);
2491 int insn_code_number;
2492 const char *templ;
2493 bool is_stmt;
2495 /* Reset this early so it is correct for ASM statements. */
2496 current_insn_predicate = NULL_RTX;
2498 /* An INSN, JUMP_INSN or CALL_INSN.
2499 First check for special kinds that recog doesn't recognize. */
2501 if (GET_CODE (body) == USE /* These are just declarations. */
2502 || GET_CODE (body) == CLOBBER)
2503 break;
2505 #if HAVE_cc0
2507 /* If there is a REG_CC_SETTER note on this insn, it means that
2508 the setting of the condition code was done in the delay slot
2509 of the insn that branched here. So recover the cc status
2510 from the insn that set it. */
2512 rtx note = find_reg_note (insn, REG_CC_SETTER, NULL_RTX);
2513 if (note)
2515 rtx_insn *other = as_a <rtx_insn *> (XEXP (note, 0));
2516 NOTICE_UPDATE_CC (PATTERN (other), other);
2517 cc_prev_status = cc_status;
2520 #endif
2522 /* Detect insns that are really jump-tables
2523 and output them as such. */
2525 if (JUMP_TABLE_DATA_P (insn))
2527 #if !(defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC))
2528 int vlen, idx;
2529 #endif
2531 if (! JUMP_TABLES_IN_TEXT_SECTION)
2532 switch_to_section (targetm.asm_out.function_rodata_section
2533 (current_function_decl));
2534 else
2535 switch_to_section (current_function_section ());
2537 app_disable ();
2539 #if defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC)
2540 if (GET_CODE (body) == ADDR_VEC)
2542 #ifdef ASM_OUTPUT_ADDR_VEC
2543 ASM_OUTPUT_ADDR_VEC (PREV_INSN (insn), body);
2544 #else
2545 gcc_unreachable ();
2546 #endif
2548 else
2550 #ifdef ASM_OUTPUT_ADDR_DIFF_VEC
2551 ASM_OUTPUT_ADDR_DIFF_VEC (PREV_INSN (insn), body);
2552 #else
2553 gcc_unreachable ();
2554 #endif
2556 #else
2557 vlen = XVECLEN (body, GET_CODE (body) == ADDR_DIFF_VEC);
2558 for (idx = 0; idx < vlen; idx++)
2560 if (GET_CODE (body) == ADDR_VEC)
2562 #ifdef ASM_OUTPUT_ADDR_VEC_ELT
2563 ASM_OUTPUT_ADDR_VEC_ELT
2564 (file, CODE_LABEL_NUMBER (XEXP (XVECEXP (body, 0, idx), 0)));
2565 #else
2566 gcc_unreachable ();
2567 #endif
2569 else
2571 #ifdef ASM_OUTPUT_ADDR_DIFF_ELT
2572 ASM_OUTPUT_ADDR_DIFF_ELT
2573 (file,
2574 body,
2575 CODE_LABEL_NUMBER (XEXP (XVECEXP (body, 1, idx), 0)),
2576 CODE_LABEL_NUMBER (XEXP (XEXP (body, 0), 0)));
2577 #else
2578 gcc_unreachable ();
2579 #endif
2582 #ifdef ASM_OUTPUT_CASE_END
2583 ASM_OUTPUT_CASE_END (file,
2584 CODE_LABEL_NUMBER (PREV_INSN (insn)),
2585 insn);
2586 #endif
2587 #endif
2589 switch_to_section (current_function_section ());
2591 break;
2593 /* Output this line note if it is the first or the last line
2594 note in a row. */
2595 if (!DECL_IGNORED_P (current_function_decl)
2596 && notice_source_line (insn, &is_stmt))
2598 if (flag_verbose_asm)
2599 asm_show_source (last_filename, last_linenum);
2600 (*debug_hooks->source_line) (last_linenum, last_columnnum,
2601 last_filename, last_discriminator,
2602 is_stmt);
2605 if (GET_CODE (body) == PARALLEL
2606 && GET_CODE (XVECEXP (body, 0, 0)) == ASM_INPUT)
2607 body = XVECEXP (body, 0, 0);
2609 if (GET_CODE (body) == ASM_INPUT)
2611 const char *string = XSTR (body, 0);
2613 /* There's no telling what that did to the condition codes. */
2614 CC_STATUS_INIT;
2616 if (string[0])
2618 expanded_location loc;
2620 app_enable ();
2621 loc = expand_location (ASM_INPUT_SOURCE_LOCATION (body));
2622 if (*loc.file && loc.line)
2623 fprintf (asm_out_file, "%s %i \"%s\" 1\n",
2624 ASM_COMMENT_START, loc.line, loc.file);
2625 fprintf (asm_out_file, "\t%s\n", string);
2626 #if HAVE_AS_LINE_ZERO
2627 if (*loc.file && loc.line)
2628 fprintf (asm_out_file, "%s 0 \"\" 2\n", ASM_COMMENT_START);
2629 #endif
2631 break;
2634 /* Detect `asm' construct with operands. */
2635 if (asm_noperands (body) >= 0)
2637 unsigned int noperands = asm_noperands (body);
2638 rtx *ops = XALLOCAVEC (rtx, noperands);
2639 const char *string;
2640 location_t loc;
2641 expanded_location expanded;
2643 /* There's no telling what that did to the condition codes. */
2644 CC_STATUS_INIT;
2646 /* Get out the operand values. */
2647 string = decode_asm_operands (body, ops, NULL, NULL, NULL, &loc);
2648 /* Inhibit dying on what would otherwise be compiler bugs. */
2649 insn_noperands = noperands;
2650 this_is_asm_operands = insn;
2651 expanded = expand_location (loc);
2653 #ifdef FINAL_PRESCAN_INSN
2654 FINAL_PRESCAN_INSN (insn, ops, insn_noperands);
2655 #endif
2657 /* Output the insn using them. */
2658 if (string[0])
2660 app_enable ();
2661 if (expanded.file && expanded.line)
2662 fprintf (asm_out_file, "%s %i \"%s\" 1\n",
2663 ASM_COMMENT_START, expanded.line, expanded.file);
2664 output_asm_insn (string, ops);
2665 #if HAVE_AS_LINE_ZERO
2666 if (expanded.file && expanded.line)
2667 fprintf (asm_out_file, "%s 0 \"\" 2\n", ASM_COMMENT_START);
2668 #endif
2671 if (targetm.asm_out.final_postscan_insn)
2672 targetm.asm_out.final_postscan_insn (file, insn, ops,
2673 insn_noperands);
2675 this_is_asm_operands = 0;
2676 break;
2679 app_disable ();
2681 if (rtx_sequence *seq = dyn_cast <rtx_sequence *> (body))
2683 /* A delayed-branch sequence */
2684 int i;
2686 final_sequence = seq;
2688 /* The first insn in this SEQUENCE might be a JUMP_INSN that will
2689 force the restoration of a comparison that was previously
2690 thought unnecessary. If that happens, cancel this sequence
2691 and cause that insn to be restored. */
2693 next = final_scan_insn (seq->insn (0), file, 0, 1, seen);
2694 if (next != seq->insn (1))
2696 final_sequence = 0;
2697 return next;
2700 for (i = 1; i < seq->len (); i++)
2702 rtx_insn *insn = seq->insn (i);
2703 rtx_insn *next = NEXT_INSN (insn);
2704 /* We loop in case any instruction in a delay slot gets
2705 split. */
2707 insn = final_scan_insn (insn, file, 0, 1, seen);
2708 while (insn != next);
2710 #ifdef DBR_OUTPUT_SEQEND
2711 DBR_OUTPUT_SEQEND (file);
2712 #endif
2713 final_sequence = 0;
2715 /* If the insn requiring the delay slot was a CALL_INSN, the
2716 insns in the delay slot are actually executed before the
2717 called function. Hence we don't preserve any CC-setting
2718 actions in these insns and the CC must be marked as being
2719 clobbered by the function. */
2720 if (CALL_P (seq->insn (0)))
2722 CC_STATUS_INIT;
2724 break;
2727 /* We have a real machine instruction as rtl. */
2729 body = PATTERN (insn);
2731 #if HAVE_cc0
2732 set = single_set (insn);
2734 /* Check for redundant test and compare instructions
2735 (when the condition codes are already set up as desired).
2736 This is done only when optimizing; if not optimizing,
2737 it should be possible for the user to alter a variable
2738 with the debugger in between statements
2739 and the next statement should reexamine the variable
2740 to compute the condition codes. */
2742 if (optimize_p)
2744 if (set
2745 && GET_CODE (SET_DEST (set)) == CC0
2746 && insn != last_ignored_compare)
2748 rtx src1, src2;
2749 if (GET_CODE (SET_SRC (set)) == SUBREG)
2750 SET_SRC (set) = alter_subreg (&SET_SRC (set), true);
2752 src1 = SET_SRC (set);
2753 src2 = NULL_RTX;
2754 if (GET_CODE (SET_SRC (set)) == COMPARE)
2756 if (GET_CODE (XEXP (SET_SRC (set), 0)) == SUBREG)
2757 XEXP (SET_SRC (set), 0)
2758 = alter_subreg (&XEXP (SET_SRC (set), 0), true);
2759 if (GET_CODE (XEXP (SET_SRC (set), 1)) == SUBREG)
2760 XEXP (SET_SRC (set), 1)
2761 = alter_subreg (&XEXP (SET_SRC (set), 1), true);
2762 if (XEXP (SET_SRC (set), 1)
2763 == CONST0_RTX (GET_MODE (XEXP (SET_SRC (set), 0))))
2764 src2 = XEXP (SET_SRC (set), 0);
2766 if ((cc_status.value1 != 0
2767 && rtx_equal_p (src1, cc_status.value1))
2768 || (cc_status.value2 != 0
2769 && rtx_equal_p (src1, cc_status.value2))
2770 || (src2 != 0 && cc_status.value1 != 0
2771 && rtx_equal_p (src2, cc_status.value1))
2772 || (src2 != 0 && cc_status.value2 != 0
2773 && rtx_equal_p (src2, cc_status.value2)))
2775 /* Don't delete insn if it has an addressing side-effect. */
2776 if (! FIND_REG_INC_NOTE (insn, NULL_RTX)
2777 /* or if anything in it is volatile. */
2778 && ! volatile_refs_p (PATTERN (insn)))
2780 /* We don't really delete the insn; just ignore it. */
2781 last_ignored_compare = insn;
2782 break;
2788 /* If this is a conditional branch, maybe modify it
2789 if the cc's are in a nonstandard state
2790 so that it accomplishes the same thing that it would
2791 do straightforwardly if the cc's were set up normally. */
2793 if (cc_status.flags != 0
2794 && JUMP_P (insn)
2795 && GET_CODE (body) == SET
2796 && SET_DEST (body) == pc_rtx
2797 && GET_CODE (SET_SRC (body)) == IF_THEN_ELSE
2798 && COMPARISON_P (XEXP (SET_SRC (body), 0))
2799 && XEXP (XEXP (SET_SRC (body), 0), 0) == cc0_rtx)
2801 /* This function may alter the contents of its argument
2802 and clear some of the cc_status.flags bits.
2803 It may also return 1 meaning condition now always true
2804 or -1 meaning condition now always false
2805 or 2 meaning condition nontrivial but altered. */
2806 int result = alter_cond (XEXP (SET_SRC (body), 0));
2807 /* If condition now has fixed value, replace the IF_THEN_ELSE
2808 with its then-operand or its else-operand. */
2809 if (result == 1)
2810 SET_SRC (body) = XEXP (SET_SRC (body), 1);
2811 if (result == -1)
2812 SET_SRC (body) = XEXP (SET_SRC (body), 2);
2814 /* The jump is now either unconditional or a no-op.
2815 If it has become a no-op, don't try to output it.
2816 (It would not be recognized.) */
2817 if (SET_SRC (body) == pc_rtx)
2819 delete_insn (insn);
2820 break;
2822 else if (ANY_RETURN_P (SET_SRC (body)))
2823 /* Replace (set (pc) (return)) with (return). */
2824 PATTERN (insn) = body = SET_SRC (body);
2826 /* Rerecognize the instruction if it has changed. */
2827 if (result != 0)
2828 INSN_CODE (insn) = -1;
2831 /* If this is a conditional trap, maybe modify it if the cc's
2832 are in a nonstandard state so that it accomplishes the same
2833 thing that it would do straightforwardly if the cc's were
2834 set up normally. */
2835 if (cc_status.flags != 0
2836 && NONJUMP_INSN_P (insn)
2837 && GET_CODE (body) == TRAP_IF
2838 && COMPARISON_P (TRAP_CONDITION (body))
2839 && XEXP (TRAP_CONDITION (body), 0) == cc0_rtx)
2841 /* This function may alter the contents of its argument
2842 and clear some of the cc_status.flags bits.
2843 It may also return 1 meaning condition now always true
2844 or -1 meaning condition now always false
2845 or 2 meaning condition nontrivial but altered. */
2846 int result = alter_cond (TRAP_CONDITION (body));
2848 /* If TRAP_CONDITION has become always false, delete the
2849 instruction. */
2850 if (result == -1)
2852 delete_insn (insn);
2853 break;
2856 /* If TRAP_CONDITION has become always true, replace
2857 TRAP_CONDITION with const_true_rtx. */
2858 if (result == 1)
2859 TRAP_CONDITION (body) = const_true_rtx;
2861 /* Rerecognize the instruction if it has changed. */
2862 if (result != 0)
2863 INSN_CODE (insn) = -1;
2866 /* Make same adjustments to instructions that examine the
2867 condition codes without jumping and instructions that
2868 handle conditional moves (if this machine has either one). */
2870 if (cc_status.flags != 0
2871 && set != 0)
2873 rtx cond_rtx, then_rtx, else_rtx;
2875 if (!JUMP_P (insn)
2876 && GET_CODE (SET_SRC (set)) == IF_THEN_ELSE)
2878 cond_rtx = XEXP (SET_SRC (set), 0);
2879 then_rtx = XEXP (SET_SRC (set), 1);
2880 else_rtx = XEXP (SET_SRC (set), 2);
2882 else
2884 cond_rtx = SET_SRC (set);
2885 then_rtx = const_true_rtx;
2886 else_rtx = const0_rtx;
2889 if (COMPARISON_P (cond_rtx)
2890 && XEXP (cond_rtx, 0) == cc0_rtx)
2892 int result;
2893 result = alter_cond (cond_rtx);
2894 if (result == 1)
2895 validate_change (insn, &SET_SRC (set), then_rtx, 0);
2896 else if (result == -1)
2897 validate_change (insn, &SET_SRC (set), else_rtx, 0);
2898 else if (result == 2)
2899 INSN_CODE (insn) = -1;
2900 if (SET_DEST (set) == SET_SRC (set))
2901 delete_insn (insn);
2905 #endif
2907 /* Do machine-specific peephole optimizations if desired. */
2909 if (HAVE_peephole && optimize_p && !flag_no_peephole && !nopeepholes)
2911 rtx_insn *next = peephole (insn);
2912 /* When peepholing, if there were notes within the peephole,
2913 emit them before the peephole. */
2914 if (next != 0 && next != NEXT_INSN (insn))
2916 rtx_insn *note, *prev = PREV_INSN (insn);
2918 for (note = NEXT_INSN (insn); note != next;
2919 note = NEXT_INSN (note))
2920 final_scan_insn (note, file, optimize_p, nopeepholes, seen);
2922 /* Put the notes in the proper position for a later
2923 rescan. For example, the SH target can do this
2924 when generating a far jump in a delayed branch
2925 sequence. */
2926 note = NEXT_INSN (insn);
2927 SET_PREV_INSN (note) = prev;
2928 SET_NEXT_INSN (prev) = note;
2929 SET_NEXT_INSN (PREV_INSN (next)) = insn;
2930 SET_PREV_INSN (insn) = PREV_INSN (next);
2931 SET_NEXT_INSN (insn) = next;
2932 SET_PREV_INSN (next) = insn;
2935 /* PEEPHOLE might have changed this. */
2936 body = PATTERN (insn);
2939 /* Try to recognize the instruction.
2940 If successful, verify that the operands satisfy the
2941 constraints for the instruction. Crash if they don't,
2942 since `reload' should have changed them so that they do. */
2944 insn_code_number = recog_memoized (insn);
2945 cleanup_subreg_operands (insn);
2947 /* Dump the insn in the assembly for debugging (-dAP).
2948 If the final dump is requested as slim RTL, dump slim
2949 RTL to the assembly file also. */
2950 if (flag_dump_rtl_in_asm)
2952 print_rtx_head = ASM_COMMENT_START;
2953 if (! (dump_flags & TDF_SLIM))
2954 print_rtl_single (asm_out_file, insn);
2955 else
2956 dump_insn_slim (asm_out_file, insn);
2957 print_rtx_head = "";
2960 if (! constrain_operands_cached (insn, 1))
2961 fatal_insn_not_found (insn);
2963 /* Some target machines need to prescan each insn before
2964 it is output. */
2966 #ifdef FINAL_PRESCAN_INSN
2967 FINAL_PRESCAN_INSN (insn, recog_data.operand, recog_data.n_operands);
2968 #endif
2970 if (targetm.have_conditional_execution ()
2971 && GET_CODE (PATTERN (insn)) == COND_EXEC)
2972 current_insn_predicate = COND_EXEC_TEST (PATTERN (insn));
2974 #if HAVE_cc0
2975 cc_prev_status = cc_status;
2977 /* Update `cc_status' for this instruction.
2978 The instruction's output routine may change it further.
2979 If the output routine for a jump insn needs to depend
2980 on the cc status, it should look at cc_prev_status. */
2982 NOTICE_UPDATE_CC (body, insn);
2983 #endif
2985 current_output_insn = debug_insn = insn;
2987 /* Find the proper template for this insn. */
2988 templ = get_insn_template (insn_code_number, insn);
2990 /* If the C code returns 0, it means that it is a jump insn
2991 which follows a deleted test insn, and that test insn
2992 needs to be reinserted. */
2993 if (templ == 0)
2995 rtx_insn *prev;
2997 gcc_assert (prev_nonnote_insn (insn) == last_ignored_compare);
2999 /* We have already processed the notes between the setter and
3000 the user. Make sure we don't process them again, this is
3001 particularly important if one of the notes is a block
3002 scope note or an EH note. */
3003 for (prev = insn;
3004 prev != last_ignored_compare;
3005 prev = PREV_INSN (prev))
3007 if (NOTE_P (prev))
3008 delete_insn (prev); /* Use delete_note. */
3011 return prev;
3014 /* If the template is the string "#", it means that this insn must
3015 be split. */
3016 if (templ[0] == '#' && templ[1] == '\0')
3018 rtx_insn *new_rtx = try_split (body, insn, 0);
3020 /* If we didn't split the insn, go away. */
3021 if (new_rtx == insn && PATTERN (new_rtx) == body)
3022 fatal_insn ("could not split insn", insn);
3024 /* If we have a length attribute, this instruction should have
3025 been split in shorten_branches, to ensure that we would have
3026 valid length info for the splitees. */
3027 gcc_assert (!HAVE_ATTR_length);
3029 return new_rtx;
3032 /* ??? This will put the directives in the wrong place if
3033 get_insn_template outputs assembly directly. However calling it
3034 before get_insn_template breaks if the insns is split. */
3035 if (targetm.asm_out.unwind_emit_before_insn
3036 && targetm.asm_out.unwind_emit)
3037 targetm.asm_out.unwind_emit (asm_out_file, insn);
3039 rtx_call_insn *call_insn = dyn_cast <rtx_call_insn *> (insn);
3040 if (call_insn != NULL)
3042 rtx x = call_from_call_insn (call_insn);
3043 x = XEXP (x, 0);
3044 if (x && MEM_P (x) && GET_CODE (XEXP (x, 0)) == SYMBOL_REF)
3046 tree t;
3047 x = XEXP (x, 0);
3048 t = SYMBOL_REF_DECL (x);
3049 if (t)
3050 assemble_external (t);
3054 /* Output assembler code from the template. */
3055 output_asm_insn (templ, recog_data.operand);
3057 /* Some target machines need to postscan each insn after
3058 it is output. */
3059 if (targetm.asm_out.final_postscan_insn)
3060 targetm.asm_out.final_postscan_insn (file, insn, recog_data.operand,
3061 recog_data.n_operands);
3063 if (!targetm.asm_out.unwind_emit_before_insn
3064 && targetm.asm_out.unwind_emit)
3065 targetm.asm_out.unwind_emit (asm_out_file, insn);
3067 /* Let the debug info back-end know about this call. We do this only
3068 after the instruction has been emitted because labels that may be
3069 created to reference the call instruction must appear after it. */
3070 if (call_insn != NULL && !DECL_IGNORED_P (current_function_decl))
3071 debug_hooks->var_location (insn);
3073 current_output_insn = debug_insn = 0;
3076 return NEXT_INSN (insn);
3079 /* Return whether a source line note needs to be emitted before INSN.
3080 Sets IS_STMT to TRUE if the line should be marked as a possible
3081 breakpoint location. */
3083 static bool
3084 notice_source_line (rtx_insn *insn, bool *is_stmt)
3086 const char *filename;
3087 int linenum, columnnum;
3089 if (override_filename)
3091 filename = override_filename;
3092 linenum = override_linenum;
3093 columnnum = override_columnnum;
3095 else if (INSN_HAS_LOCATION (insn))
3097 expanded_location xloc = insn_location (insn);
3098 filename = xloc.file;
3099 linenum = xloc.line;
3100 columnnum = xloc.column;
3102 else
3104 filename = NULL;
3105 linenum = 0;
3106 columnnum = 0;
3109 if (filename == NULL)
3110 return false;
3112 if (force_source_line
3113 || filename != last_filename
3114 || last_linenum != linenum
3115 || (debug_column_info && last_columnnum != columnnum))
3117 force_source_line = false;
3118 last_filename = filename;
3119 last_linenum = linenum;
3120 last_columnnum = columnnum;
3121 last_discriminator = discriminator;
3122 *is_stmt = true;
3123 high_block_linenum = MAX (last_linenum, high_block_linenum);
3124 high_function_linenum = MAX (last_linenum, high_function_linenum);
3125 return true;
3128 if (SUPPORTS_DISCRIMINATOR && last_discriminator != discriminator)
3130 /* If the discriminator changed, but the line number did not,
3131 output the line table entry with is_stmt false so the
3132 debugger does not treat this as a breakpoint location. */
3133 last_discriminator = discriminator;
3134 *is_stmt = false;
3135 return true;
3138 return false;
3141 /* For each operand in INSN, simplify (subreg (reg)) so that it refers
3142 directly to the desired hard register. */
3144 void
3145 cleanup_subreg_operands (rtx_insn *insn)
3147 int i;
3148 bool changed = false;
3149 extract_insn_cached (insn);
3150 for (i = 0; i < recog_data.n_operands; i++)
3152 /* The following test cannot use recog_data.operand when testing
3153 for a SUBREG: the underlying object might have been changed
3154 already if we are inside a match_operator expression that
3155 matches the else clause. Instead we test the underlying
3156 expression directly. */
3157 if (GET_CODE (*recog_data.operand_loc[i]) == SUBREG)
3159 recog_data.operand[i] = alter_subreg (recog_data.operand_loc[i], true);
3160 changed = true;
3162 else if (GET_CODE (recog_data.operand[i]) == PLUS
3163 || GET_CODE (recog_data.operand[i]) == MULT
3164 || MEM_P (recog_data.operand[i]))
3165 recog_data.operand[i] = walk_alter_subreg (recog_data.operand_loc[i], &changed);
3168 for (i = 0; i < recog_data.n_dups; i++)
3170 if (GET_CODE (*recog_data.dup_loc[i]) == SUBREG)
3172 *recog_data.dup_loc[i] = alter_subreg (recog_data.dup_loc[i], true);
3173 changed = true;
3175 else if (GET_CODE (*recog_data.dup_loc[i]) == PLUS
3176 || GET_CODE (*recog_data.dup_loc[i]) == MULT
3177 || MEM_P (*recog_data.dup_loc[i]))
3178 *recog_data.dup_loc[i] = walk_alter_subreg (recog_data.dup_loc[i], &changed);
3180 if (changed)
3181 df_insn_rescan (insn);
3184 /* If X is a SUBREG, try to replace it with a REG or a MEM, based on
3185 the thing it is a subreg of. Do it anyway if FINAL_P. */
3188 alter_subreg (rtx *xp, bool final_p)
3190 rtx x = *xp;
3191 rtx y = SUBREG_REG (x);
3193 /* simplify_subreg does not remove subreg from volatile references.
3194 We are required to. */
3195 if (MEM_P (y))
3197 int offset = SUBREG_BYTE (x);
3199 /* For paradoxical subregs on big-endian machines, SUBREG_BYTE
3200 contains 0 instead of the proper offset. See simplify_subreg. */
3201 if (paradoxical_subreg_p (x))
3203 int difference = GET_MODE_SIZE (GET_MODE (y))
3204 - GET_MODE_SIZE (GET_MODE (x));
3205 if (WORDS_BIG_ENDIAN)
3206 offset += (difference / UNITS_PER_WORD) * UNITS_PER_WORD;
3207 if (BYTES_BIG_ENDIAN)
3208 offset += difference % UNITS_PER_WORD;
3211 if (final_p)
3212 *xp = adjust_address (y, GET_MODE (x), offset);
3213 else
3214 *xp = adjust_address_nv (y, GET_MODE (x), offset);
3216 else if (REG_P (y) && HARD_REGISTER_P (y))
3218 rtx new_rtx = simplify_subreg (GET_MODE (x), y, GET_MODE (y),
3219 SUBREG_BYTE (x));
3221 if (new_rtx != 0)
3222 *xp = new_rtx;
3223 else if (final_p && REG_P (y))
3225 /* Simplify_subreg can't handle some REG cases, but we have to. */
3226 unsigned int regno;
3227 HOST_WIDE_INT offset;
3229 regno = subreg_regno (x);
3230 if (subreg_lowpart_p (x))
3231 offset = byte_lowpart_offset (GET_MODE (x), GET_MODE (y));
3232 else
3233 offset = SUBREG_BYTE (x);
3234 *xp = gen_rtx_REG_offset (y, GET_MODE (x), regno, offset);
3238 return *xp;
3241 /* Do alter_subreg on all the SUBREGs contained in X. */
3243 static rtx
3244 walk_alter_subreg (rtx *xp, bool *changed)
3246 rtx x = *xp;
3247 switch (GET_CODE (x))
3249 case PLUS:
3250 case MULT:
3251 case AND:
3252 XEXP (x, 0) = walk_alter_subreg (&XEXP (x, 0), changed);
3253 XEXP (x, 1) = walk_alter_subreg (&XEXP (x, 1), changed);
3254 break;
3256 case MEM:
3257 case ZERO_EXTEND:
3258 XEXP (x, 0) = walk_alter_subreg (&XEXP (x, 0), changed);
3259 break;
3261 case SUBREG:
3262 *changed = true;
3263 return alter_subreg (xp, true);
3265 default:
3266 break;
3269 return *xp;
3272 #if HAVE_cc0
3274 /* Given BODY, the body of a jump instruction, alter the jump condition
3275 as required by the bits that are set in cc_status.flags.
3276 Not all of the bits there can be handled at this level in all cases.
3278 The value is normally 0.
3279 1 means that the condition has become always true.
3280 -1 means that the condition has become always false.
3281 2 means that COND has been altered. */
3283 static int
3284 alter_cond (rtx cond)
3286 int value = 0;
3288 if (cc_status.flags & CC_REVERSED)
3290 value = 2;
3291 PUT_CODE (cond, swap_condition (GET_CODE (cond)));
3294 if (cc_status.flags & CC_INVERTED)
3296 value = 2;
3297 PUT_CODE (cond, reverse_condition (GET_CODE (cond)));
3300 if (cc_status.flags & CC_NOT_POSITIVE)
3301 switch (GET_CODE (cond))
3303 case LE:
3304 case LEU:
3305 case GEU:
3306 /* Jump becomes unconditional. */
3307 return 1;
3309 case GT:
3310 case GTU:
3311 case LTU:
3312 /* Jump becomes no-op. */
3313 return -1;
3315 case GE:
3316 PUT_CODE (cond, EQ);
3317 value = 2;
3318 break;
3320 case LT:
3321 PUT_CODE (cond, NE);
3322 value = 2;
3323 break;
3325 default:
3326 break;
3329 if (cc_status.flags & CC_NOT_NEGATIVE)
3330 switch (GET_CODE (cond))
3332 case GE:
3333 case GEU:
3334 /* Jump becomes unconditional. */
3335 return 1;
3337 case LT:
3338 case LTU:
3339 /* Jump becomes no-op. */
3340 return -1;
3342 case LE:
3343 case LEU:
3344 PUT_CODE (cond, EQ);
3345 value = 2;
3346 break;
3348 case GT:
3349 case GTU:
3350 PUT_CODE (cond, NE);
3351 value = 2;
3352 break;
3354 default:
3355 break;
3358 if (cc_status.flags & CC_NO_OVERFLOW)
3359 switch (GET_CODE (cond))
3361 case GEU:
3362 /* Jump becomes unconditional. */
3363 return 1;
3365 case LEU:
3366 PUT_CODE (cond, EQ);
3367 value = 2;
3368 break;
3370 case GTU:
3371 PUT_CODE (cond, NE);
3372 value = 2;
3373 break;
3375 case LTU:
3376 /* Jump becomes no-op. */
3377 return -1;
3379 default:
3380 break;
3383 if (cc_status.flags & (CC_Z_IN_NOT_N | CC_Z_IN_N))
3384 switch (GET_CODE (cond))
3386 default:
3387 gcc_unreachable ();
3389 case NE:
3390 PUT_CODE (cond, cc_status.flags & CC_Z_IN_N ? GE : LT);
3391 value = 2;
3392 break;
3394 case EQ:
3395 PUT_CODE (cond, cc_status.flags & CC_Z_IN_N ? LT : GE);
3396 value = 2;
3397 break;
3400 if (cc_status.flags & CC_NOT_SIGNED)
3401 /* The flags are valid if signed condition operators are converted
3402 to unsigned. */
3403 switch (GET_CODE (cond))
3405 case LE:
3406 PUT_CODE (cond, LEU);
3407 value = 2;
3408 break;
3410 case LT:
3411 PUT_CODE (cond, LTU);
3412 value = 2;
3413 break;
3415 case GT:
3416 PUT_CODE (cond, GTU);
3417 value = 2;
3418 break;
3420 case GE:
3421 PUT_CODE (cond, GEU);
3422 value = 2;
3423 break;
3425 default:
3426 break;
3429 return value;
3431 #endif
3433 /* Report inconsistency between the assembler template and the operands.
3434 In an `asm', it's the user's fault; otherwise, the compiler's fault. */
3436 void
3437 output_operand_lossage (const char *cmsgid, ...)
3439 char *fmt_string;
3440 char *new_message;
3441 const char *pfx_str;
3442 va_list ap;
3444 va_start (ap, cmsgid);
3446 pfx_str = this_is_asm_operands ? _("invalid 'asm': ") : "output_operand: ";
3447 fmt_string = xasprintf ("%s%s", pfx_str, _(cmsgid));
3448 new_message = xvasprintf (fmt_string, ap);
3450 if (this_is_asm_operands)
3451 error_for_asm (this_is_asm_operands, "%s", new_message);
3452 else
3453 internal_error ("%s", new_message);
3455 free (fmt_string);
3456 free (new_message);
3457 va_end (ap);
3460 /* Output of assembler code from a template, and its subroutines. */
3462 /* Annotate the assembly with a comment describing the pattern and
3463 alternative used. */
3465 static void
3466 output_asm_name (void)
3468 if (debug_insn)
3470 int num = INSN_CODE (debug_insn);
3471 fprintf (asm_out_file, "\t%s %d\t%s",
3472 ASM_COMMENT_START, INSN_UID (debug_insn),
3473 insn_data[num].name);
3474 if (insn_data[num].n_alternatives > 1)
3475 fprintf (asm_out_file, "/%d", which_alternative + 1);
3477 if (HAVE_ATTR_length)
3478 fprintf (asm_out_file, "\t[length = %d]",
3479 get_attr_length (debug_insn));
3481 /* Clear this so only the first assembler insn
3482 of any rtl insn will get the special comment for -dp. */
3483 debug_insn = 0;
3487 /* If OP is a REG or MEM and we can find a MEM_EXPR corresponding to it
3488 or its address, return that expr . Set *PADDRESSP to 1 if the expr
3489 corresponds to the address of the object and 0 if to the object. */
3491 static tree
3492 get_mem_expr_from_op (rtx op, int *paddressp)
3494 tree expr;
3495 int inner_addressp;
3497 *paddressp = 0;
3499 if (REG_P (op))
3500 return REG_EXPR (op);
3501 else if (!MEM_P (op))
3502 return 0;
3504 if (MEM_EXPR (op) != 0)
3505 return MEM_EXPR (op);
3507 /* Otherwise we have an address, so indicate it and look at the address. */
3508 *paddressp = 1;
3509 op = XEXP (op, 0);
3511 /* First check if we have a decl for the address, then look at the right side
3512 if it is a PLUS. Otherwise, strip off arithmetic and keep looking.
3513 But don't allow the address to itself be indirect. */
3514 if ((expr = get_mem_expr_from_op (op, &inner_addressp)) && ! inner_addressp)
3515 return expr;
3516 else if (GET_CODE (op) == PLUS
3517 && (expr = get_mem_expr_from_op (XEXP (op, 1), &inner_addressp)))
3518 return expr;
3520 while (UNARY_P (op)
3521 || GET_RTX_CLASS (GET_CODE (op)) == RTX_BIN_ARITH)
3522 op = XEXP (op, 0);
3524 expr = get_mem_expr_from_op (op, &inner_addressp);
3525 return inner_addressp ? 0 : expr;
3528 /* Output operand names for assembler instructions. OPERANDS is the
3529 operand vector, OPORDER is the order to write the operands, and NOPS
3530 is the number of operands to write. */
3532 static void
3533 output_asm_operand_names (rtx *operands, int *oporder, int nops)
3535 int wrote = 0;
3536 int i;
3538 for (i = 0; i < nops; i++)
3540 int addressp;
3541 rtx op = operands[oporder[i]];
3542 tree expr = get_mem_expr_from_op (op, &addressp);
3544 fprintf (asm_out_file, "%c%s",
3545 wrote ? ',' : '\t', wrote ? "" : ASM_COMMENT_START);
3546 wrote = 1;
3547 if (expr)
3549 fprintf (asm_out_file, "%s",
3550 addressp ? "*" : "");
3551 print_mem_expr (asm_out_file, expr);
3552 wrote = 1;
3554 else if (REG_P (op) && ORIGINAL_REGNO (op)
3555 && ORIGINAL_REGNO (op) != REGNO (op))
3556 fprintf (asm_out_file, " tmp%i", ORIGINAL_REGNO (op));
3560 #ifdef ASSEMBLER_DIALECT
3561 /* Helper function to parse assembler dialects in the asm string.
3562 This is called from output_asm_insn and asm_fprintf. */
3563 static const char *
3564 do_assembler_dialects (const char *p, int *dialect)
3566 char c = *(p - 1);
3568 switch (c)
3570 case '{':
3572 int i;
3574 if (*dialect)
3575 output_operand_lossage ("nested assembly dialect alternatives");
3576 else
3577 *dialect = 1;
3579 /* If we want the first dialect, do nothing. Otherwise, skip
3580 DIALECT_NUMBER of strings ending with '|'. */
3581 for (i = 0; i < dialect_number; i++)
3583 while (*p && *p != '}')
3585 if (*p == '|')
3587 p++;
3588 break;
3591 /* Skip over any character after a percent sign. */
3592 if (*p == '%')
3593 p++;
3594 if (*p)
3595 p++;
3598 if (*p == '}')
3599 break;
3602 if (*p == '\0')
3603 output_operand_lossage ("unterminated assembly dialect alternative");
3605 break;
3607 case '|':
3608 if (*dialect)
3610 /* Skip to close brace. */
3613 if (*p == '\0')
3615 output_operand_lossage ("unterminated assembly dialect alternative");
3616 break;
3619 /* Skip over any character after a percent sign. */
3620 if (*p == '%' && p[1])
3622 p += 2;
3623 continue;
3626 if (*p++ == '}')
3627 break;
3629 while (1);
3631 *dialect = 0;
3633 else
3634 putc (c, asm_out_file);
3635 break;
3637 case '}':
3638 if (! *dialect)
3639 putc (c, asm_out_file);
3640 *dialect = 0;
3641 break;
3642 default:
3643 gcc_unreachable ();
3646 return p;
3648 #endif
3650 /* Output text from TEMPLATE to the assembler output file,
3651 obeying %-directions to substitute operands taken from
3652 the vector OPERANDS.
3654 %N (for N a digit) means print operand N in usual manner.
3655 %lN means require operand N to be a CODE_LABEL or LABEL_REF
3656 and print the label name with no punctuation.
3657 %cN means require operand N to be a constant
3658 and print the constant expression with no punctuation.
3659 %aN means expect operand N to be a memory address
3660 (not a memory reference!) and print a reference
3661 to that address.
3662 %nN means expect operand N to be a constant
3663 and print a constant expression for minus the value
3664 of the operand, with no other punctuation. */
3666 void
3667 output_asm_insn (const char *templ, rtx *operands)
3669 const char *p;
3670 int c;
3671 #ifdef ASSEMBLER_DIALECT
3672 int dialect = 0;
3673 #endif
3674 int oporder[MAX_RECOG_OPERANDS];
3675 char opoutput[MAX_RECOG_OPERANDS];
3676 int ops = 0;
3678 /* An insn may return a null string template
3679 in a case where no assembler code is needed. */
3680 if (*templ == 0)
3681 return;
3683 memset (opoutput, 0, sizeof opoutput);
3684 p = templ;
3685 putc ('\t', asm_out_file);
3687 #ifdef ASM_OUTPUT_OPCODE
3688 ASM_OUTPUT_OPCODE (asm_out_file, p);
3689 #endif
3691 while ((c = *p++))
3692 switch (c)
3694 case '\n':
3695 if (flag_verbose_asm)
3696 output_asm_operand_names (operands, oporder, ops);
3697 if (flag_print_asm_name)
3698 output_asm_name ();
3700 ops = 0;
3701 memset (opoutput, 0, sizeof opoutput);
3703 putc (c, asm_out_file);
3704 #ifdef ASM_OUTPUT_OPCODE
3705 while ((c = *p) == '\t')
3707 putc (c, asm_out_file);
3708 p++;
3710 ASM_OUTPUT_OPCODE (asm_out_file, p);
3711 #endif
3712 break;
3714 #ifdef ASSEMBLER_DIALECT
3715 case '{':
3716 case '}':
3717 case '|':
3718 p = do_assembler_dialects (p, &dialect);
3719 break;
3720 #endif
3722 case '%':
3723 /* %% outputs a single %. %{, %} and %| print {, } and | respectively
3724 if ASSEMBLER_DIALECT defined and these characters have a special
3725 meaning as dialect delimiters.*/
3726 if (*p == '%'
3727 #ifdef ASSEMBLER_DIALECT
3728 || *p == '{' || *p == '}' || *p == '|'
3729 #endif
3732 putc (*p, asm_out_file);
3733 p++;
3735 /* %= outputs a number which is unique to each insn in the entire
3736 compilation. This is useful for making local labels that are
3737 referred to more than once in a given insn. */
3738 else if (*p == '=')
3740 p++;
3741 fprintf (asm_out_file, "%d", insn_counter);
3743 /* % followed by a letter and some digits
3744 outputs an operand in a special way depending on the letter.
3745 Letters `acln' are implemented directly.
3746 Other letters are passed to `output_operand' so that
3747 the TARGET_PRINT_OPERAND hook can define them. */
3748 else if (ISALPHA (*p))
3750 int letter = *p++;
3751 unsigned long opnum;
3752 char *endptr;
3754 opnum = strtoul (p, &endptr, 10);
3756 if (endptr == p)
3757 output_operand_lossage ("operand number missing "
3758 "after %%-letter");
3759 else if (this_is_asm_operands && opnum >= insn_noperands)
3760 output_operand_lossage ("operand number out of range");
3761 else if (letter == 'l')
3762 output_asm_label (operands[opnum]);
3763 else if (letter == 'a')
3764 output_address (VOIDmode, operands[opnum]);
3765 else if (letter == 'c')
3767 if (CONSTANT_ADDRESS_P (operands[opnum]))
3768 output_addr_const (asm_out_file, operands[opnum]);
3769 else
3770 output_operand (operands[opnum], 'c');
3772 else if (letter == 'n')
3774 if (CONST_INT_P (operands[opnum]))
3775 fprintf (asm_out_file, HOST_WIDE_INT_PRINT_DEC,
3776 - INTVAL (operands[opnum]));
3777 else
3779 putc ('-', asm_out_file);
3780 output_addr_const (asm_out_file, operands[opnum]);
3783 else
3784 output_operand (operands[opnum], letter);
3786 if (!opoutput[opnum])
3787 oporder[ops++] = opnum;
3788 opoutput[opnum] = 1;
3790 p = endptr;
3791 c = *p;
3793 /* % followed by a digit outputs an operand the default way. */
3794 else if (ISDIGIT (*p))
3796 unsigned long opnum;
3797 char *endptr;
3799 opnum = strtoul (p, &endptr, 10);
3800 if (this_is_asm_operands && opnum >= insn_noperands)
3801 output_operand_lossage ("operand number out of range");
3802 else
3803 output_operand (operands[opnum], 0);
3805 if (!opoutput[opnum])
3806 oporder[ops++] = opnum;
3807 opoutput[opnum] = 1;
3809 p = endptr;
3810 c = *p;
3812 /* % followed by punctuation: output something for that
3813 punctuation character alone, with no operand. The
3814 TARGET_PRINT_OPERAND hook decides what is actually done. */
3815 else if (targetm.asm_out.print_operand_punct_valid_p ((unsigned char) *p))
3816 output_operand (NULL_RTX, *p++);
3817 else
3818 output_operand_lossage ("invalid %%-code");
3819 break;
3821 default:
3822 putc (c, asm_out_file);
3825 /* Write out the variable names for operands, if we know them. */
3826 if (flag_verbose_asm)
3827 output_asm_operand_names (operands, oporder, ops);
3828 if (flag_print_asm_name)
3829 output_asm_name ();
3831 putc ('\n', asm_out_file);
3834 /* Output a LABEL_REF, or a bare CODE_LABEL, as an assembler symbol. */
3836 void
3837 output_asm_label (rtx x)
3839 char buf[256];
3841 if (GET_CODE (x) == LABEL_REF)
3842 x = label_ref_label (x);
3843 if (LABEL_P (x)
3844 || (NOTE_P (x)
3845 && NOTE_KIND (x) == NOTE_INSN_DELETED_LABEL))
3846 ASM_GENERATE_INTERNAL_LABEL (buf, "L", CODE_LABEL_NUMBER (x));
3847 else
3848 output_operand_lossage ("'%%l' operand isn't a label");
3850 assemble_name (asm_out_file, buf);
3853 /* Marks SYMBOL_REFs in x as referenced through use of assemble_external. */
3855 void
3856 mark_symbol_refs_as_used (rtx x)
3858 subrtx_iterator::array_type array;
3859 FOR_EACH_SUBRTX (iter, array, x, ALL)
3861 const_rtx x = *iter;
3862 if (GET_CODE (x) == SYMBOL_REF)
3863 if (tree t = SYMBOL_REF_DECL (x))
3864 assemble_external (t);
3868 /* Print operand X using machine-dependent assembler syntax.
3869 CODE is a non-digit that preceded the operand-number in the % spec,
3870 such as 'z' if the spec was `%z3'. CODE is 0 if there was no char
3871 between the % and the digits.
3872 When CODE is a non-letter, X is 0.
3874 The meanings of the letters are machine-dependent and controlled
3875 by TARGET_PRINT_OPERAND. */
3877 void
3878 output_operand (rtx x, int code ATTRIBUTE_UNUSED)
3880 if (x && GET_CODE (x) == SUBREG)
3881 x = alter_subreg (&x, true);
3883 /* X must not be a pseudo reg. */
3884 if (!targetm.no_register_allocation)
3885 gcc_assert (!x || !REG_P (x) || REGNO (x) < FIRST_PSEUDO_REGISTER);
3887 targetm.asm_out.print_operand (asm_out_file, x, code);
3889 if (x == NULL_RTX)
3890 return;
3892 mark_symbol_refs_as_used (x);
3895 /* Print a memory reference operand for address X using
3896 machine-dependent assembler syntax. */
3898 void
3899 output_address (machine_mode mode, rtx x)
3901 bool changed = false;
3902 walk_alter_subreg (&x, &changed);
3903 targetm.asm_out.print_operand_address (asm_out_file, mode, x);
3906 /* Print an integer constant expression in assembler syntax.
3907 Addition and subtraction are the only arithmetic
3908 that may appear in these expressions. */
3910 void
3911 output_addr_const (FILE *file, rtx x)
3913 char buf[256];
3915 restart:
3916 switch (GET_CODE (x))
3918 case PC:
3919 putc ('.', file);
3920 break;
3922 case SYMBOL_REF:
3923 if (SYMBOL_REF_DECL (x))
3924 assemble_external (SYMBOL_REF_DECL (x));
3925 #ifdef ASM_OUTPUT_SYMBOL_REF
3926 ASM_OUTPUT_SYMBOL_REF (file, x);
3927 #else
3928 assemble_name (file, XSTR (x, 0));
3929 #endif
3930 break;
3932 case LABEL_REF:
3933 x = label_ref_label (x);
3934 /* Fall through. */
3935 case CODE_LABEL:
3936 ASM_GENERATE_INTERNAL_LABEL (buf, "L", CODE_LABEL_NUMBER (x));
3937 #ifdef ASM_OUTPUT_LABEL_REF
3938 ASM_OUTPUT_LABEL_REF (file, buf);
3939 #else
3940 assemble_name (file, buf);
3941 #endif
3942 break;
3944 case CONST_INT:
3945 fprintf (file, HOST_WIDE_INT_PRINT_DEC, INTVAL (x));
3946 break;
3948 case CONST:
3949 /* This used to output parentheses around the expression,
3950 but that does not work on the 386 (either ATT or BSD assembler). */
3951 output_addr_const (file, XEXP (x, 0));
3952 break;
3954 case CONST_WIDE_INT:
3955 /* We do not know the mode here so we have to use a round about
3956 way to build a wide-int to get it printed properly. */
3958 wide_int w = wide_int::from_array (&CONST_WIDE_INT_ELT (x, 0),
3959 CONST_WIDE_INT_NUNITS (x),
3960 CONST_WIDE_INT_NUNITS (x)
3961 * HOST_BITS_PER_WIDE_INT,
3962 false);
3963 print_decs (w, file);
3965 break;
3967 case CONST_DOUBLE:
3968 if (CONST_DOUBLE_AS_INT_P (x))
3970 /* We can use %d if the number is one word and positive. */
3971 if (CONST_DOUBLE_HIGH (x))
3972 fprintf (file, HOST_WIDE_INT_PRINT_DOUBLE_HEX,
3973 (unsigned HOST_WIDE_INT) CONST_DOUBLE_HIGH (x),
3974 (unsigned HOST_WIDE_INT) CONST_DOUBLE_LOW (x));
3975 else if (CONST_DOUBLE_LOW (x) < 0)
3976 fprintf (file, HOST_WIDE_INT_PRINT_HEX,
3977 (unsigned HOST_WIDE_INT) CONST_DOUBLE_LOW (x));
3978 else
3979 fprintf (file, HOST_WIDE_INT_PRINT_DEC, CONST_DOUBLE_LOW (x));
3981 else
3982 /* We can't handle floating point constants;
3983 PRINT_OPERAND must handle them. */
3984 output_operand_lossage ("floating constant misused");
3985 break;
3987 case CONST_FIXED:
3988 fprintf (file, HOST_WIDE_INT_PRINT_DEC, CONST_FIXED_VALUE_LOW (x));
3989 break;
3991 case PLUS:
3992 /* Some assemblers need integer constants to appear last (eg masm). */
3993 if (CONST_INT_P (XEXP (x, 0)))
3995 output_addr_const (file, XEXP (x, 1));
3996 if (INTVAL (XEXP (x, 0)) >= 0)
3997 fprintf (file, "+");
3998 output_addr_const (file, XEXP (x, 0));
4000 else
4002 output_addr_const (file, XEXP (x, 0));
4003 if (!CONST_INT_P (XEXP (x, 1))
4004 || INTVAL (XEXP (x, 1)) >= 0)
4005 fprintf (file, "+");
4006 output_addr_const (file, XEXP (x, 1));
4008 break;
4010 case MINUS:
4011 /* Avoid outputting things like x-x or x+5-x,
4012 since some assemblers can't handle that. */
4013 x = simplify_subtraction (x);
4014 if (GET_CODE (x) != MINUS)
4015 goto restart;
4017 output_addr_const (file, XEXP (x, 0));
4018 fprintf (file, "-");
4019 if ((CONST_INT_P (XEXP (x, 1)) && INTVAL (XEXP (x, 1)) >= 0)
4020 || GET_CODE (XEXP (x, 1)) == PC
4021 || GET_CODE (XEXP (x, 1)) == SYMBOL_REF)
4022 output_addr_const (file, XEXP (x, 1));
4023 else
4025 fputs (targetm.asm_out.open_paren, file);
4026 output_addr_const (file, XEXP (x, 1));
4027 fputs (targetm.asm_out.close_paren, file);
4029 break;
4031 case ZERO_EXTEND:
4032 case SIGN_EXTEND:
4033 case SUBREG:
4034 case TRUNCATE:
4035 output_addr_const (file, XEXP (x, 0));
4036 break;
4038 default:
4039 if (targetm.asm_out.output_addr_const_extra (file, x))
4040 break;
4042 output_operand_lossage ("invalid expression as operand");
4046 /* Output a quoted string. */
4048 void
4049 output_quoted_string (FILE *asm_file, const char *string)
4051 #ifdef OUTPUT_QUOTED_STRING
4052 OUTPUT_QUOTED_STRING (asm_file, string);
4053 #else
4054 char c;
4056 putc ('\"', asm_file);
4057 while ((c = *string++) != 0)
4059 if (ISPRINT (c))
4061 if (c == '\"' || c == '\\')
4062 putc ('\\', asm_file);
4063 putc (c, asm_file);
4065 else
4066 fprintf (asm_file, "\\%03o", (unsigned char) c);
4068 putc ('\"', asm_file);
4069 #endif
4072 /* Write a HOST_WIDE_INT number in hex form 0x1234, fast. */
4074 void
4075 fprint_whex (FILE *f, unsigned HOST_WIDE_INT value)
4077 char buf[2 + CHAR_BIT * sizeof (value) / 4];
4078 if (value == 0)
4079 putc ('0', f);
4080 else
4082 char *p = buf + sizeof (buf);
4084 *--p = "0123456789abcdef"[value % 16];
4085 while ((value /= 16) != 0);
4086 *--p = 'x';
4087 *--p = '0';
4088 fwrite (p, 1, buf + sizeof (buf) - p, f);
4092 /* Internal function that prints an unsigned long in decimal in reverse.
4093 The output string IS NOT null-terminated. */
4095 static int
4096 sprint_ul_rev (char *s, unsigned long value)
4098 int i = 0;
4101 s[i] = "0123456789"[value % 10];
4102 value /= 10;
4103 i++;
4104 /* alternate version, without modulo */
4105 /* oldval = value; */
4106 /* value /= 10; */
4107 /* s[i] = "0123456789" [oldval - 10*value]; */
4108 /* i++ */
4110 while (value != 0);
4111 return i;
4114 /* Write an unsigned long as decimal to a file, fast. */
4116 void
4117 fprint_ul (FILE *f, unsigned long value)
4119 /* python says: len(str(2**64)) == 20 */
4120 char s[20];
4121 int i;
4123 i = sprint_ul_rev (s, value);
4125 /* It's probably too small to bother with string reversal and fputs. */
4128 i--;
4129 putc (s[i], f);
4131 while (i != 0);
4134 /* Write an unsigned long as decimal to a string, fast.
4135 s must be wide enough to not overflow, at least 21 chars.
4136 Returns the length of the string (without terminating '\0'). */
4139 sprint_ul (char *s, unsigned long value)
4141 int len = sprint_ul_rev (s, value);
4142 s[len] = '\0';
4144 std::reverse (s, s + len);
4145 return len;
4148 /* A poor man's fprintf, with the added features of %I, %R, %L, and %U.
4149 %R prints the value of REGISTER_PREFIX.
4150 %L prints the value of LOCAL_LABEL_PREFIX.
4151 %U prints the value of USER_LABEL_PREFIX.
4152 %I prints the value of IMMEDIATE_PREFIX.
4153 %O runs ASM_OUTPUT_OPCODE to transform what follows in the string.
4154 Also supported are %d, %i, %u, %x, %X, %o, %c, %s and %%.
4156 We handle alternate assembler dialects here, just like output_asm_insn. */
4158 void
4159 asm_fprintf (FILE *file, const char *p, ...)
4161 char buf[10];
4162 char *q, c;
4163 #ifdef ASSEMBLER_DIALECT
4164 int dialect = 0;
4165 #endif
4166 va_list argptr;
4168 va_start (argptr, p);
4170 buf[0] = '%';
4172 while ((c = *p++))
4173 switch (c)
4175 #ifdef ASSEMBLER_DIALECT
4176 case '{':
4177 case '}':
4178 case '|':
4179 p = do_assembler_dialects (p, &dialect);
4180 break;
4181 #endif
4183 case '%':
4184 c = *p++;
4185 q = &buf[1];
4186 while (strchr ("-+ #0", c))
4188 *q++ = c;
4189 c = *p++;
4191 while (ISDIGIT (c) || c == '.')
4193 *q++ = c;
4194 c = *p++;
4196 switch (c)
4198 case '%':
4199 putc ('%', file);
4200 break;
4202 case 'd': case 'i': case 'u':
4203 case 'x': case 'X': case 'o':
4204 case 'c':
4205 *q++ = c;
4206 *q = 0;
4207 fprintf (file, buf, va_arg (argptr, int));
4208 break;
4210 case 'w':
4211 /* This is a prefix to the 'd', 'i', 'u', 'x', 'X', and
4212 'o' cases, but we do not check for those cases. It
4213 means that the value is a HOST_WIDE_INT, which may be
4214 either `long' or `long long'. */
4215 memcpy (q, HOST_WIDE_INT_PRINT, strlen (HOST_WIDE_INT_PRINT));
4216 q += strlen (HOST_WIDE_INT_PRINT);
4217 *q++ = *p++;
4218 *q = 0;
4219 fprintf (file, buf, va_arg (argptr, HOST_WIDE_INT));
4220 break;
4222 case 'l':
4223 *q++ = c;
4224 #ifdef HAVE_LONG_LONG
4225 if (*p == 'l')
4227 *q++ = *p++;
4228 *q++ = *p++;
4229 *q = 0;
4230 fprintf (file, buf, va_arg (argptr, long long));
4232 else
4233 #endif
4235 *q++ = *p++;
4236 *q = 0;
4237 fprintf (file, buf, va_arg (argptr, long));
4240 break;
4242 case 's':
4243 *q++ = c;
4244 *q = 0;
4245 fprintf (file, buf, va_arg (argptr, char *));
4246 break;
4248 case 'O':
4249 #ifdef ASM_OUTPUT_OPCODE
4250 ASM_OUTPUT_OPCODE (asm_out_file, p);
4251 #endif
4252 break;
4254 case 'R':
4255 #ifdef REGISTER_PREFIX
4256 fprintf (file, "%s", REGISTER_PREFIX);
4257 #endif
4258 break;
4260 case 'I':
4261 #ifdef IMMEDIATE_PREFIX
4262 fprintf (file, "%s", IMMEDIATE_PREFIX);
4263 #endif
4264 break;
4266 case 'L':
4267 #ifdef LOCAL_LABEL_PREFIX
4268 fprintf (file, "%s", LOCAL_LABEL_PREFIX);
4269 #endif
4270 break;
4272 case 'U':
4273 fputs (user_label_prefix, file);
4274 break;
4276 #ifdef ASM_FPRINTF_EXTENSIONS
4277 /* Uppercase letters are reserved for general use by asm_fprintf
4278 and so are not available to target specific code. In order to
4279 prevent the ASM_FPRINTF_EXTENSIONS macro from using them then,
4280 they are defined here. As they get turned into real extensions
4281 to asm_fprintf they should be removed from this list. */
4282 case 'A': case 'B': case 'C': case 'D': case 'E':
4283 case 'F': case 'G': case 'H': case 'J': case 'K':
4284 case 'M': case 'N': case 'P': case 'Q': case 'S':
4285 case 'T': case 'V': case 'W': case 'Y': case 'Z':
4286 break;
4288 ASM_FPRINTF_EXTENSIONS (file, argptr, p)
4289 #endif
4290 default:
4291 gcc_unreachable ();
4293 break;
4295 default:
4296 putc (c, file);
4298 va_end (argptr);
4301 /* Return nonzero if this function has no function calls. */
4304 leaf_function_p (void)
4306 rtx_insn *insn;
4308 /* Ensure we walk the entire function body. */
4309 gcc_assert (!in_sequence_p ());
4311 /* Some back-ends (e.g. s390) want leaf functions to stay leaf
4312 functions even if they call mcount. */
4313 if (crtl->profile && !targetm.keep_leaf_when_profiled ())
4314 return 0;
4316 for (insn = get_insns (); insn; insn = NEXT_INSN (insn))
4318 if (CALL_P (insn)
4319 && ! SIBLING_CALL_P (insn))
4320 return 0;
4321 if (NONJUMP_INSN_P (insn)
4322 && GET_CODE (PATTERN (insn)) == SEQUENCE
4323 && CALL_P (XVECEXP (PATTERN (insn), 0, 0))
4324 && ! SIBLING_CALL_P (XVECEXP (PATTERN (insn), 0, 0)))
4325 return 0;
4328 return 1;
4331 /* Return 1 if branch is a forward branch.
4332 Uses insn_shuid array, so it works only in the final pass. May be used by
4333 output templates to customary add branch prediction hints.
4336 final_forward_branch_p (rtx_insn *insn)
4338 int insn_id, label_id;
4340 gcc_assert (uid_shuid);
4341 insn_id = INSN_SHUID (insn);
4342 label_id = INSN_SHUID (JUMP_LABEL (insn));
4343 /* We've hit some insns that does not have id information available. */
4344 gcc_assert (insn_id && label_id);
4345 return insn_id < label_id;
4348 /* On some machines, a function with no call insns
4349 can run faster if it doesn't create its own register window.
4350 When output, the leaf function should use only the "output"
4351 registers. Ordinarily, the function would be compiled to use
4352 the "input" registers to find its arguments; it is a candidate
4353 for leaf treatment if it uses only the "input" registers.
4354 Leaf function treatment means renumbering so the function
4355 uses the "output" registers instead. */
4357 #ifdef LEAF_REGISTERS
4359 /* Return 1 if this function uses only the registers that can be
4360 safely renumbered. */
4363 only_leaf_regs_used (void)
4365 int i;
4366 const char *const permitted_reg_in_leaf_functions = LEAF_REGISTERS;
4368 for (i = 0; i < FIRST_PSEUDO_REGISTER; i++)
4369 if ((df_regs_ever_live_p (i) || global_regs[i])
4370 && ! permitted_reg_in_leaf_functions[i])
4371 return 0;
4373 if (crtl->uses_pic_offset_table
4374 && pic_offset_table_rtx != 0
4375 && REG_P (pic_offset_table_rtx)
4376 && ! permitted_reg_in_leaf_functions[REGNO (pic_offset_table_rtx)])
4377 return 0;
4379 return 1;
4382 /* Scan all instructions and renumber all registers into those
4383 available in leaf functions. */
4385 static void
4386 leaf_renumber_regs (rtx_insn *first)
4388 rtx_insn *insn;
4390 /* Renumber only the actual patterns.
4391 The reg-notes can contain frame pointer refs,
4392 and renumbering them could crash, and should not be needed. */
4393 for (insn = first; insn; insn = NEXT_INSN (insn))
4394 if (INSN_P (insn))
4395 leaf_renumber_regs_insn (PATTERN (insn));
4398 /* Scan IN_RTX and its subexpressions, and renumber all regs into those
4399 available in leaf functions. */
4401 void
4402 leaf_renumber_regs_insn (rtx in_rtx)
4404 int i, j;
4405 const char *format_ptr;
4407 if (in_rtx == 0)
4408 return;
4410 /* Renumber all input-registers into output-registers.
4411 renumbered_regs would be 1 for an output-register;
4412 they */
4414 if (REG_P (in_rtx))
4416 int newreg;
4418 /* Don't renumber the same reg twice. */
4419 if (in_rtx->used)
4420 return;
4422 newreg = REGNO (in_rtx);
4423 /* Don't try to renumber pseudo regs. It is possible for a pseudo reg
4424 to reach here as part of a REG_NOTE. */
4425 if (newreg >= FIRST_PSEUDO_REGISTER)
4427 in_rtx->used = 1;
4428 return;
4430 newreg = LEAF_REG_REMAP (newreg);
4431 gcc_assert (newreg >= 0);
4432 df_set_regs_ever_live (REGNO (in_rtx), false);
4433 df_set_regs_ever_live (newreg, true);
4434 SET_REGNO (in_rtx, newreg);
4435 in_rtx->used = 1;
4436 return;
4439 if (INSN_P (in_rtx))
4441 /* Inside a SEQUENCE, we find insns.
4442 Renumber just the patterns of these insns,
4443 just as we do for the top-level insns. */
4444 leaf_renumber_regs_insn (PATTERN (in_rtx));
4445 return;
4448 format_ptr = GET_RTX_FORMAT (GET_CODE (in_rtx));
4450 for (i = 0; i < GET_RTX_LENGTH (GET_CODE (in_rtx)); i++)
4451 switch (*format_ptr++)
4453 case 'e':
4454 leaf_renumber_regs_insn (XEXP (in_rtx, i));
4455 break;
4457 case 'E':
4458 if (NULL != XVEC (in_rtx, i))
4460 for (j = 0; j < XVECLEN (in_rtx, i); j++)
4461 leaf_renumber_regs_insn (XVECEXP (in_rtx, i, j));
4463 break;
4465 case 'S':
4466 case 's':
4467 case '0':
4468 case 'i':
4469 case 'w':
4470 case 'n':
4471 case 'u':
4472 break;
4474 default:
4475 gcc_unreachable ();
4478 #endif
4480 /* Turn the RTL into assembly. */
4481 static unsigned int
4482 rest_of_handle_final (void)
4484 const char *fnname = get_fnname_from_decl (current_function_decl);
4486 assemble_start_function (current_function_decl, fnname);
4487 final_start_function (get_insns (), asm_out_file, optimize);
4488 final (get_insns (), asm_out_file, optimize);
4489 if (flag_ipa_ra
4490 && !lookup_attribute ("noipa", DECL_ATTRIBUTES (current_function_decl)))
4491 collect_fn_hard_reg_usage ();
4492 final_end_function ();
4494 /* The IA-64 ".handlerdata" directive must be issued before the ".endp"
4495 directive that closes the procedure descriptor. Similarly, for x64 SEH.
4496 Otherwise it's not strictly necessary, but it doesn't hurt either. */
4497 output_function_exception_table (fnname);
4499 assemble_end_function (current_function_decl, fnname);
4501 /* Free up reg info memory. */
4502 free_reg_info ();
4504 if (! quiet_flag)
4505 fflush (asm_out_file);
4507 /* Write DBX symbols if requested. */
4509 /* Note that for those inline functions where we don't initially
4510 know for certain that we will be generating an out-of-line copy,
4511 the first invocation of this routine (rest_of_compilation) will
4512 skip over this code by doing a `goto exit_rest_of_compilation;'.
4513 Later on, wrapup_global_declarations will (indirectly) call
4514 rest_of_compilation again for those inline functions that need
4515 to have out-of-line copies generated. During that call, we
4516 *will* be routed past here. */
4518 timevar_push (TV_SYMOUT);
4519 if (!DECL_IGNORED_P (current_function_decl))
4520 debug_hooks->function_decl (current_function_decl);
4521 timevar_pop (TV_SYMOUT);
4523 /* Release the blocks that are linked to DECL_INITIAL() to free the memory. */
4524 DECL_INITIAL (current_function_decl) = error_mark_node;
4526 if (DECL_STATIC_CONSTRUCTOR (current_function_decl)
4527 && targetm.have_ctors_dtors)
4528 targetm.asm_out.constructor (XEXP (DECL_RTL (current_function_decl), 0),
4529 decl_init_priority_lookup
4530 (current_function_decl));
4531 if (DECL_STATIC_DESTRUCTOR (current_function_decl)
4532 && targetm.have_ctors_dtors)
4533 targetm.asm_out.destructor (XEXP (DECL_RTL (current_function_decl), 0),
4534 decl_fini_priority_lookup
4535 (current_function_decl));
4536 return 0;
4539 namespace {
4541 const pass_data pass_data_final =
4543 RTL_PASS, /* type */
4544 "final", /* name */
4545 OPTGROUP_NONE, /* optinfo_flags */
4546 TV_FINAL, /* tv_id */
4547 0, /* properties_required */
4548 0, /* properties_provided */
4549 0, /* properties_destroyed */
4550 0, /* todo_flags_start */
4551 0, /* todo_flags_finish */
4554 class pass_final : public rtl_opt_pass
4556 public:
4557 pass_final (gcc::context *ctxt)
4558 : rtl_opt_pass (pass_data_final, ctxt)
4561 /* opt_pass methods: */
4562 virtual unsigned int execute (function *) { return rest_of_handle_final (); }
4564 }; // class pass_final
4566 } // anon namespace
4568 rtl_opt_pass *
4569 make_pass_final (gcc::context *ctxt)
4571 return new pass_final (ctxt);
4575 static unsigned int
4576 rest_of_handle_shorten_branches (void)
4578 /* Shorten branches. */
4579 shorten_branches (get_insns ());
4580 return 0;
4583 namespace {
4585 const pass_data pass_data_shorten_branches =
4587 RTL_PASS, /* type */
4588 "shorten", /* name */
4589 OPTGROUP_NONE, /* optinfo_flags */
4590 TV_SHORTEN_BRANCH, /* tv_id */
4591 0, /* properties_required */
4592 0, /* properties_provided */
4593 0, /* properties_destroyed */
4594 0, /* todo_flags_start */
4595 0, /* todo_flags_finish */
4598 class pass_shorten_branches : public rtl_opt_pass
4600 public:
4601 pass_shorten_branches (gcc::context *ctxt)
4602 : rtl_opt_pass (pass_data_shorten_branches, ctxt)
4605 /* opt_pass methods: */
4606 virtual unsigned int execute (function *)
4608 return rest_of_handle_shorten_branches ();
4611 }; // class pass_shorten_branches
4613 } // anon namespace
4615 rtl_opt_pass *
4616 make_pass_shorten_branches (gcc::context *ctxt)
4618 return new pass_shorten_branches (ctxt);
4622 static unsigned int
4623 rest_of_clean_state (void)
4625 rtx_insn *insn, *next;
4626 FILE *final_output = NULL;
4627 int save_unnumbered = flag_dump_unnumbered;
4628 int save_noaddr = flag_dump_noaddr;
4630 if (flag_dump_final_insns)
4632 final_output = fopen (flag_dump_final_insns, "a");
4633 if (!final_output)
4635 error ("could not open final insn dump file %qs: %m",
4636 flag_dump_final_insns);
4637 flag_dump_final_insns = NULL;
4639 else
4641 flag_dump_noaddr = flag_dump_unnumbered = 1;
4642 if (flag_compare_debug_opt || flag_compare_debug)
4643 dump_flags |= TDF_NOUID;
4644 dump_function_header (final_output, current_function_decl,
4645 dump_flags);
4646 final_insns_dump_p = true;
4648 for (insn = get_insns (); insn; insn = NEXT_INSN (insn))
4649 if (LABEL_P (insn))
4650 INSN_UID (insn) = CODE_LABEL_NUMBER (insn);
4651 else
4653 if (NOTE_P (insn))
4654 set_block_for_insn (insn, NULL);
4655 INSN_UID (insn) = 0;
4660 /* It is very important to decompose the RTL instruction chain here:
4661 debug information keeps pointing into CODE_LABEL insns inside the function
4662 body. If these remain pointing to the other insns, we end up preserving
4663 whole RTL chain and attached detailed debug info in memory. */
4664 for (insn = get_insns (); insn; insn = next)
4666 next = NEXT_INSN (insn);
4667 SET_NEXT_INSN (insn) = NULL;
4668 SET_PREV_INSN (insn) = NULL;
4670 if (final_output
4671 && (!NOTE_P (insn) ||
4672 (NOTE_KIND (insn) != NOTE_INSN_VAR_LOCATION
4673 && NOTE_KIND (insn) != NOTE_INSN_CALL_ARG_LOCATION
4674 && NOTE_KIND (insn) != NOTE_INSN_BLOCK_BEG
4675 && NOTE_KIND (insn) != NOTE_INSN_BLOCK_END
4676 && NOTE_KIND (insn) != NOTE_INSN_DELETED_DEBUG_LABEL)))
4677 print_rtl_single (final_output, insn);
4680 if (final_output)
4682 flag_dump_noaddr = save_noaddr;
4683 flag_dump_unnumbered = save_unnumbered;
4684 final_insns_dump_p = false;
4686 if (fclose (final_output))
4688 error ("could not close final insn dump file %qs: %m",
4689 flag_dump_final_insns);
4690 flag_dump_final_insns = NULL;
4694 /* In case the function was not output,
4695 don't leave any temporary anonymous types
4696 queued up for sdb output. */
4697 if (SDB_DEBUGGING_INFO && write_symbols == SDB_DEBUG)
4698 sdbout_types (NULL_TREE);
4700 flag_rerun_cse_after_global_opts = 0;
4701 reload_completed = 0;
4702 epilogue_completed = 0;
4703 #ifdef STACK_REGS
4704 regstack_completed = 0;
4705 #endif
4707 /* Clear out the insn_length contents now that they are no
4708 longer valid. */
4709 init_insn_lengths ();
4711 /* Show no temporary slots allocated. */
4712 init_temp_slots ();
4714 free_bb_for_insn ();
4716 if (cfun->gimple_df)
4717 delete_tree_ssa (cfun);
4719 /* We can reduce stack alignment on call site only when we are sure that
4720 the function body just produced will be actually used in the final
4721 executable. */
4722 if (decl_binds_to_current_def_p (current_function_decl))
4724 unsigned int pref = crtl->preferred_stack_boundary;
4725 if (crtl->stack_alignment_needed > crtl->preferred_stack_boundary)
4726 pref = crtl->stack_alignment_needed;
4727 cgraph_node::rtl_info (current_function_decl)
4728 ->preferred_incoming_stack_boundary = pref;
4731 /* Make sure volatile mem refs aren't considered valid operands for
4732 arithmetic insns. We must call this here if this is a nested inline
4733 function, since the above code leaves us in the init_recog state,
4734 and the function context push/pop code does not save/restore volatile_ok.
4736 ??? Maybe it isn't necessary for expand_start_function to call this
4737 anymore if we do it here? */
4739 init_recog_no_volatile ();
4741 /* We're done with this function. Free up memory if we can. */
4742 free_after_parsing (cfun);
4743 free_after_compilation (cfun);
4744 return 0;
4747 namespace {
4749 const pass_data pass_data_clean_state =
4751 RTL_PASS, /* type */
4752 "*clean_state", /* name */
4753 OPTGROUP_NONE, /* optinfo_flags */
4754 TV_FINAL, /* tv_id */
4755 0, /* properties_required */
4756 0, /* properties_provided */
4757 PROP_rtl, /* properties_destroyed */
4758 0, /* todo_flags_start */
4759 0, /* todo_flags_finish */
4762 class pass_clean_state : public rtl_opt_pass
4764 public:
4765 pass_clean_state (gcc::context *ctxt)
4766 : rtl_opt_pass (pass_data_clean_state, ctxt)
4769 /* opt_pass methods: */
4770 virtual unsigned int execute (function *)
4772 return rest_of_clean_state ();
4775 }; // class pass_clean_state
4777 } // anon namespace
4779 rtl_opt_pass *
4780 make_pass_clean_state (gcc::context *ctxt)
4782 return new pass_clean_state (ctxt);
4785 /* Return true if INSN is a call to the current function. */
4787 static bool
4788 self_recursive_call_p (rtx_insn *insn)
4790 tree fndecl = get_call_fndecl (insn);
4791 return (fndecl == current_function_decl
4792 && decl_binds_to_current_def_p (fndecl));
4795 /* Collect hard register usage for the current function. */
4797 static void
4798 collect_fn_hard_reg_usage (void)
4800 rtx_insn *insn;
4801 #ifdef STACK_REGS
4802 int i;
4803 #endif
4804 struct cgraph_rtl_info *node;
4805 HARD_REG_SET function_used_regs;
4807 /* ??? To be removed when all the ports have been fixed. */
4808 if (!targetm.call_fusage_contains_non_callee_clobbers)
4809 return;
4811 CLEAR_HARD_REG_SET (function_used_regs);
4813 for (insn = get_insns (); insn != NULL_RTX; insn = next_insn (insn))
4815 HARD_REG_SET insn_used_regs;
4817 if (!NONDEBUG_INSN_P (insn))
4818 continue;
4820 if (CALL_P (insn)
4821 && !self_recursive_call_p (insn))
4823 if (!get_call_reg_set_usage (insn, &insn_used_regs,
4824 call_used_reg_set))
4825 return;
4827 IOR_HARD_REG_SET (function_used_regs, insn_used_regs);
4830 find_all_hard_reg_sets (insn, &insn_used_regs, false);
4831 IOR_HARD_REG_SET (function_used_regs, insn_used_regs);
4834 /* Be conservative - mark fixed and global registers as used. */
4835 IOR_HARD_REG_SET (function_used_regs, fixed_reg_set);
4837 #ifdef STACK_REGS
4838 /* Handle STACK_REGS conservatively, since the df-framework does not
4839 provide accurate information for them. */
4841 for (i = FIRST_STACK_REG; i <= LAST_STACK_REG; i++)
4842 SET_HARD_REG_BIT (function_used_regs, i);
4843 #endif
4845 /* The information we have gathered is only interesting if it exposes a
4846 register from the call_used_regs that is not used in this function. */
4847 if (hard_reg_set_subset_p (call_used_reg_set, function_used_regs))
4848 return;
4850 node = cgraph_node::rtl_info (current_function_decl);
4851 gcc_assert (node != NULL);
4853 COPY_HARD_REG_SET (node->function_used_regs, function_used_regs);
4854 node->function_used_regs_valid = 1;
4857 /* Get the declaration of the function called by INSN. */
4859 static tree
4860 get_call_fndecl (rtx_insn *insn)
4862 rtx note, datum;
4864 note = find_reg_note (insn, REG_CALL_DECL, NULL_RTX);
4865 if (note == NULL_RTX)
4866 return NULL_TREE;
4868 datum = XEXP (note, 0);
4869 if (datum != NULL_RTX)
4870 return SYMBOL_REF_DECL (datum);
4872 return NULL_TREE;
4875 /* Return the cgraph_rtl_info of the function called by INSN. Returns NULL for
4876 call targets that can be overwritten. */
4878 static struct cgraph_rtl_info *
4879 get_call_cgraph_rtl_info (rtx_insn *insn)
4881 tree fndecl;
4883 if (insn == NULL_RTX)
4884 return NULL;
4886 fndecl = get_call_fndecl (insn);
4887 if (fndecl == NULL_TREE
4888 || !decl_binds_to_current_def_p (fndecl))
4889 return NULL;
4891 return cgraph_node::rtl_info (fndecl);
4894 /* Find hard registers used by function call instruction INSN, and return them
4895 in REG_SET. Return DEFAULT_SET in REG_SET if not found. */
4897 bool
4898 get_call_reg_set_usage (rtx_insn *insn, HARD_REG_SET *reg_set,
4899 HARD_REG_SET default_set)
4901 if (flag_ipa_ra)
4903 struct cgraph_rtl_info *node = get_call_cgraph_rtl_info (insn);
4904 if (node != NULL
4905 && node->function_used_regs_valid)
4907 COPY_HARD_REG_SET (*reg_set, node->function_used_regs);
4908 AND_HARD_REG_SET (*reg_set, default_set);
4909 return true;
4913 COPY_HARD_REG_SET (*reg_set, default_set);
4914 return false;