Make more use of paradoxical_subreg_p
[official-gcc.git] / gcc / final.c
blobbe41d6e10f0f29e3be6e585a1844b9e9ec17968b
1 /* Convert RTL to assembler code and output it, for GNU compiler.
2 Copyright (C) 1987-2017 Free Software Foundation, Inc.
4 This file is part of GCC.
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
9 version.
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 for more details.
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
20 /* This is the final pass of the compiler.
21 It looks at the rtl code for a function and outputs assembler code.
23 Call `final_start_function' to output the assembler code for function entry,
24 `final' to output assembler code for some RTL code,
25 `final_end_function' to output assembler code for function exit.
26 If a function is compiled in several pieces, each piece is
27 output separately with `final'.
29 Some optimizations are also done at this level.
30 Move instructions that were made unnecessary by good register allocation
31 are detected and omitted from the output. (Though most of these
32 are removed by the last jump pass.)
34 Instructions to set the condition codes are omitted when it can be
35 seen that the condition codes already had the desired values.
37 In some cases it is sufficient if the inherited condition codes
38 have related values, but this may require the following insn
39 (the one that tests the condition codes) to be modified.
41 The code for the function prologue and epilogue are generated
42 directly in assembler by the target functions function_prologue and
43 function_epilogue. Those instructions never exist as rtl. */
45 #include "config.h"
46 #define INCLUDE_ALGORITHM /* reverse */
47 #include "system.h"
48 #include "coretypes.h"
49 #include "backend.h"
50 #include "target.h"
51 #include "rtl.h"
52 #include "tree.h"
53 #include "cfghooks.h"
54 #include "df.h"
55 #include "memmodel.h"
56 #include "tm_p.h"
57 #include "insn-config.h"
58 #include "regs.h"
59 #include "emit-rtl.h"
60 #include "recog.h"
61 #include "cgraph.h"
62 #include "tree-pretty-print.h" /* for dump_function_header */
63 #include "varasm.h"
64 #include "insn-attr.h"
65 #include "conditions.h"
66 #include "flags.h"
67 #include "output.h"
68 #include "except.h"
69 #include "rtl-error.h"
70 #include "toplev.h" /* exact_log2, floor_log2 */
71 #include "reload.h"
72 #include "intl.h"
73 #include "cfgrtl.h"
74 #include "debug.h"
75 #include "tree-pass.h"
76 #include "tree-ssa.h"
77 #include "cfgloop.h"
78 #include "params.h"
79 #include "stringpool.h"
80 #include "attribs.h"
81 #include "asan.h"
82 #include "rtl-iter.h"
83 #include "print-rtl.h"
85 #ifdef XCOFF_DEBUGGING_INFO
86 #include "xcoffout.h" /* Needed for external data declarations. */
87 #endif
89 #include "dwarf2out.h"
91 #ifdef DBX_DEBUGGING_INFO
92 #include "dbxout.h"
93 #endif
95 #include "sdbout.h"
97 /* Most ports that aren't using cc0 don't need to define CC_STATUS_INIT.
98 So define a null default for it to save conditionalization later. */
99 #ifndef CC_STATUS_INIT
100 #define CC_STATUS_INIT
101 #endif
103 /* Is the given character a logical line separator for the assembler? */
104 #ifndef IS_ASM_LOGICAL_LINE_SEPARATOR
105 #define IS_ASM_LOGICAL_LINE_SEPARATOR(C, STR) ((C) == ';')
106 #endif
108 #ifndef JUMP_TABLES_IN_TEXT_SECTION
109 #define JUMP_TABLES_IN_TEXT_SECTION 0
110 #endif
112 /* Bitflags used by final_scan_insn. */
113 #define SEEN_NOTE 1
114 #define SEEN_EMITTED 2
116 /* Last insn processed by final_scan_insn. */
117 static rtx_insn *debug_insn;
118 rtx_insn *current_output_insn;
120 /* Line number of last NOTE. */
121 static int last_linenum;
123 /* Column number of last NOTE. */
124 static int last_columnnum;
126 /* Last discriminator written to assembly. */
127 static int last_discriminator;
129 /* Discriminator of current block. */
130 static int discriminator;
132 /* Highest line number in current block. */
133 static int high_block_linenum;
135 /* Likewise for function. */
136 static int high_function_linenum;
138 /* Filename of last NOTE. */
139 static const char *last_filename;
141 /* Override filename, line and column number. */
142 static const char *override_filename;
143 static int override_linenum;
144 static int override_columnnum;
146 /* Whether to force emission of a line note before the next insn. */
147 static bool force_source_line = false;
149 extern const int length_unit_log; /* This is defined in insn-attrtab.c. */
151 /* Nonzero while outputting an `asm' with operands.
152 This means that inconsistencies are the user's fault, so don't die.
153 The precise value is the insn being output, to pass to error_for_asm. */
154 const rtx_insn *this_is_asm_operands;
156 /* Number of operands of this insn, for an `asm' with operands. */
157 static unsigned int insn_noperands;
159 /* Compare optimization flag. */
161 static rtx last_ignored_compare = 0;
163 /* Assign a unique number to each insn that is output.
164 This can be used to generate unique local labels. */
166 static int insn_counter = 0;
168 /* This variable contains machine-dependent flags (defined in tm.h)
169 set and examined by output routines
170 that describe how to interpret the condition codes properly. */
172 CC_STATUS cc_status;
174 /* During output of an insn, this contains a copy of cc_status
175 from before the insn. */
177 CC_STATUS cc_prev_status;
179 /* Number of unmatched NOTE_INSN_BLOCK_BEG notes we have seen. */
181 static int block_depth;
183 /* Nonzero if have enabled APP processing of our assembler output. */
185 static int app_on;
187 /* If we are outputting an insn sequence, this contains the sequence rtx.
188 Zero otherwise. */
190 rtx_sequence *final_sequence;
192 #ifdef ASSEMBLER_DIALECT
194 /* Number of the assembler dialect to use, starting at 0. */
195 static int dialect_number;
196 #endif
198 /* Nonnull if the insn currently being emitted was a COND_EXEC pattern. */
199 rtx current_insn_predicate;
201 /* True if printing into -fdump-final-insns= dump. */
202 bool final_insns_dump_p;
204 /* True if profile_function should be called, but hasn't been called yet. */
205 static bool need_profile_function;
207 static int asm_insn_count (rtx);
208 static void profile_function (FILE *);
209 static void profile_after_prologue (FILE *);
210 static bool notice_source_line (rtx_insn *, bool *);
211 static rtx walk_alter_subreg (rtx *, bool *);
212 static void output_asm_name (void);
213 static void output_alternate_entry_point (FILE *, rtx_insn *);
214 static tree get_mem_expr_from_op (rtx, int *);
215 static void output_asm_operand_names (rtx *, int *, int);
216 #ifdef LEAF_REGISTERS
217 static void leaf_renumber_regs (rtx_insn *);
218 #endif
219 #if HAVE_cc0
220 static int alter_cond (rtx);
221 #endif
222 #ifndef ADDR_VEC_ALIGN
223 static int final_addr_vec_align (rtx_insn *);
224 #endif
225 static int align_fuzz (rtx, rtx, int, unsigned);
226 static void collect_fn_hard_reg_usage (void);
227 static tree get_call_fndecl (rtx_insn *);
229 /* Initialize data in final at the beginning of a compilation. */
231 void
232 init_final (const char *filename ATTRIBUTE_UNUSED)
234 app_on = 0;
235 final_sequence = 0;
237 #ifdef ASSEMBLER_DIALECT
238 dialect_number = ASSEMBLER_DIALECT;
239 #endif
242 /* Default target function prologue and epilogue assembler output.
244 If not overridden for epilogue code, then the function body itself
245 contains return instructions wherever needed. */
246 void
247 default_function_pro_epilogue (FILE *)
251 void
252 default_function_switched_text_sections (FILE *file ATTRIBUTE_UNUSED,
253 tree decl ATTRIBUTE_UNUSED,
254 bool new_is_cold ATTRIBUTE_UNUSED)
258 /* Default target hook that outputs nothing to a stream. */
259 void
260 no_asm_to_stream (FILE *file ATTRIBUTE_UNUSED)
264 /* Enable APP processing of subsequent output.
265 Used before the output from an `asm' statement. */
267 void
268 app_enable (void)
270 if (! app_on)
272 fputs (ASM_APP_ON, asm_out_file);
273 app_on = 1;
277 /* Disable APP processing of subsequent output.
278 Called from varasm.c before most kinds of output. */
280 void
281 app_disable (void)
283 if (app_on)
285 fputs (ASM_APP_OFF, asm_out_file);
286 app_on = 0;
290 /* Return the number of slots filled in the current
291 delayed branch sequence (we don't count the insn needing the
292 delay slot). Zero if not in a delayed branch sequence. */
295 dbr_sequence_length (void)
297 if (final_sequence != 0)
298 return XVECLEN (final_sequence, 0) - 1;
299 else
300 return 0;
303 /* The next two pages contain routines used to compute the length of an insn
304 and to shorten branches. */
306 /* Arrays for insn lengths, and addresses. The latter is referenced by
307 `insn_current_length'. */
309 static int *insn_lengths;
311 vec<int> insn_addresses_;
313 /* Max uid for which the above arrays are valid. */
314 static int insn_lengths_max_uid;
316 /* Address of insn being processed. Used by `insn_current_length'. */
317 int insn_current_address;
319 /* Address of insn being processed in previous iteration. */
320 int insn_last_address;
322 /* known invariant alignment of insn being processed. */
323 int insn_current_align;
325 /* After shorten_branches, for any insn, uid_align[INSN_UID (insn)]
326 gives the next following alignment insn that increases the known
327 alignment, or NULL_RTX if there is no such insn.
328 For any alignment obtained this way, we can again index uid_align with
329 its uid to obtain the next following align that in turn increases the
330 alignment, till we reach NULL_RTX; the sequence obtained this way
331 for each insn we'll call the alignment chain of this insn in the following
332 comments. */
334 struct label_alignment
336 short alignment;
337 short max_skip;
340 static rtx *uid_align;
341 static int *uid_shuid;
342 static struct label_alignment *label_align;
344 /* Indicate that branch shortening hasn't yet been done. */
346 void
347 init_insn_lengths (void)
349 if (uid_shuid)
351 free (uid_shuid);
352 uid_shuid = 0;
354 if (insn_lengths)
356 free (insn_lengths);
357 insn_lengths = 0;
358 insn_lengths_max_uid = 0;
360 if (HAVE_ATTR_length)
361 INSN_ADDRESSES_FREE ();
362 if (uid_align)
364 free (uid_align);
365 uid_align = 0;
369 /* Obtain the current length of an insn. If branch shortening has been done,
370 get its actual length. Otherwise, use FALLBACK_FN to calculate the
371 length. */
372 static int
373 get_attr_length_1 (rtx_insn *insn, int (*fallback_fn) (rtx_insn *))
375 rtx body;
376 int i;
377 int length = 0;
379 if (!HAVE_ATTR_length)
380 return 0;
382 if (insn_lengths_max_uid > INSN_UID (insn))
383 return insn_lengths[INSN_UID (insn)];
384 else
385 switch (GET_CODE (insn))
387 case NOTE:
388 case BARRIER:
389 case CODE_LABEL:
390 case DEBUG_INSN:
391 return 0;
393 case CALL_INSN:
394 case JUMP_INSN:
395 length = fallback_fn (insn);
396 break;
398 case INSN:
399 body = PATTERN (insn);
400 if (GET_CODE (body) == USE || GET_CODE (body) == CLOBBER)
401 return 0;
403 else if (GET_CODE (body) == ASM_INPUT || asm_noperands (body) >= 0)
404 length = asm_insn_count (body) * fallback_fn (insn);
405 else if (rtx_sequence *seq = dyn_cast <rtx_sequence *> (body))
406 for (i = 0; i < seq->len (); i++)
407 length += get_attr_length_1 (seq->insn (i), fallback_fn);
408 else
409 length = fallback_fn (insn);
410 break;
412 default:
413 break;
416 #ifdef ADJUST_INSN_LENGTH
417 ADJUST_INSN_LENGTH (insn, length);
418 #endif
419 return length;
422 /* Obtain the current length of an insn. If branch shortening has been done,
423 get its actual length. Otherwise, get its maximum length. */
425 get_attr_length (rtx_insn *insn)
427 return get_attr_length_1 (insn, insn_default_length);
430 /* Obtain the current length of an insn. If branch shortening has been done,
431 get its actual length. Otherwise, get its minimum length. */
433 get_attr_min_length (rtx_insn *insn)
435 return get_attr_length_1 (insn, insn_min_length);
438 /* Code to handle alignment inside shorten_branches. */
440 /* Here is an explanation how the algorithm in align_fuzz can give
441 proper results:
443 Call a sequence of instructions beginning with alignment point X
444 and continuing until the next alignment point `block X'. When `X'
445 is used in an expression, it means the alignment value of the
446 alignment point.
448 Call the distance between the start of the first insn of block X, and
449 the end of the last insn of block X `IX', for the `inner size of X'.
450 This is clearly the sum of the instruction lengths.
452 Likewise with the next alignment-delimited block following X, which we
453 shall call block Y.
455 Call the distance between the start of the first insn of block X, and
456 the start of the first insn of block Y `OX', for the `outer size of X'.
458 The estimated padding is then OX - IX.
460 OX can be safely estimated as
462 if (X >= Y)
463 OX = round_up(IX, Y)
464 else
465 OX = round_up(IX, X) + Y - X
467 Clearly est(IX) >= real(IX), because that only depends on the
468 instruction lengths, and those being overestimated is a given.
470 Clearly round_up(foo, Z) >= round_up(bar, Z) if foo >= bar, so
471 we needn't worry about that when thinking about OX.
473 When X >= Y, the alignment provided by Y adds no uncertainty factor
474 for branch ranges starting before X, so we can just round what we have.
475 But when X < Y, we don't know anything about the, so to speak,
476 `middle bits', so we have to assume the worst when aligning up from an
477 address mod X to one mod Y, which is Y - X. */
479 #ifndef LABEL_ALIGN
480 #define LABEL_ALIGN(LABEL) align_labels_log
481 #endif
483 #ifndef LOOP_ALIGN
484 #define LOOP_ALIGN(LABEL) align_loops_log
485 #endif
487 #ifndef LABEL_ALIGN_AFTER_BARRIER
488 #define LABEL_ALIGN_AFTER_BARRIER(LABEL) 0
489 #endif
491 #ifndef JUMP_ALIGN
492 #define JUMP_ALIGN(LABEL) align_jumps_log
493 #endif
496 default_label_align_after_barrier_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
498 return 0;
502 default_loop_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
504 return align_loops_max_skip;
508 default_label_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
510 return align_labels_max_skip;
514 default_jump_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
516 return align_jumps_max_skip;
519 #ifndef ADDR_VEC_ALIGN
520 static int
521 final_addr_vec_align (rtx_insn *addr_vec)
523 int align = GET_MODE_SIZE (GET_MODE (PATTERN (addr_vec)));
525 if (align > BIGGEST_ALIGNMENT / BITS_PER_UNIT)
526 align = BIGGEST_ALIGNMENT / BITS_PER_UNIT;
527 return exact_log2 (align);
531 #define ADDR_VEC_ALIGN(ADDR_VEC) final_addr_vec_align (ADDR_VEC)
532 #endif
534 #ifndef INSN_LENGTH_ALIGNMENT
535 #define INSN_LENGTH_ALIGNMENT(INSN) length_unit_log
536 #endif
538 #define INSN_SHUID(INSN) (uid_shuid[INSN_UID (INSN)])
540 static int min_labelno, max_labelno;
542 #define LABEL_TO_ALIGNMENT(LABEL) \
543 (label_align[CODE_LABEL_NUMBER (LABEL) - min_labelno].alignment)
545 #define LABEL_TO_MAX_SKIP(LABEL) \
546 (label_align[CODE_LABEL_NUMBER (LABEL) - min_labelno].max_skip)
548 /* For the benefit of port specific code do this also as a function. */
551 label_to_alignment (rtx label)
553 if (CODE_LABEL_NUMBER (label) <= max_labelno)
554 return LABEL_TO_ALIGNMENT (label);
555 return 0;
559 label_to_max_skip (rtx label)
561 if (CODE_LABEL_NUMBER (label) <= max_labelno)
562 return LABEL_TO_MAX_SKIP (label);
563 return 0;
566 /* The differences in addresses
567 between a branch and its target might grow or shrink depending on
568 the alignment the start insn of the range (the branch for a forward
569 branch or the label for a backward branch) starts out on; if these
570 differences are used naively, they can even oscillate infinitely.
571 We therefore want to compute a 'worst case' address difference that
572 is independent of the alignment the start insn of the range end
573 up on, and that is at least as large as the actual difference.
574 The function align_fuzz calculates the amount we have to add to the
575 naively computed difference, by traversing the part of the alignment
576 chain of the start insn of the range that is in front of the end insn
577 of the range, and considering for each alignment the maximum amount
578 that it might contribute to a size increase.
580 For casesi tables, we also want to know worst case minimum amounts of
581 address difference, in case a machine description wants to introduce
582 some common offset that is added to all offsets in a table.
583 For this purpose, align_fuzz with a growth argument of 0 computes the
584 appropriate adjustment. */
586 /* Compute the maximum delta by which the difference of the addresses of
587 START and END might grow / shrink due to a different address for start
588 which changes the size of alignment insns between START and END.
589 KNOWN_ALIGN_LOG is the alignment known for START.
590 GROWTH should be ~0 if the objective is to compute potential code size
591 increase, and 0 if the objective is to compute potential shrink.
592 The return value is undefined for any other value of GROWTH. */
594 static int
595 align_fuzz (rtx start, rtx end, int known_align_log, unsigned int growth)
597 int uid = INSN_UID (start);
598 rtx align_label;
599 int known_align = 1 << known_align_log;
600 int end_shuid = INSN_SHUID (end);
601 int fuzz = 0;
603 for (align_label = uid_align[uid]; align_label; align_label = uid_align[uid])
605 int align_addr, new_align;
607 uid = INSN_UID (align_label);
608 align_addr = INSN_ADDRESSES (uid) - insn_lengths[uid];
609 if (uid_shuid[uid] > end_shuid)
610 break;
611 known_align_log = LABEL_TO_ALIGNMENT (align_label);
612 new_align = 1 << known_align_log;
613 if (new_align < known_align)
614 continue;
615 fuzz += (-align_addr ^ growth) & (new_align - known_align);
616 known_align = new_align;
618 return fuzz;
621 /* Compute a worst-case reference address of a branch so that it
622 can be safely used in the presence of aligned labels. Since the
623 size of the branch itself is unknown, the size of the branch is
624 not included in the range. I.e. for a forward branch, the reference
625 address is the end address of the branch as known from the previous
626 branch shortening pass, minus a value to account for possible size
627 increase due to alignment. For a backward branch, it is the start
628 address of the branch as known from the current pass, plus a value
629 to account for possible size increase due to alignment.
630 NB.: Therefore, the maximum offset allowed for backward branches needs
631 to exclude the branch size. */
634 insn_current_reference_address (rtx_insn *branch)
636 rtx dest;
637 int seq_uid;
639 if (! INSN_ADDRESSES_SET_P ())
640 return 0;
642 rtx_insn *seq = NEXT_INSN (PREV_INSN (branch));
643 seq_uid = INSN_UID (seq);
644 if (!JUMP_P (branch))
645 /* This can happen for example on the PA; the objective is to know the
646 offset to address something in front of the start of the function.
647 Thus, we can treat it like a backward branch.
648 We assume here that FUNCTION_BOUNDARY / BITS_PER_UNIT is larger than
649 any alignment we'd encounter, so we skip the call to align_fuzz. */
650 return insn_current_address;
651 dest = JUMP_LABEL (branch);
653 /* BRANCH has no proper alignment chain set, so use SEQ.
654 BRANCH also has no INSN_SHUID. */
655 if (INSN_SHUID (seq) < INSN_SHUID (dest))
657 /* Forward branch. */
658 return (insn_last_address + insn_lengths[seq_uid]
659 - align_fuzz (seq, dest, length_unit_log, ~0));
661 else
663 /* Backward branch. */
664 return (insn_current_address
665 + align_fuzz (dest, seq, length_unit_log, ~0));
669 /* Compute branch alignments based on frequency information in the
670 CFG. */
672 unsigned int
673 compute_alignments (void)
675 int log, max_skip, max_log;
676 basic_block bb;
677 int freq_max = 0;
678 int freq_threshold = 0;
680 if (label_align)
682 free (label_align);
683 label_align = 0;
686 max_labelno = max_label_num ();
687 min_labelno = get_first_label_num ();
688 label_align = XCNEWVEC (struct label_alignment, max_labelno - min_labelno + 1);
690 /* If not optimizing or optimizing for size, don't assign any alignments. */
691 if (! optimize || optimize_function_for_size_p (cfun))
692 return 0;
694 if (dump_file)
696 dump_reg_info (dump_file);
697 dump_flow_info (dump_file, TDF_DETAILS);
698 flow_loops_dump (dump_file, NULL, 1);
700 loop_optimizer_init (AVOID_CFG_MODIFICATIONS);
701 FOR_EACH_BB_FN (bb, cfun)
702 if (bb->frequency > freq_max)
703 freq_max = bb->frequency;
704 freq_threshold = freq_max / PARAM_VALUE (PARAM_ALIGN_THRESHOLD);
706 if (dump_file)
707 fprintf (dump_file, "freq_max: %i\n",freq_max);
708 FOR_EACH_BB_FN (bb, cfun)
710 rtx_insn *label = BB_HEAD (bb);
711 int fallthru_frequency = 0, branch_frequency = 0, has_fallthru = 0;
712 edge e;
713 edge_iterator ei;
715 if (!LABEL_P (label)
716 || optimize_bb_for_size_p (bb))
718 if (dump_file)
719 fprintf (dump_file,
720 "BB %4i freq %4i loop %2i loop_depth %2i skipped.\n",
721 bb->index, bb->frequency, bb->loop_father->num,
722 bb_loop_depth (bb));
723 continue;
725 max_log = LABEL_ALIGN (label);
726 max_skip = targetm.asm_out.label_align_max_skip (label);
728 FOR_EACH_EDGE (e, ei, bb->preds)
730 if (e->flags & EDGE_FALLTHRU)
731 has_fallthru = 1, fallthru_frequency += EDGE_FREQUENCY (e);
732 else
733 branch_frequency += EDGE_FREQUENCY (e);
735 if (dump_file)
737 fprintf (dump_file, "BB %4i freq %4i loop %2i loop_depth"
738 " %2i fall %4i branch %4i",
739 bb->index, bb->frequency, bb->loop_father->num,
740 bb_loop_depth (bb),
741 fallthru_frequency, branch_frequency);
742 if (!bb->loop_father->inner && bb->loop_father->num)
743 fprintf (dump_file, " inner_loop");
744 if (bb->loop_father->header == bb)
745 fprintf (dump_file, " loop_header");
746 fprintf (dump_file, "\n");
749 /* There are two purposes to align block with no fallthru incoming edge:
750 1) to avoid fetch stalls when branch destination is near cache boundary
751 2) to improve cache efficiency in case the previous block is not executed
752 (so it does not need to be in the cache).
754 We to catch first case, we align frequently executed blocks.
755 To catch the second, we align blocks that are executed more frequently
756 than the predecessor and the predecessor is likely to not be executed
757 when function is called. */
759 if (!has_fallthru
760 && (branch_frequency > freq_threshold
761 || (bb->frequency > bb->prev_bb->frequency * 10
762 && (bb->prev_bb->frequency
763 <= ENTRY_BLOCK_PTR_FOR_FN (cfun)->frequency / 2))))
765 log = JUMP_ALIGN (label);
766 if (dump_file)
767 fprintf (dump_file, " jump alignment added.\n");
768 if (max_log < log)
770 max_log = log;
771 max_skip = targetm.asm_out.jump_align_max_skip (label);
774 /* In case block is frequent and reached mostly by non-fallthru edge,
775 align it. It is most likely a first block of loop. */
776 if (has_fallthru
777 && !(single_succ_p (bb)
778 && single_succ (bb) == EXIT_BLOCK_PTR_FOR_FN (cfun))
779 && optimize_bb_for_speed_p (bb)
780 && branch_frequency + fallthru_frequency > freq_threshold
781 && (branch_frequency
782 > fallthru_frequency * PARAM_VALUE (PARAM_ALIGN_LOOP_ITERATIONS)))
784 log = LOOP_ALIGN (label);
785 if (dump_file)
786 fprintf (dump_file, " internal loop alignment added.\n");
787 if (max_log < log)
789 max_log = log;
790 max_skip = targetm.asm_out.loop_align_max_skip (label);
793 LABEL_TO_ALIGNMENT (label) = max_log;
794 LABEL_TO_MAX_SKIP (label) = max_skip;
797 loop_optimizer_finalize ();
798 free_dominance_info (CDI_DOMINATORS);
799 return 0;
802 /* Grow the LABEL_ALIGN array after new labels are created. */
804 static void
805 grow_label_align (void)
807 int old = max_labelno;
808 int n_labels;
809 int n_old_labels;
811 max_labelno = max_label_num ();
813 n_labels = max_labelno - min_labelno + 1;
814 n_old_labels = old - min_labelno + 1;
816 label_align = XRESIZEVEC (struct label_alignment, label_align, n_labels);
818 /* Range of labels grows monotonically in the function. Failing here
819 means that the initialization of array got lost. */
820 gcc_assert (n_old_labels <= n_labels);
822 memset (label_align + n_old_labels, 0,
823 (n_labels - n_old_labels) * sizeof (struct label_alignment));
826 /* Update the already computed alignment information. LABEL_PAIRS is a vector
827 made up of pairs of labels for which the alignment information of the first
828 element will be copied from that of the second element. */
830 void
831 update_alignments (vec<rtx> &label_pairs)
833 unsigned int i = 0;
834 rtx iter, label = NULL_RTX;
836 if (max_labelno != max_label_num ())
837 grow_label_align ();
839 FOR_EACH_VEC_ELT (label_pairs, i, iter)
840 if (i & 1)
842 LABEL_TO_ALIGNMENT (label) = LABEL_TO_ALIGNMENT (iter);
843 LABEL_TO_MAX_SKIP (label) = LABEL_TO_MAX_SKIP (iter);
845 else
846 label = iter;
849 namespace {
851 const pass_data pass_data_compute_alignments =
853 RTL_PASS, /* type */
854 "alignments", /* name */
855 OPTGROUP_NONE, /* optinfo_flags */
856 TV_NONE, /* tv_id */
857 0, /* properties_required */
858 0, /* properties_provided */
859 0, /* properties_destroyed */
860 0, /* todo_flags_start */
861 0, /* todo_flags_finish */
864 class pass_compute_alignments : public rtl_opt_pass
866 public:
867 pass_compute_alignments (gcc::context *ctxt)
868 : rtl_opt_pass (pass_data_compute_alignments, ctxt)
871 /* opt_pass methods: */
872 virtual unsigned int execute (function *) { return compute_alignments (); }
874 }; // class pass_compute_alignments
876 } // anon namespace
878 rtl_opt_pass *
879 make_pass_compute_alignments (gcc::context *ctxt)
881 return new pass_compute_alignments (ctxt);
885 /* Make a pass over all insns and compute their actual lengths by shortening
886 any branches of variable length if possible. */
888 /* shorten_branches might be called multiple times: for example, the SH
889 port splits out-of-range conditional branches in MACHINE_DEPENDENT_REORG.
890 In order to do this, it needs proper length information, which it obtains
891 by calling shorten_branches. This cannot be collapsed with
892 shorten_branches itself into a single pass unless we also want to integrate
893 reorg.c, since the branch splitting exposes new instructions with delay
894 slots. */
896 void
897 shorten_branches (rtx_insn *first)
899 rtx_insn *insn;
900 int max_uid;
901 int i;
902 int max_log;
903 int max_skip;
904 #define MAX_CODE_ALIGN 16
905 rtx_insn *seq;
906 int something_changed = 1;
907 char *varying_length;
908 rtx body;
909 int uid;
910 rtx align_tab[MAX_CODE_ALIGN];
912 /* Compute maximum UID and allocate label_align / uid_shuid. */
913 max_uid = get_max_uid ();
915 /* Free uid_shuid before reallocating it. */
916 free (uid_shuid);
918 uid_shuid = XNEWVEC (int, max_uid);
920 if (max_labelno != max_label_num ())
921 grow_label_align ();
923 /* Initialize label_align and set up uid_shuid to be strictly
924 monotonically rising with insn order. */
925 /* We use max_log here to keep track of the maximum alignment we want to
926 impose on the next CODE_LABEL (or the current one if we are processing
927 the CODE_LABEL itself). */
929 max_log = 0;
930 max_skip = 0;
932 for (insn = get_insns (), i = 1; insn; insn = NEXT_INSN (insn))
934 int log;
936 INSN_SHUID (insn) = i++;
937 if (INSN_P (insn))
938 continue;
940 if (LABEL_P (insn))
942 rtx_insn *next;
943 bool next_is_jumptable;
945 /* Merge in alignments computed by compute_alignments. */
946 log = LABEL_TO_ALIGNMENT (insn);
947 if (max_log < log)
949 max_log = log;
950 max_skip = LABEL_TO_MAX_SKIP (insn);
953 next = next_nonnote_insn (insn);
954 next_is_jumptable = next && JUMP_TABLE_DATA_P (next);
955 if (!next_is_jumptable)
957 log = LABEL_ALIGN (insn);
958 if (max_log < log)
960 max_log = log;
961 max_skip = targetm.asm_out.label_align_max_skip (insn);
964 /* ADDR_VECs only take room if read-only data goes into the text
965 section. */
966 if ((JUMP_TABLES_IN_TEXT_SECTION
967 || readonly_data_section == text_section)
968 && next_is_jumptable)
970 log = ADDR_VEC_ALIGN (next);
971 if (max_log < log)
973 max_log = log;
974 max_skip = targetm.asm_out.label_align_max_skip (insn);
977 LABEL_TO_ALIGNMENT (insn) = max_log;
978 LABEL_TO_MAX_SKIP (insn) = max_skip;
979 max_log = 0;
980 max_skip = 0;
982 else if (BARRIER_P (insn))
984 rtx_insn *label;
986 for (label = insn; label && ! INSN_P (label);
987 label = NEXT_INSN (label))
988 if (LABEL_P (label))
990 log = LABEL_ALIGN_AFTER_BARRIER (insn);
991 if (max_log < log)
993 max_log = log;
994 max_skip = targetm.asm_out.label_align_after_barrier_max_skip (label);
996 break;
1000 if (!HAVE_ATTR_length)
1001 return;
1003 /* Allocate the rest of the arrays. */
1004 insn_lengths = XNEWVEC (int, max_uid);
1005 insn_lengths_max_uid = max_uid;
1006 /* Syntax errors can lead to labels being outside of the main insn stream.
1007 Initialize insn_addresses, so that we get reproducible results. */
1008 INSN_ADDRESSES_ALLOC (max_uid);
1010 varying_length = XCNEWVEC (char, max_uid);
1012 /* Initialize uid_align. We scan instructions
1013 from end to start, and keep in align_tab[n] the last seen insn
1014 that does an alignment of at least n+1, i.e. the successor
1015 in the alignment chain for an insn that does / has a known
1016 alignment of n. */
1017 uid_align = XCNEWVEC (rtx, max_uid);
1019 for (i = MAX_CODE_ALIGN; --i >= 0;)
1020 align_tab[i] = NULL_RTX;
1021 seq = get_last_insn ();
1022 for (; seq; seq = PREV_INSN (seq))
1024 int uid = INSN_UID (seq);
1025 int log;
1026 log = (LABEL_P (seq) ? LABEL_TO_ALIGNMENT (seq) : 0);
1027 uid_align[uid] = align_tab[0];
1028 if (log)
1030 /* Found an alignment label. */
1031 uid_align[uid] = align_tab[log];
1032 for (i = log - 1; i >= 0; i--)
1033 align_tab[i] = seq;
1037 /* When optimizing, we start assuming minimum length, and keep increasing
1038 lengths as we find the need for this, till nothing changes.
1039 When not optimizing, we start assuming maximum lengths, and
1040 do a single pass to update the lengths. */
1041 bool increasing = optimize != 0;
1043 #ifdef CASE_VECTOR_SHORTEN_MODE
1044 if (optimize)
1046 /* Look for ADDR_DIFF_VECs, and initialize their minimum and maximum
1047 label fields. */
1049 int min_shuid = INSN_SHUID (get_insns ()) - 1;
1050 int max_shuid = INSN_SHUID (get_last_insn ()) + 1;
1051 int rel;
1053 for (insn = first; insn != 0; insn = NEXT_INSN (insn))
1055 rtx min_lab = NULL_RTX, max_lab = NULL_RTX, pat;
1056 int len, i, min, max, insn_shuid;
1057 int min_align;
1058 addr_diff_vec_flags flags;
1060 if (! JUMP_TABLE_DATA_P (insn)
1061 || GET_CODE (PATTERN (insn)) != ADDR_DIFF_VEC)
1062 continue;
1063 pat = PATTERN (insn);
1064 len = XVECLEN (pat, 1);
1065 gcc_assert (len > 0);
1066 min_align = MAX_CODE_ALIGN;
1067 for (min = max_shuid, max = min_shuid, i = len - 1; i >= 0; i--)
1069 rtx lab = XEXP (XVECEXP (pat, 1, i), 0);
1070 int shuid = INSN_SHUID (lab);
1071 if (shuid < min)
1073 min = shuid;
1074 min_lab = lab;
1076 if (shuid > max)
1078 max = shuid;
1079 max_lab = lab;
1081 if (min_align > LABEL_TO_ALIGNMENT (lab))
1082 min_align = LABEL_TO_ALIGNMENT (lab);
1084 XEXP (pat, 2) = gen_rtx_LABEL_REF (Pmode, min_lab);
1085 XEXP (pat, 3) = gen_rtx_LABEL_REF (Pmode, max_lab);
1086 insn_shuid = INSN_SHUID (insn);
1087 rel = INSN_SHUID (XEXP (XEXP (pat, 0), 0));
1088 memset (&flags, 0, sizeof (flags));
1089 flags.min_align = min_align;
1090 flags.base_after_vec = rel > insn_shuid;
1091 flags.min_after_vec = min > insn_shuid;
1092 flags.max_after_vec = max > insn_shuid;
1093 flags.min_after_base = min > rel;
1094 flags.max_after_base = max > rel;
1095 ADDR_DIFF_VEC_FLAGS (pat) = flags;
1097 if (increasing)
1098 PUT_MODE (pat, CASE_VECTOR_SHORTEN_MODE (0, 0, pat));
1101 #endif /* CASE_VECTOR_SHORTEN_MODE */
1103 /* Compute initial lengths, addresses, and varying flags for each insn. */
1104 int (*length_fun) (rtx_insn *) = increasing ? insn_min_length : insn_default_length;
1106 for (insn_current_address = 0, insn = first;
1107 insn != 0;
1108 insn_current_address += insn_lengths[uid], insn = NEXT_INSN (insn))
1110 uid = INSN_UID (insn);
1112 insn_lengths[uid] = 0;
1114 if (LABEL_P (insn))
1116 int log = LABEL_TO_ALIGNMENT (insn);
1117 if (log)
1119 int align = 1 << log;
1120 int new_address = (insn_current_address + align - 1) & -align;
1121 insn_lengths[uid] = new_address - insn_current_address;
1125 INSN_ADDRESSES (uid) = insn_current_address + insn_lengths[uid];
1127 if (NOTE_P (insn) || BARRIER_P (insn)
1128 || LABEL_P (insn) || DEBUG_INSN_P (insn))
1129 continue;
1130 if (insn->deleted ())
1131 continue;
1133 body = PATTERN (insn);
1134 if (JUMP_TABLE_DATA_P (insn))
1136 /* This only takes room if read-only data goes into the text
1137 section. */
1138 if (JUMP_TABLES_IN_TEXT_SECTION
1139 || readonly_data_section == text_section)
1140 insn_lengths[uid] = (XVECLEN (body,
1141 GET_CODE (body) == ADDR_DIFF_VEC)
1142 * GET_MODE_SIZE (GET_MODE (body)));
1143 /* Alignment is handled by ADDR_VEC_ALIGN. */
1145 else if (GET_CODE (body) == ASM_INPUT || asm_noperands (body) >= 0)
1146 insn_lengths[uid] = asm_insn_count (body) * insn_default_length (insn);
1147 else if (rtx_sequence *body_seq = dyn_cast <rtx_sequence *> (body))
1149 int i;
1150 int const_delay_slots;
1151 if (DELAY_SLOTS)
1152 const_delay_slots = const_num_delay_slots (body_seq->insn (0));
1153 else
1154 const_delay_slots = 0;
1156 int (*inner_length_fun) (rtx_insn *)
1157 = const_delay_slots ? length_fun : insn_default_length;
1158 /* Inside a delay slot sequence, we do not do any branch shortening
1159 if the shortening could change the number of delay slots
1160 of the branch. */
1161 for (i = 0; i < body_seq->len (); i++)
1163 rtx_insn *inner_insn = body_seq->insn (i);
1164 int inner_uid = INSN_UID (inner_insn);
1165 int inner_length;
1167 if (GET_CODE (PATTERN (inner_insn)) == ASM_INPUT
1168 || asm_noperands (PATTERN (inner_insn)) >= 0)
1169 inner_length = (asm_insn_count (PATTERN (inner_insn))
1170 * insn_default_length (inner_insn));
1171 else
1172 inner_length = inner_length_fun (inner_insn);
1174 insn_lengths[inner_uid] = inner_length;
1175 if (const_delay_slots)
1177 if ((varying_length[inner_uid]
1178 = insn_variable_length_p (inner_insn)) != 0)
1179 varying_length[uid] = 1;
1180 INSN_ADDRESSES (inner_uid) = (insn_current_address
1181 + insn_lengths[uid]);
1183 else
1184 varying_length[inner_uid] = 0;
1185 insn_lengths[uid] += inner_length;
1188 else if (GET_CODE (body) != USE && GET_CODE (body) != CLOBBER)
1190 insn_lengths[uid] = length_fun (insn);
1191 varying_length[uid] = insn_variable_length_p (insn);
1194 /* If needed, do any adjustment. */
1195 #ifdef ADJUST_INSN_LENGTH
1196 ADJUST_INSN_LENGTH (insn, insn_lengths[uid]);
1197 if (insn_lengths[uid] < 0)
1198 fatal_insn ("negative insn length", insn);
1199 #endif
1202 /* Now loop over all the insns finding varying length insns. For each,
1203 get the current insn length. If it has changed, reflect the change.
1204 When nothing changes for a full pass, we are done. */
1206 while (something_changed)
1208 something_changed = 0;
1209 insn_current_align = MAX_CODE_ALIGN - 1;
1210 for (insn_current_address = 0, insn = first;
1211 insn != 0;
1212 insn = NEXT_INSN (insn))
1214 int new_length;
1215 #ifdef ADJUST_INSN_LENGTH
1216 int tmp_length;
1217 #endif
1218 int length_align;
1220 uid = INSN_UID (insn);
1222 if (LABEL_P (insn))
1224 int log = LABEL_TO_ALIGNMENT (insn);
1226 #ifdef CASE_VECTOR_SHORTEN_MODE
1227 /* If the mode of a following jump table was changed, we
1228 may need to update the alignment of this label. */
1229 rtx_insn *next;
1230 bool next_is_jumptable;
1232 next = next_nonnote_insn (insn);
1233 next_is_jumptable = next && JUMP_TABLE_DATA_P (next);
1234 if ((JUMP_TABLES_IN_TEXT_SECTION
1235 || readonly_data_section == text_section)
1236 && next_is_jumptable)
1238 int newlog = ADDR_VEC_ALIGN (next);
1239 if (newlog != log)
1241 log = newlog;
1242 LABEL_TO_ALIGNMENT (insn) = log;
1243 something_changed = 1;
1246 #endif
1248 if (log > insn_current_align)
1250 int align = 1 << log;
1251 int new_address= (insn_current_address + align - 1) & -align;
1252 insn_lengths[uid] = new_address - insn_current_address;
1253 insn_current_align = log;
1254 insn_current_address = new_address;
1256 else
1257 insn_lengths[uid] = 0;
1258 INSN_ADDRESSES (uid) = insn_current_address;
1259 continue;
1262 length_align = INSN_LENGTH_ALIGNMENT (insn);
1263 if (length_align < insn_current_align)
1264 insn_current_align = length_align;
1266 insn_last_address = INSN_ADDRESSES (uid);
1267 INSN_ADDRESSES (uid) = insn_current_address;
1269 #ifdef CASE_VECTOR_SHORTEN_MODE
1270 if (optimize
1271 && JUMP_TABLE_DATA_P (insn)
1272 && GET_CODE (PATTERN (insn)) == ADDR_DIFF_VEC)
1274 rtx body = PATTERN (insn);
1275 int old_length = insn_lengths[uid];
1276 rtx_insn *rel_lab =
1277 safe_as_a <rtx_insn *> (XEXP (XEXP (body, 0), 0));
1278 rtx min_lab = XEXP (XEXP (body, 2), 0);
1279 rtx max_lab = XEXP (XEXP (body, 3), 0);
1280 int rel_addr = INSN_ADDRESSES (INSN_UID (rel_lab));
1281 int min_addr = INSN_ADDRESSES (INSN_UID (min_lab));
1282 int max_addr = INSN_ADDRESSES (INSN_UID (max_lab));
1283 rtx_insn *prev;
1284 int rel_align = 0;
1285 addr_diff_vec_flags flags;
1286 machine_mode vec_mode;
1288 /* Avoid automatic aggregate initialization. */
1289 flags = ADDR_DIFF_VEC_FLAGS (body);
1291 /* Try to find a known alignment for rel_lab. */
1292 for (prev = rel_lab;
1293 prev
1294 && ! insn_lengths[INSN_UID (prev)]
1295 && ! (varying_length[INSN_UID (prev)] & 1);
1296 prev = PREV_INSN (prev))
1297 if (varying_length[INSN_UID (prev)] & 2)
1299 rel_align = LABEL_TO_ALIGNMENT (prev);
1300 break;
1303 /* See the comment on addr_diff_vec_flags in rtl.h for the
1304 meaning of the flags values. base: REL_LAB vec: INSN */
1305 /* Anything after INSN has still addresses from the last
1306 pass; adjust these so that they reflect our current
1307 estimate for this pass. */
1308 if (flags.base_after_vec)
1309 rel_addr += insn_current_address - insn_last_address;
1310 if (flags.min_after_vec)
1311 min_addr += insn_current_address - insn_last_address;
1312 if (flags.max_after_vec)
1313 max_addr += insn_current_address - insn_last_address;
1314 /* We want to know the worst case, i.e. lowest possible value
1315 for the offset of MIN_LAB. If MIN_LAB is after REL_LAB,
1316 its offset is positive, and we have to be wary of code shrink;
1317 otherwise, it is negative, and we have to be vary of code
1318 size increase. */
1319 if (flags.min_after_base)
1321 /* If INSN is between REL_LAB and MIN_LAB, the size
1322 changes we are about to make can change the alignment
1323 within the observed offset, therefore we have to break
1324 it up into two parts that are independent. */
1325 if (! flags.base_after_vec && flags.min_after_vec)
1327 min_addr -= align_fuzz (rel_lab, insn, rel_align, 0);
1328 min_addr -= align_fuzz (insn, min_lab, 0, 0);
1330 else
1331 min_addr -= align_fuzz (rel_lab, min_lab, rel_align, 0);
1333 else
1335 if (flags.base_after_vec && ! flags.min_after_vec)
1337 min_addr -= align_fuzz (min_lab, insn, 0, ~0);
1338 min_addr -= align_fuzz (insn, rel_lab, 0, ~0);
1340 else
1341 min_addr -= align_fuzz (min_lab, rel_lab, 0, ~0);
1343 /* Likewise, determine the highest lowest possible value
1344 for the offset of MAX_LAB. */
1345 if (flags.max_after_base)
1347 if (! flags.base_after_vec && flags.max_after_vec)
1349 max_addr += align_fuzz (rel_lab, insn, rel_align, ~0);
1350 max_addr += align_fuzz (insn, max_lab, 0, ~0);
1352 else
1353 max_addr += align_fuzz (rel_lab, max_lab, rel_align, ~0);
1355 else
1357 if (flags.base_after_vec && ! flags.max_after_vec)
1359 max_addr += align_fuzz (max_lab, insn, 0, 0);
1360 max_addr += align_fuzz (insn, rel_lab, 0, 0);
1362 else
1363 max_addr += align_fuzz (max_lab, rel_lab, 0, 0);
1365 vec_mode = CASE_VECTOR_SHORTEN_MODE (min_addr - rel_addr,
1366 max_addr - rel_addr, body);
1367 if (!increasing
1368 || (GET_MODE_SIZE (vec_mode)
1369 >= GET_MODE_SIZE (GET_MODE (body))))
1370 PUT_MODE (body, vec_mode);
1371 if (JUMP_TABLES_IN_TEXT_SECTION
1372 || readonly_data_section == text_section)
1374 insn_lengths[uid]
1375 = (XVECLEN (body, 1) * GET_MODE_SIZE (GET_MODE (body)));
1376 insn_current_address += insn_lengths[uid];
1377 if (insn_lengths[uid] != old_length)
1378 something_changed = 1;
1381 continue;
1383 #endif /* CASE_VECTOR_SHORTEN_MODE */
1385 if (! (varying_length[uid]))
1387 if (NONJUMP_INSN_P (insn)
1388 && GET_CODE (PATTERN (insn)) == SEQUENCE)
1390 int i;
1392 body = PATTERN (insn);
1393 for (i = 0; i < XVECLEN (body, 0); i++)
1395 rtx inner_insn = XVECEXP (body, 0, i);
1396 int inner_uid = INSN_UID (inner_insn);
1398 INSN_ADDRESSES (inner_uid) = insn_current_address;
1400 insn_current_address += insn_lengths[inner_uid];
1403 else
1404 insn_current_address += insn_lengths[uid];
1406 continue;
1409 if (NONJUMP_INSN_P (insn) && GET_CODE (PATTERN (insn)) == SEQUENCE)
1411 rtx_sequence *seqn = as_a <rtx_sequence *> (PATTERN (insn));
1412 int i;
1414 body = PATTERN (insn);
1415 new_length = 0;
1416 for (i = 0; i < seqn->len (); i++)
1418 rtx_insn *inner_insn = seqn->insn (i);
1419 int inner_uid = INSN_UID (inner_insn);
1420 int inner_length;
1422 INSN_ADDRESSES (inner_uid) = insn_current_address;
1424 /* insn_current_length returns 0 for insns with a
1425 non-varying length. */
1426 if (! varying_length[inner_uid])
1427 inner_length = insn_lengths[inner_uid];
1428 else
1429 inner_length = insn_current_length (inner_insn);
1431 if (inner_length != insn_lengths[inner_uid])
1433 if (!increasing || inner_length > insn_lengths[inner_uid])
1435 insn_lengths[inner_uid] = inner_length;
1436 something_changed = 1;
1438 else
1439 inner_length = insn_lengths[inner_uid];
1441 insn_current_address += inner_length;
1442 new_length += inner_length;
1445 else
1447 new_length = insn_current_length (insn);
1448 insn_current_address += new_length;
1451 #ifdef ADJUST_INSN_LENGTH
1452 /* If needed, do any adjustment. */
1453 tmp_length = new_length;
1454 ADJUST_INSN_LENGTH (insn, new_length);
1455 insn_current_address += (new_length - tmp_length);
1456 #endif
1458 if (new_length != insn_lengths[uid]
1459 && (!increasing || new_length > insn_lengths[uid]))
1461 insn_lengths[uid] = new_length;
1462 something_changed = 1;
1464 else
1465 insn_current_address += insn_lengths[uid] - new_length;
1467 /* For a non-optimizing compile, do only a single pass. */
1468 if (!increasing)
1469 break;
1471 crtl->max_insn_address = insn_current_address;
1472 free (varying_length);
1475 /* Given the body of an INSN known to be generated by an ASM statement, return
1476 the number of machine instructions likely to be generated for this insn.
1477 This is used to compute its length. */
1479 static int
1480 asm_insn_count (rtx body)
1482 const char *templ;
1484 if (GET_CODE (body) == ASM_INPUT)
1485 templ = XSTR (body, 0);
1486 else
1487 templ = decode_asm_operands (body, NULL, NULL, NULL, NULL, NULL);
1489 return asm_str_count (templ);
1492 /* Return the number of machine instructions likely to be generated for the
1493 inline-asm template. */
1495 asm_str_count (const char *templ)
1497 int count = 1;
1499 if (!*templ)
1500 return 0;
1502 for (; *templ; templ++)
1503 if (IS_ASM_LOGICAL_LINE_SEPARATOR (*templ, templ)
1504 || *templ == '\n')
1505 count++;
1507 return count;
1510 /* ??? This is probably the wrong place for these. */
1511 /* Structure recording the mapping from source file and directory
1512 names at compile time to those to be embedded in debug
1513 information. */
1514 struct debug_prefix_map
1516 const char *old_prefix;
1517 const char *new_prefix;
1518 size_t old_len;
1519 size_t new_len;
1520 struct debug_prefix_map *next;
1523 /* Linked list of such structures. */
1524 static debug_prefix_map *debug_prefix_maps;
1527 /* Record a debug file prefix mapping. ARG is the argument to
1528 -fdebug-prefix-map and must be of the form OLD=NEW. */
1530 void
1531 add_debug_prefix_map (const char *arg)
1533 debug_prefix_map *map;
1534 const char *p;
1536 p = strchr (arg, '=');
1537 if (!p)
1539 error ("invalid argument %qs to -fdebug-prefix-map", arg);
1540 return;
1542 map = XNEW (debug_prefix_map);
1543 map->old_prefix = xstrndup (arg, p - arg);
1544 map->old_len = p - arg;
1545 p++;
1546 map->new_prefix = xstrdup (p);
1547 map->new_len = strlen (p);
1548 map->next = debug_prefix_maps;
1549 debug_prefix_maps = map;
1552 /* Perform user-specified mapping of debug filename prefixes. Return
1553 the new name corresponding to FILENAME. */
1555 const char *
1556 remap_debug_filename (const char *filename)
1558 debug_prefix_map *map;
1559 char *s;
1560 const char *name;
1561 size_t name_len;
1563 for (map = debug_prefix_maps; map; map = map->next)
1564 if (filename_ncmp (filename, map->old_prefix, map->old_len) == 0)
1565 break;
1566 if (!map)
1567 return filename;
1568 name = filename + map->old_len;
1569 name_len = strlen (name) + 1;
1570 s = (char *) alloca (name_len + map->new_len);
1571 memcpy (s, map->new_prefix, map->new_len);
1572 memcpy (s + map->new_len, name, name_len);
1573 return ggc_strdup (s);
1576 /* Return true if DWARF2 debug info can be emitted for DECL. */
1578 static bool
1579 dwarf2_debug_info_emitted_p (tree decl)
1581 if (write_symbols != DWARF2_DEBUG && write_symbols != VMS_AND_DWARF2_DEBUG)
1582 return false;
1584 if (DECL_IGNORED_P (decl))
1585 return false;
1587 return true;
1590 /* Return scope resulting from combination of S1 and S2. */
1591 static tree
1592 choose_inner_scope (tree s1, tree s2)
1594 if (!s1)
1595 return s2;
1596 if (!s2)
1597 return s1;
1598 if (BLOCK_NUMBER (s1) > BLOCK_NUMBER (s2))
1599 return s1;
1600 return s2;
1603 /* Emit lexical block notes needed to change scope from S1 to S2. */
1605 static void
1606 change_scope (rtx_insn *orig_insn, tree s1, tree s2)
1608 rtx_insn *insn = orig_insn;
1609 tree com = NULL_TREE;
1610 tree ts1 = s1, ts2 = s2;
1611 tree s;
1613 while (ts1 != ts2)
1615 gcc_assert (ts1 && ts2);
1616 if (BLOCK_NUMBER (ts1) > BLOCK_NUMBER (ts2))
1617 ts1 = BLOCK_SUPERCONTEXT (ts1);
1618 else if (BLOCK_NUMBER (ts1) < BLOCK_NUMBER (ts2))
1619 ts2 = BLOCK_SUPERCONTEXT (ts2);
1620 else
1622 ts1 = BLOCK_SUPERCONTEXT (ts1);
1623 ts2 = BLOCK_SUPERCONTEXT (ts2);
1626 com = ts1;
1628 /* Close scopes. */
1629 s = s1;
1630 while (s != com)
1632 rtx_note *note = emit_note_before (NOTE_INSN_BLOCK_END, insn);
1633 NOTE_BLOCK (note) = s;
1634 s = BLOCK_SUPERCONTEXT (s);
1637 /* Open scopes. */
1638 s = s2;
1639 while (s != com)
1641 insn = emit_note_before (NOTE_INSN_BLOCK_BEG, insn);
1642 NOTE_BLOCK (insn) = s;
1643 s = BLOCK_SUPERCONTEXT (s);
1647 /* Rebuild all the NOTE_INSN_BLOCK_BEG and NOTE_INSN_BLOCK_END notes based
1648 on the scope tree and the newly reordered instructions. */
1650 static void
1651 reemit_insn_block_notes (void)
1653 tree cur_block = DECL_INITIAL (cfun->decl);
1654 rtx_insn *insn;
1655 rtx_note *note;
1657 insn = get_insns ();
1658 for (; insn; insn = NEXT_INSN (insn))
1660 tree this_block;
1662 /* Prevent lexical blocks from straddling section boundaries. */
1663 if (NOTE_P (insn) && NOTE_KIND (insn) == NOTE_INSN_SWITCH_TEXT_SECTIONS)
1665 for (tree s = cur_block; s != DECL_INITIAL (cfun->decl);
1666 s = BLOCK_SUPERCONTEXT (s))
1668 rtx_note *note = emit_note_before (NOTE_INSN_BLOCK_END, insn);
1669 NOTE_BLOCK (note) = s;
1670 note = emit_note_after (NOTE_INSN_BLOCK_BEG, insn);
1671 NOTE_BLOCK (note) = s;
1675 if (!active_insn_p (insn))
1676 continue;
1678 /* Avoid putting scope notes between jump table and its label. */
1679 if (JUMP_TABLE_DATA_P (insn))
1680 continue;
1682 this_block = insn_scope (insn);
1683 /* For sequences compute scope resulting from merging all scopes
1684 of instructions nested inside. */
1685 if (rtx_sequence *body = dyn_cast <rtx_sequence *> (PATTERN (insn)))
1687 int i;
1689 this_block = NULL;
1690 for (i = 0; i < body->len (); i++)
1691 this_block = choose_inner_scope (this_block,
1692 insn_scope (body->insn (i)));
1694 if (! this_block)
1696 if (INSN_LOCATION (insn) == UNKNOWN_LOCATION)
1697 continue;
1698 else
1699 this_block = DECL_INITIAL (cfun->decl);
1702 if (this_block != cur_block)
1704 change_scope (insn, cur_block, this_block);
1705 cur_block = this_block;
1709 /* change_scope emits before the insn, not after. */
1710 note = emit_note (NOTE_INSN_DELETED);
1711 change_scope (note, cur_block, DECL_INITIAL (cfun->decl));
1712 delete_insn (note);
1714 reorder_blocks ();
1717 static const char *some_local_dynamic_name;
1719 /* Locate some local-dynamic symbol still in use by this function
1720 so that we can print its name in local-dynamic base patterns.
1721 Return null if there are no local-dynamic references. */
1723 const char *
1724 get_some_local_dynamic_name ()
1726 subrtx_iterator::array_type array;
1727 rtx_insn *insn;
1729 if (some_local_dynamic_name)
1730 return some_local_dynamic_name;
1732 for (insn = get_insns (); insn ; insn = NEXT_INSN (insn))
1733 if (NONDEBUG_INSN_P (insn))
1734 FOR_EACH_SUBRTX (iter, array, PATTERN (insn), ALL)
1736 const_rtx x = *iter;
1737 if (GET_CODE (x) == SYMBOL_REF)
1739 if (SYMBOL_REF_TLS_MODEL (x) == TLS_MODEL_LOCAL_DYNAMIC)
1740 return some_local_dynamic_name = XSTR (x, 0);
1741 if (CONSTANT_POOL_ADDRESS_P (x))
1742 iter.substitute (get_pool_constant (x));
1746 return 0;
1749 /* Output assembler code for the start of a function,
1750 and initialize some of the variables in this file
1751 for the new function. The label for the function and associated
1752 assembler pseudo-ops have already been output in `assemble_start_function'.
1754 FIRST is the first insn of the rtl for the function being compiled.
1755 FILE is the file to write assembler code to.
1756 OPTIMIZE_P is nonzero if we should eliminate redundant
1757 test and compare insns. */
1759 void
1760 final_start_function (rtx_insn *first, FILE *file,
1761 int optimize_p ATTRIBUTE_UNUSED)
1763 block_depth = 0;
1765 this_is_asm_operands = 0;
1767 need_profile_function = false;
1769 last_filename = LOCATION_FILE (prologue_location);
1770 last_linenum = LOCATION_LINE (prologue_location);
1771 last_columnnum = LOCATION_COLUMN (prologue_location);
1772 last_discriminator = discriminator = 0;
1774 high_block_linenum = high_function_linenum = last_linenum;
1776 if (flag_sanitize & SANITIZE_ADDRESS)
1777 asan_function_start ();
1779 if (!DECL_IGNORED_P (current_function_decl))
1780 debug_hooks->begin_prologue (last_linenum, last_columnnum, last_filename);
1782 if (!dwarf2_debug_info_emitted_p (current_function_decl))
1783 dwarf2out_begin_prologue (0, 0, NULL);
1785 #ifdef LEAF_REG_REMAP
1786 if (crtl->uses_only_leaf_regs)
1787 leaf_renumber_regs (first);
1788 #endif
1790 /* The Sun386i and perhaps other machines don't work right
1791 if the profiling code comes after the prologue. */
1792 if (targetm.profile_before_prologue () && crtl->profile)
1794 if (targetm.asm_out.function_prologue == default_function_pro_epilogue
1795 && targetm.have_prologue ())
1797 rtx_insn *insn;
1798 for (insn = first; insn; insn = NEXT_INSN (insn))
1799 if (!NOTE_P (insn))
1801 insn = NULL;
1802 break;
1804 else if (NOTE_KIND (insn) == NOTE_INSN_BASIC_BLOCK
1805 || NOTE_KIND (insn) == NOTE_INSN_FUNCTION_BEG)
1806 break;
1807 else if (NOTE_KIND (insn) == NOTE_INSN_DELETED
1808 || NOTE_KIND (insn) == NOTE_INSN_VAR_LOCATION)
1809 continue;
1810 else
1812 insn = NULL;
1813 break;
1816 if (insn)
1817 need_profile_function = true;
1818 else
1819 profile_function (file);
1821 else
1822 profile_function (file);
1825 /* If debugging, assign block numbers to all of the blocks in this
1826 function. */
1827 if (write_symbols)
1829 reemit_insn_block_notes ();
1830 number_blocks (current_function_decl);
1831 /* We never actually put out begin/end notes for the top-level
1832 block in the function. But, conceptually, that block is
1833 always needed. */
1834 TREE_ASM_WRITTEN (DECL_INITIAL (current_function_decl)) = 1;
1837 if (warn_frame_larger_than
1838 && get_frame_size () > frame_larger_than_size)
1840 /* Issue a warning */
1841 warning (OPT_Wframe_larger_than_,
1842 "the frame size of %wd bytes is larger than %wd bytes",
1843 get_frame_size (), frame_larger_than_size);
1846 /* First output the function prologue: code to set up the stack frame. */
1847 targetm.asm_out.function_prologue (file);
1849 /* If the machine represents the prologue as RTL, the profiling code must
1850 be emitted when NOTE_INSN_PROLOGUE_END is scanned. */
1851 if (! targetm.have_prologue ())
1852 profile_after_prologue (file);
1855 static void
1856 profile_after_prologue (FILE *file ATTRIBUTE_UNUSED)
1858 if (!targetm.profile_before_prologue () && crtl->profile)
1859 profile_function (file);
1862 static void
1863 profile_function (FILE *file ATTRIBUTE_UNUSED)
1865 #ifndef NO_PROFILE_COUNTERS
1866 # define NO_PROFILE_COUNTERS 0
1867 #endif
1868 #ifdef ASM_OUTPUT_REG_PUSH
1869 rtx sval = NULL, chain = NULL;
1871 if (cfun->returns_struct)
1872 sval = targetm.calls.struct_value_rtx (TREE_TYPE (current_function_decl),
1873 true);
1874 if (cfun->static_chain_decl)
1875 chain = targetm.calls.static_chain (current_function_decl, true);
1876 #endif /* ASM_OUTPUT_REG_PUSH */
1878 if (! NO_PROFILE_COUNTERS)
1880 int align = MIN (BIGGEST_ALIGNMENT, LONG_TYPE_SIZE);
1881 switch_to_section (data_section);
1882 ASM_OUTPUT_ALIGN (file, floor_log2 (align / BITS_PER_UNIT));
1883 targetm.asm_out.internal_label (file, "LP", current_function_funcdef_no);
1884 assemble_integer (const0_rtx, LONG_TYPE_SIZE / BITS_PER_UNIT, align, 1);
1887 switch_to_section (current_function_section ());
1889 #ifdef ASM_OUTPUT_REG_PUSH
1890 if (sval && REG_P (sval))
1891 ASM_OUTPUT_REG_PUSH (file, REGNO (sval));
1892 if (chain && REG_P (chain))
1893 ASM_OUTPUT_REG_PUSH (file, REGNO (chain));
1894 #endif
1896 FUNCTION_PROFILER (file, current_function_funcdef_no);
1898 #ifdef ASM_OUTPUT_REG_PUSH
1899 if (chain && REG_P (chain))
1900 ASM_OUTPUT_REG_POP (file, REGNO (chain));
1901 if (sval && REG_P (sval))
1902 ASM_OUTPUT_REG_POP (file, REGNO (sval));
1903 #endif
1906 /* Output assembler code for the end of a function.
1907 For clarity, args are same as those of `final_start_function'
1908 even though not all of them are needed. */
1910 void
1911 final_end_function (void)
1913 app_disable ();
1915 if (!DECL_IGNORED_P (current_function_decl))
1916 debug_hooks->end_function (high_function_linenum);
1918 /* Finally, output the function epilogue:
1919 code to restore the stack frame and return to the caller. */
1920 targetm.asm_out.function_epilogue (asm_out_file);
1922 /* And debug output. */
1923 if (!DECL_IGNORED_P (current_function_decl))
1924 debug_hooks->end_epilogue (last_linenum, last_filename);
1926 if (!dwarf2_debug_info_emitted_p (current_function_decl)
1927 && dwarf2out_do_frame ())
1928 dwarf2out_end_epilogue (last_linenum, last_filename);
1930 some_local_dynamic_name = 0;
1934 /* Dumper helper for basic block information. FILE is the assembly
1935 output file, and INSN is the instruction being emitted. */
1937 static void
1938 dump_basic_block_info (FILE *file, rtx_insn *insn, basic_block *start_to_bb,
1939 basic_block *end_to_bb, int bb_map_size, int *bb_seqn)
1941 basic_block bb;
1943 if (!flag_debug_asm)
1944 return;
1946 if (INSN_UID (insn) < bb_map_size
1947 && (bb = start_to_bb[INSN_UID (insn)]) != NULL)
1949 edge e;
1950 edge_iterator ei;
1952 fprintf (file, "%s BLOCK %d", ASM_COMMENT_START, bb->index);
1953 if (bb->frequency)
1954 fprintf (file, " freq:%d", bb->frequency);
1955 if (bb->count.initialized_p ())
1957 fprintf (file, ", count:");
1958 bb->count.dump (file);
1960 fprintf (file, " seq:%d", (*bb_seqn)++);
1961 fprintf (file, "\n%s PRED:", ASM_COMMENT_START);
1962 FOR_EACH_EDGE (e, ei, bb->preds)
1964 dump_edge_info (file, e, TDF_DETAILS, 0);
1966 fprintf (file, "\n");
1968 if (INSN_UID (insn) < bb_map_size
1969 && (bb = end_to_bb[INSN_UID (insn)]) != NULL)
1971 edge e;
1972 edge_iterator ei;
1974 fprintf (asm_out_file, "%s SUCC:", ASM_COMMENT_START);
1975 FOR_EACH_EDGE (e, ei, bb->succs)
1977 dump_edge_info (asm_out_file, e, TDF_DETAILS, 1);
1979 fprintf (file, "\n");
1983 /* Output assembler code for some insns: all or part of a function.
1984 For description of args, see `final_start_function', above. */
1986 void
1987 final (rtx_insn *first, FILE *file, int optimize_p)
1989 rtx_insn *insn, *next;
1990 int seen = 0;
1992 /* Used for -dA dump. */
1993 basic_block *start_to_bb = NULL;
1994 basic_block *end_to_bb = NULL;
1995 int bb_map_size = 0;
1996 int bb_seqn = 0;
1998 last_ignored_compare = 0;
2000 if (HAVE_cc0)
2001 for (insn = first; insn; insn = NEXT_INSN (insn))
2003 /* If CC tracking across branches is enabled, record the insn which
2004 jumps to each branch only reached from one place. */
2005 if (optimize_p && JUMP_P (insn))
2007 rtx lab = JUMP_LABEL (insn);
2008 if (lab && LABEL_P (lab) && LABEL_NUSES (lab) == 1)
2010 LABEL_REFS (lab) = insn;
2015 init_recog ();
2017 CC_STATUS_INIT;
2019 if (flag_debug_asm)
2021 basic_block bb;
2023 bb_map_size = get_max_uid () + 1;
2024 start_to_bb = XCNEWVEC (basic_block, bb_map_size);
2025 end_to_bb = XCNEWVEC (basic_block, bb_map_size);
2027 /* There is no cfg for a thunk. */
2028 if (!cfun->is_thunk)
2029 FOR_EACH_BB_REVERSE_FN (bb, cfun)
2031 start_to_bb[INSN_UID (BB_HEAD (bb))] = bb;
2032 end_to_bb[INSN_UID (BB_END (bb))] = bb;
2036 /* Output the insns. */
2037 for (insn = first; insn;)
2039 if (HAVE_ATTR_length)
2041 if ((unsigned) INSN_UID (insn) >= INSN_ADDRESSES_SIZE ())
2043 /* This can be triggered by bugs elsewhere in the compiler if
2044 new insns are created after init_insn_lengths is called. */
2045 gcc_assert (NOTE_P (insn));
2046 insn_current_address = -1;
2048 else
2049 insn_current_address = INSN_ADDRESSES (INSN_UID (insn));
2052 dump_basic_block_info (file, insn, start_to_bb, end_to_bb,
2053 bb_map_size, &bb_seqn);
2054 insn = final_scan_insn (insn, file, optimize_p, 0, &seen);
2057 if (flag_debug_asm)
2059 free (start_to_bb);
2060 free (end_to_bb);
2063 /* Remove CFI notes, to avoid compare-debug failures. */
2064 for (insn = first; insn; insn = next)
2066 next = NEXT_INSN (insn);
2067 if (NOTE_P (insn)
2068 && (NOTE_KIND (insn) == NOTE_INSN_CFI
2069 || NOTE_KIND (insn) == NOTE_INSN_CFI_LABEL))
2070 delete_insn (insn);
2074 const char *
2075 get_insn_template (int code, rtx insn)
2077 switch (insn_data[code].output_format)
2079 case INSN_OUTPUT_FORMAT_SINGLE:
2080 return insn_data[code].output.single;
2081 case INSN_OUTPUT_FORMAT_MULTI:
2082 return insn_data[code].output.multi[which_alternative];
2083 case INSN_OUTPUT_FORMAT_FUNCTION:
2084 gcc_assert (insn);
2085 return (*insn_data[code].output.function) (recog_data.operand,
2086 as_a <rtx_insn *> (insn));
2088 default:
2089 gcc_unreachable ();
2093 /* Emit the appropriate declaration for an alternate-entry-point
2094 symbol represented by INSN, to FILE. INSN is a CODE_LABEL with
2095 LABEL_KIND != LABEL_NORMAL.
2097 The case fall-through in this function is intentional. */
2098 static void
2099 output_alternate_entry_point (FILE *file, rtx_insn *insn)
2101 const char *name = LABEL_NAME (insn);
2103 switch (LABEL_KIND (insn))
2105 case LABEL_WEAK_ENTRY:
2106 #ifdef ASM_WEAKEN_LABEL
2107 ASM_WEAKEN_LABEL (file, name);
2108 gcc_fallthrough ();
2109 #endif
2110 case LABEL_GLOBAL_ENTRY:
2111 targetm.asm_out.globalize_label (file, name);
2112 gcc_fallthrough ();
2113 case LABEL_STATIC_ENTRY:
2114 #ifdef ASM_OUTPUT_TYPE_DIRECTIVE
2115 ASM_OUTPUT_TYPE_DIRECTIVE (file, name, "function");
2116 #endif
2117 ASM_OUTPUT_LABEL (file, name);
2118 break;
2120 case LABEL_NORMAL:
2121 default:
2122 gcc_unreachable ();
2126 /* Given a CALL_INSN, find and return the nested CALL. */
2127 static rtx
2128 call_from_call_insn (rtx_call_insn *insn)
2130 rtx x;
2131 gcc_assert (CALL_P (insn));
2132 x = PATTERN (insn);
2134 while (GET_CODE (x) != CALL)
2136 switch (GET_CODE (x))
2138 default:
2139 gcc_unreachable ();
2140 case COND_EXEC:
2141 x = COND_EXEC_CODE (x);
2142 break;
2143 case PARALLEL:
2144 x = XVECEXP (x, 0, 0);
2145 break;
2146 case SET:
2147 x = XEXP (x, 1);
2148 break;
2151 return x;
2154 /* Print a comment into the asm showing FILENAME, LINENUM, and the
2155 corresponding source line, if available. */
2157 static void
2158 asm_show_source (const char *filename, int linenum)
2160 if (!filename)
2161 return;
2163 int line_size;
2164 const char *line = location_get_source_line (filename, linenum, &line_size);
2165 if (!line)
2166 return;
2168 fprintf (asm_out_file, "%s %s:%i: ", ASM_COMMENT_START, filename, linenum);
2169 /* "line" is not 0-terminated, so we must use line_size. */
2170 fwrite (line, 1, line_size, asm_out_file);
2171 fputc ('\n', asm_out_file);
2174 /* The final scan for one insn, INSN.
2175 Args are same as in `final', except that INSN
2176 is the insn being scanned.
2177 Value returned is the next insn to be scanned.
2179 NOPEEPHOLES is the flag to disallow peephole processing (currently
2180 used for within delayed branch sequence output).
2182 SEEN is used to track the end of the prologue, for emitting
2183 debug information. We force the emission of a line note after
2184 both NOTE_INSN_PROLOGUE_END and NOTE_INSN_FUNCTION_BEG. */
2186 rtx_insn *
2187 final_scan_insn (rtx_insn *insn, FILE *file, int optimize_p ATTRIBUTE_UNUSED,
2188 int nopeepholes ATTRIBUTE_UNUSED, int *seen)
2190 #if HAVE_cc0
2191 rtx set;
2192 #endif
2193 rtx_insn *next;
2195 insn_counter++;
2197 /* Ignore deleted insns. These can occur when we split insns (due to a
2198 template of "#") while not optimizing. */
2199 if (insn->deleted ())
2200 return NEXT_INSN (insn);
2202 switch (GET_CODE (insn))
2204 case NOTE:
2205 switch (NOTE_KIND (insn))
2207 case NOTE_INSN_DELETED:
2208 case NOTE_INSN_UPDATE_SJLJ_CONTEXT:
2209 break;
2211 case NOTE_INSN_SWITCH_TEXT_SECTIONS:
2212 in_cold_section_p = !in_cold_section_p;
2214 if (dwarf2out_do_frame ())
2215 dwarf2out_switch_text_section ();
2216 else if (!DECL_IGNORED_P (current_function_decl))
2217 debug_hooks->switch_text_section ();
2219 switch_to_section (current_function_section ());
2220 targetm.asm_out.function_switched_text_sections (asm_out_file,
2221 current_function_decl,
2222 in_cold_section_p);
2223 /* Emit a label for the split cold section. Form label name by
2224 suffixing "cold" to the original function's name. */
2225 if (in_cold_section_p)
2227 cold_function_name
2228 = clone_function_name (current_function_decl, "cold");
2229 #ifdef ASM_DECLARE_COLD_FUNCTION_NAME
2230 ASM_DECLARE_COLD_FUNCTION_NAME (asm_out_file,
2231 IDENTIFIER_POINTER
2232 (cold_function_name),
2233 current_function_decl);
2234 #else
2235 ASM_OUTPUT_LABEL (asm_out_file,
2236 IDENTIFIER_POINTER (cold_function_name));
2237 #endif
2239 break;
2241 case NOTE_INSN_BASIC_BLOCK:
2242 if (need_profile_function)
2244 profile_function (asm_out_file);
2245 need_profile_function = false;
2248 if (targetm.asm_out.unwind_emit)
2249 targetm.asm_out.unwind_emit (asm_out_file, insn);
2251 discriminator = NOTE_BASIC_BLOCK (insn)->discriminator;
2253 break;
2255 case NOTE_INSN_EH_REGION_BEG:
2256 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LEHB",
2257 NOTE_EH_HANDLER (insn));
2258 break;
2260 case NOTE_INSN_EH_REGION_END:
2261 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LEHE",
2262 NOTE_EH_HANDLER (insn));
2263 break;
2265 case NOTE_INSN_PROLOGUE_END:
2266 targetm.asm_out.function_end_prologue (file);
2267 profile_after_prologue (file);
2269 if ((*seen & (SEEN_EMITTED | SEEN_NOTE)) == SEEN_NOTE)
2271 *seen |= SEEN_EMITTED;
2272 force_source_line = true;
2274 else
2275 *seen |= SEEN_NOTE;
2277 break;
2279 case NOTE_INSN_EPILOGUE_BEG:
2280 if (!DECL_IGNORED_P (current_function_decl))
2281 (*debug_hooks->begin_epilogue) (last_linenum, last_filename);
2282 targetm.asm_out.function_begin_epilogue (file);
2283 break;
2285 case NOTE_INSN_CFI:
2286 dwarf2out_emit_cfi (NOTE_CFI (insn));
2287 break;
2289 case NOTE_INSN_CFI_LABEL:
2290 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LCFI",
2291 NOTE_LABEL_NUMBER (insn));
2292 break;
2294 case NOTE_INSN_FUNCTION_BEG:
2295 if (need_profile_function)
2297 profile_function (asm_out_file);
2298 need_profile_function = false;
2301 app_disable ();
2302 if (!DECL_IGNORED_P (current_function_decl))
2303 debug_hooks->end_prologue (last_linenum, last_filename);
2305 if ((*seen & (SEEN_EMITTED | SEEN_NOTE)) == SEEN_NOTE)
2307 *seen |= SEEN_EMITTED;
2308 force_source_line = true;
2310 else
2311 *seen |= SEEN_NOTE;
2313 break;
2315 case NOTE_INSN_BLOCK_BEG:
2316 if (debug_info_level == DINFO_LEVEL_NORMAL
2317 || debug_info_level == DINFO_LEVEL_VERBOSE
2318 || write_symbols == DWARF2_DEBUG
2319 || write_symbols == VMS_AND_DWARF2_DEBUG
2320 || write_symbols == VMS_DEBUG)
2322 int n = BLOCK_NUMBER (NOTE_BLOCK (insn));
2324 app_disable ();
2325 ++block_depth;
2326 high_block_linenum = last_linenum;
2328 /* Output debugging info about the symbol-block beginning. */
2329 if (!DECL_IGNORED_P (current_function_decl))
2330 debug_hooks->begin_block (last_linenum, n);
2332 /* Mark this block as output. */
2333 TREE_ASM_WRITTEN (NOTE_BLOCK (insn)) = 1;
2334 BLOCK_IN_COLD_SECTION_P (NOTE_BLOCK (insn)) = in_cold_section_p;
2336 if (write_symbols == DBX_DEBUG
2337 || write_symbols == SDB_DEBUG)
2339 location_t *locus_ptr
2340 = block_nonartificial_location (NOTE_BLOCK (insn));
2342 if (locus_ptr != NULL)
2344 override_filename = LOCATION_FILE (*locus_ptr);
2345 override_linenum = LOCATION_LINE (*locus_ptr);
2346 override_columnnum = LOCATION_COLUMN (*locus_ptr);
2349 break;
2351 case NOTE_INSN_BLOCK_END:
2352 if (debug_info_level == DINFO_LEVEL_NORMAL
2353 || debug_info_level == DINFO_LEVEL_VERBOSE
2354 || write_symbols == DWARF2_DEBUG
2355 || write_symbols == VMS_AND_DWARF2_DEBUG
2356 || write_symbols == VMS_DEBUG)
2358 int n = BLOCK_NUMBER (NOTE_BLOCK (insn));
2360 app_disable ();
2362 /* End of a symbol-block. */
2363 --block_depth;
2364 gcc_assert (block_depth >= 0);
2366 if (!DECL_IGNORED_P (current_function_decl))
2367 debug_hooks->end_block (high_block_linenum, n);
2368 gcc_assert (BLOCK_IN_COLD_SECTION_P (NOTE_BLOCK (insn))
2369 == in_cold_section_p);
2371 if (write_symbols == DBX_DEBUG
2372 || write_symbols == SDB_DEBUG)
2374 tree outer_block = BLOCK_SUPERCONTEXT (NOTE_BLOCK (insn));
2375 location_t *locus_ptr
2376 = block_nonartificial_location (outer_block);
2378 if (locus_ptr != NULL)
2380 override_filename = LOCATION_FILE (*locus_ptr);
2381 override_linenum = LOCATION_LINE (*locus_ptr);
2382 override_columnnum = LOCATION_COLUMN (*locus_ptr);
2384 else
2386 override_filename = NULL;
2387 override_linenum = 0;
2388 override_columnnum = 0;
2391 break;
2393 case NOTE_INSN_DELETED_LABEL:
2394 /* Emit the label. We may have deleted the CODE_LABEL because
2395 the label could be proved to be unreachable, though still
2396 referenced (in the form of having its address taken. */
2397 ASM_OUTPUT_DEBUG_LABEL (file, "L", CODE_LABEL_NUMBER (insn));
2398 break;
2400 case NOTE_INSN_DELETED_DEBUG_LABEL:
2401 /* Similarly, but need to use different namespace for it. */
2402 if (CODE_LABEL_NUMBER (insn) != -1)
2403 ASM_OUTPUT_DEBUG_LABEL (file, "LDL", CODE_LABEL_NUMBER (insn));
2404 break;
2406 case NOTE_INSN_VAR_LOCATION:
2407 case NOTE_INSN_CALL_ARG_LOCATION:
2408 if (!DECL_IGNORED_P (current_function_decl))
2409 debug_hooks->var_location (insn);
2410 break;
2412 default:
2413 gcc_unreachable ();
2414 break;
2416 break;
2418 case BARRIER:
2419 break;
2421 case CODE_LABEL:
2422 /* The target port might emit labels in the output function for
2423 some insn, e.g. sh.c output_branchy_insn. */
2424 if (CODE_LABEL_NUMBER (insn) <= max_labelno)
2426 int align = LABEL_TO_ALIGNMENT (insn);
2427 #ifdef ASM_OUTPUT_MAX_SKIP_ALIGN
2428 int max_skip = LABEL_TO_MAX_SKIP (insn);
2429 #endif
2431 if (align && NEXT_INSN (insn))
2433 #ifdef ASM_OUTPUT_MAX_SKIP_ALIGN
2434 ASM_OUTPUT_MAX_SKIP_ALIGN (file, align, max_skip);
2435 #else
2436 #ifdef ASM_OUTPUT_ALIGN_WITH_NOP
2437 ASM_OUTPUT_ALIGN_WITH_NOP (file, align);
2438 #else
2439 ASM_OUTPUT_ALIGN (file, align);
2440 #endif
2441 #endif
2444 CC_STATUS_INIT;
2446 if (!DECL_IGNORED_P (current_function_decl) && LABEL_NAME (insn))
2447 debug_hooks->label (as_a <rtx_code_label *> (insn));
2449 app_disable ();
2451 next = next_nonnote_insn (insn);
2452 /* If this label is followed by a jump-table, make sure we put
2453 the label in the read-only section. Also possibly write the
2454 label and jump table together. */
2455 if (next != 0 && JUMP_TABLE_DATA_P (next))
2457 #if defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC)
2458 /* In this case, the case vector is being moved by the
2459 target, so don't output the label at all. Leave that
2460 to the back end macros. */
2461 #else
2462 if (! JUMP_TABLES_IN_TEXT_SECTION)
2464 int log_align;
2466 switch_to_section (targetm.asm_out.function_rodata_section
2467 (current_function_decl));
2469 #ifdef ADDR_VEC_ALIGN
2470 log_align = ADDR_VEC_ALIGN (next);
2471 #else
2472 log_align = exact_log2 (BIGGEST_ALIGNMENT / BITS_PER_UNIT);
2473 #endif
2474 ASM_OUTPUT_ALIGN (file, log_align);
2476 else
2477 switch_to_section (current_function_section ());
2479 #ifdef ASM_OUTPUT_CASE_LABEL
2480 ASM_OUTPUT_CASE_LABEL (file, "L", CODE_LABEL_NUMBER (insn),
2481 next);
2482 #else
2483 targetm.asm_out.internal_label (file, "L", CODE_LABEL_NUMBER (insn));
2484 #endif
2485 #endif
2486 break;
2488 if (LABEL_ALT_ENTRY_P (insn))
2489 output_alternate_entry_point (file, insn);
2490 else
2491 targetm.asm_out.internal_label (file, "L", CODE_LABEL_NUMBER (insn));
2492 break;
2494 default:
2496 rtx body = PATTERN (insn);
2497 int insn_code_number;
2498 const char *templ;
2499 bool is_stmt;
2501 /* Reset this early so it is correct for ASM statements. */
2502 current_insn_predicate = NULL_RTX;
2504 /* An INSN, JUMP_INSN or CALL_INSN.
2505 First check for special kinds that recog doesn't recognize. */
2507 if (GET_CODE (body) == USE /* These are just declarations. */
2508 || GET_CODE (body) == CLOBBER)
2509 break;
2511 #if HAVE_cc0
2513 /* If there is a REG_CC_SETTER note on this insn, it means that
2514 the setting of the condition code was done in the delay slot
2515 of the insn that branched here. So recover the cc status
2516 from the insn that set it. */
2518 rtx note = find_reg_note (insn, REG_CC_SETTER, NULL_RTX);
2519 if (note)
2521 rtx_insn *other = as_a <rtx_insn *> (XEXP (note, 0));
2522 NOTICE_UPDATE_CC (PATTERN (other), other);
2523 cc_prev_status = cc_status;
2526 #endif
2528 /* Detect insns that are really jump-tables
2529 and output them as such. */
2531 if (JUMP_TABLE_DATA_P (insn))
2533 #if !(defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC))
2534 int vlen, idx;
2535 #endif
2537 if (! JUMP_TABLES_IN_TEXT_SECTION)
2538 switch_to_section (targetm.asm_out.function_rodata_section
2539 (current_function_decl));
2540 else
2541 switch_to_section (current_function_section ());
2543 app_disable ();
2545 #if defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC)
2546 if (GET_CODE (body) == ADDR_VEC)
2548 #ifdef ASM_OUTPUT_ADDR_VEC
2549 ASM_OUTPUT_ADDR_VEC (PREV_INSN (insn), body);
2550 #else
2551 gcc_unreachable ();
2552 #endif
2554 else
2556 #ifdef ASM_OUTPUT_ADDR_DIFF_VEC
2557 ASM_OUTPUT_ADDR_DIFF_VEC (PREV_INSN (insn), body);
2558 #else
2559 gcc_unreachable ();
2560 #endif
2562 #else
2563 vlen = XVECLEN (body, GET_CODE (body) == ADDR_DIFF_VEC);
2564 for (idx = 0; idx < vlen; idx++)
2566 if (GET_CODE (body) == ADDR_VEC)
2568 #ifdef ASM_OUTPUT_ADDR_VEC_ELT
2569 ASM_OUTPUT_ADDR_VEC_ELT
2570 (file, CODE_LABEL_NUMBER (XEXP (XVECEXP (body, 0, idx), 0)));
2571 #else
2572 gcc_unreachable ();
2573 #endif
2575 else
2577 #ifdef ASM_OUTPUT_ADDR_DIFF_ELT
2578 ASM_OUTPUT_ADDR_DIFF_ELT
2579 (file,
2580 body,
2581 CODE_LABEL_NUMBER (XEXP (XVECEXP (body, 1, idx), 0)),
2582 CODE_LABEL_NUMBER (XEXP (XEXP (body, 0), 0)));
2583 #else
2584 gcc_unreachable ();
2585 #endif
2588 #ifdef ASM_OUTPUT_CASE_END
2589 ASM_OUTPUT_CASE_END (file,
2590 CODE_LABEL_NUMBER (PREV_INSN (insn)),
2591 insn);
2592 #endif
2593 #endif
2595 switch_to_section (current_function_section ());
2597 break;
2599 /* Output this line note if it is the first or the last line
2600 note in a row. */
2601 if (!DECL_IGNORED_P (current_function_decl)
2602 && notice_source_line (insn, &is_stmt))
2604 if (flag_verbose_asm)
2605 asm_show_source (last_filename, last_linenum);
2606 (*debug_hooks->source_line) (last_linenum, last_columnnum,
2607 last_filename, last_discriminator,
2608 is_stmt);
2611 if (GET_CODE (body) == PARALLEL
2612 && GET_CODE (XVECEXP (body, 0, 0)) == ASM_INPUT)
2613 body = XVECEXP (body, 0, 0);
2615 if (GET_CODE (body) == ASM_INPUT)
2617 const char *string = XSTR (body, 0);
2619 /* There's no telling what that did to the condition codes. */
2620 CC_STATUS_INIT;
2622 if (string[0])
2624 expanded_location loc;
2626 app_enable ();
2627 loc = expand_location (ASM_INPUT_SOURCE_LOCATION (body));
2628 if (*loc.file && loc.line)
2629 fprintf (asm_out_file, "%s %i \"%s\" 1\n",
2630 ASM_COMMENT_START, loc.line, loc.file);
2631 fprintf (asm_out_file, "\t%s\n", string);
2632 #if HAVE_AS_LINE_ZERO
2633 if (*loc.file && loc.line)
2634 fprintf (asm_out_file, "%s 0 \"\" 2\n", ASM_COMMENT_START);
2635 #endif
2637 break;
2640 /* Detect `asm' construct with operands. */
2641 if (asm_noperands (body) >= 0)
2643 unsigned int noperands = asm_noperands (body);
2644 rtx *ops = XALLOCAVEC (rtx, noperands);
2645 const char *string;
2646 location_t loc;
2647 expanded_location expanded;
2649 /* There's no telling what that did to the condition codes. */
2650 CC_STATUS_INIT;
2652 /* Get out the operand values. */
2653 string = decode_asm_operands (body, ops, NULL, NULL, NULL, &loc);
2654 /* Inhibit dying on what would otherwise be compiler bugs. */
2655 insn_noperands = noperands;
2656 this_is_asm_operands = insn;
2657 expanded = expand_location (loc);
2659 #ifdef FINAL_PRESCAN_INSN
2660 FINAL_PRESCAN_INSN (insn, ops, insn_noperands);
2661 #endif
2663 /* Output the insn using them. */
2664 if (string[0])
2666 app_enable ();
2667 if (expanded.file && expanded.line)
2668 fprintf (asm_out_file, "%s %i \"%s\" 1\n",
2669 ASM_COMMENT_START, expanded.line, expanded.file);
2670 output_asm_insn (string, ops);
2671 #if HAVE_AS_LINE_ZERO
2672 if (expanded.file && expanded.line)
2673 fprintf (asm_out_file, "%s 0 \"\" 2\n", ASM_COMMENT_START);
2674 #endif
2677 if (targetm.asm_out.final_postscan_insn)
2678 targetm.asm_out.final_postscan_insn (file, insn, ops,
2679 insn_noperands);
2681 this_is_asm_operands = 0;
2682 break;
2685 app_disable ();
2687 if (rtx_sequence *seq = dyn_cast <rtx_sequence *> (body))
2689 /* A delayed-branch sequence */
2690 int i;
2692 final_sequence = seq;
2694 /* The first insn in this SEQUENCE might be a JUMP_INSN that will
2695 force the restoration of a comparison that was previously
2696 thought unnecessary. If that happens, cancel this sequence
2697 and cause that insn to be restored. */
2699 next = final_scan_insn (seq->insn (0), file, 0, 1, seen);
2700 if (next != seq->insn (1))
2702 final_sequence = 0;
2703 return next;
2706 for (i = 1; i < seq->len (); i++)
2708 rtx_insn *insn = seq->insn (i);
2709 rtx_insn *next = NEXT_INSN (insn);
2710 /* We loop in case any instruction in a delay slot gets
2711 split. */
2713 insn = final_scan_insn (insn, file, 0, 1, seen);
2714 while (insn != next);
2716 #ifdef DBR_OUTPUT_SEQEND
2717 DBR_OUTPUT_SEQEND (file);
2718 #endif
2719 final_sequence = 0;
2721 /* If the insn requiring the delay slot was a CALL_INSN, the
2722 insns in the delay slot are actually executed before the
2723 called function. Hence we don't preserve any CC-setting
2724 actions in these insns and the CC must be marked as being
2725 clobbered by the function. */
2726 if (CALL_P (seq->insn (0)))
2728 CC_STATUS_INIT;
2730 break;
2733 /* We have a real machine instruction as rtl. */
2735 body = PATTERN (insn);
2737 #if HAVE_cc0
2738 set = single_set (insn);
2740 /* Check for redundant test and compare instructions
2741 (when the condition codes are already set up as desired).
2742 This is done only when optimizing; if not optimizing,
2743 it should be possible for the user to alter a variable
2744 with the debugger in between statements
2745 and the next statement should reexamine the variable
2746 to compute the condition codes. */
2748 if (optimize_p)
2750 if (set
2751 && GET_CODE (SET_DEST (set)) == CC0
2752 && insn != last_ignored_compare)
2754 rtx src1, src2;
2755 if (GET_CODE (SET_SRC (set)) == SUBREG)
2756 SET_SRC (set) = alter_subreg (&SET_SRC (set), true);
2758 src1 = SET_SRC (set);
2759 src2 = NULL_RTX;
2760 if (GET_CODE (SET_SRC (set)) == COMPARE)
2762 if (GET_CODE (XEXP (SET_SRC (set), 0)) == SUBREG)
2763 XEXP (SET_SRC (set), 0)
2764 = alter_subreg (&XEXP (SET_SRC (set), 0), true);
2765 if (GET_CODE (XEXP (SET_SRC (set), 1)) == SUBREG)
2766 XEXP (SET_SRC (set), 1)
2767 = alter_subreg (&XEXP (SET_SRC (set), 1), true);
2768 if (XEXP (SET_SRC (set), 1)
2769 == CONST0_RTX (GET_MODE (XEXP (SET_SRC (set), 0))))
2770 src2 = XEXP (SET_SRC (set), 0);
2772 if ((cc_status.value1 != 0
2773 && rtx_equal_p (src1, cc_status.value1))
2774 || (cc_status.value2 != 0
2775 && rtx_equal_p (src1, cc_status.value2))
2776 || (src2 != 0 && cc_status.value1 != 0
2777 && rtx_equal_p (src2, cc_status.value1))
2778 || (src2 != 0 && cc_status.value2 != 0
2779 && rtx_equal_p (src2, cc_status.value2)))
2781 /* Don't delete insn if it has an addressing side-effect. */
2782 if (! FIND_REG_INC_NOTE (insn, NULL_RTX)
2783 /* or if anything in it is volatile. */
2784 && ! volatile_refs_p (PATTERN (insn)))
2786 /* We don't really delete the insn; just ignore it. */
2787 last_ignored_compare = insn;
2788 break;
2794 /* If this is a conditional branch, maybe modify it
2795 if the cc's are in a nonstandard state
2796 so that it accomplishes the same thing that it would
2797 do straightforwardly if the cc's were set up normally. */
2799 if (cc_status.flags != 0
2800 && JUMP_P (insn)
2801 && GET_CODE (body) == SET
2802 && SET_DEST (body) == pc_rtx
2803 && GET_CODE (SET_SRC (body)) == IF_THEN_ELSE
2804 && COMPARISON_P (XEXP (SET_SRC (body), 0))
2805 && XEXP (XEXP (SET_SRC (body), 0), 0) == cc0_rtx)
2807 /* This function may alter the contents of its argument
2808 and clear some of the cc_status.flags bits.
2809 It may also return 1 meaning condition now always true
2810 or -1 meaning condition now always false
2811 or 2 meaning condition nontrivial but altered. */
2812 int result = alter_cond (XEXP (SET_SRC (body), 0));
2813 /* If condition now has fixed value, replace the IF_THEN_ELSE
2814 with its then-operand or its else-operand. */
2815 if (result == 1)
2816 SET_SRC (body) = XEXP (SET_SRC (body), 1);
2817 if (result == -1)
2818 SET_SRC (body) = XEXP (SET_SRC (body), 2);
2820 /* The jump is now either unconditional or a no-op.
2821 If it has become a no-op, don't try to output it.
2822 (It would not be recognized.) */
2823 if (SET_SRC (body) == pc_rtx)
2825 delete_insn (insn);
2826 break;
2828 else if (ANY_RETURN_P (SET_SRC (body)))
2829 /* Replace (set (pc) (return)) with (return). */
2830 PATTERN (insn) = body = SET_SRC (body);
2832 /* Rerecognize the instruction if it has changed. */
2833 if (result != 0)
2834 INSN_CODE (insn) = -1;
2837 /* If this is a conditional trap, maybe modify it if the cc's
2838 are in a nonstandard state so that it accomplishes the same
2839 thing that it would do straightforwardly if the cc's were
2840 set up normally. */
2841 if (cc_status.flags != 0
2842 && NONJUMP_INSN_P (insn)
2843 && GET_CODE (body) == TRAP_IF
2844 && COMPARISON_P (TRAP_CONDITION (body))
2845 && XEXP (TRAP_CONDITION (body), 0) == cc0_rtx)
2847 /* This function may alter the contents of its argument
2848 and clear some of the cc_status.flags bits.
2849 It may also return 1 meaning condition now always true
2850 or -1 meaning condition now always false
2851 or 2 meaning condition nontrivial but altered. */
2852 int result = alter_cond (TRAP_CONDITION (body));
2854 /* If TRAP_CONDITION has become always false, delete the
2855 instruction. */
2856 if (result == -1)
2858 delete_insn (insn);
2859 break;
2862 /* If TRAP_CONDITION has become always true, replace
2863 TRAP_CONDITION with const_true_rtx. */
2864 if (result == 1)
2865 TRAP_CONDITION (body) = const_true_rtx;
2867 /* Rerecognize the instruction if it has changed. */
2868 if (result != 0)
2869 INSN_CODE (insn) = -1;
2872 /* Make same adjustments to instructions that examine the
2873 condition codes without jumping and instructions that
2874 handle conditional moves (if this machine has either one). */
2876 if (cc_status.flags != 0
2877 && set != 0)
2879 rtx cond_rtx, then_rtx, else_rtx;
2881 if (!JUMP_P (insn)
2882 && GET_CODE (SET_SRC (set)) == IF_THEN_ELSE)
2884 cond_rtx = XEXP (SET_SRC (set), 0);
2885 then_rtx = XEXP (SET_SRC (set), 1);
2886 else_rtx = XEXP (SET_SRC (set), 2);
2888 else
2890 cond_rtx = SET_SRC (set);
2891 then_rtx = const_true_rtx;
2892 else_rtx = const0_rtx;
2895 if (COMPARISON_P (cond_rtx)
2896 && XEXP (cond_rtx, 0) == cc0_rtx)
2898 int result;
2899 result = alter_cond (cond_rtx);
2900 if (result == 1)
2901 validate_change (insn, &SET_SRC (set), then_rtx, 0);
2902 else if (result == -1)
2903 validate_change (insn, &SET_SRC (set), else_rtx, 0);
2904 else if (result == 2)
2905 INSN_CODE (insn) = -1;
2906 if (SET_DEST (set) == SET_SRC (set))
2907 delete_insn (insn);
2911 #endif
2913 /* Do machine-specific peephole optimizations if desired. */
2915 if (HAVE_peephole && optimize_p && !flag_no_peephole && !nopeepholes)
2917 rtx_insn *next = peephole (insn);
2918 /* When peepholing, if there were notes within the peephole,
2919 emit them before the peephole. */
2920 if (next != 0 && next != NEXT_INSN (insn))
2922 rtx_insn *note, *prev = PREV_INSN (insn);
2924 for (note = NEXT_INSN (insn); note != next;
2925 note = NEXT_INSN (note))
2926 final_scan_insn (note, file, optimize_p, nopeepholes, seen);
2928 /* Put the notes in the proper position for a later
2929 rescan. For example, the SH target can do this
2930 when generating a far jump in a delayed branch
2931 sequence. */
2932 note = NEXT_INSN (insn);
2933 SET_PREV_INSN (note) = prev;
2934 SET_NEXT_INSN (prev) = note;
2935 SET_NEXT_INSN (PREV_INSN (next)) = insn;
2936 SET_PREV_INSN (insn) = PREV_INSN (next);
2937 SET_NEXT_INSN (insn) = next;
2938 SET_PREV_INSN (next) = insn;
2941 /* PEEPHOLE might have changed this. */
2942 body = PATTERN (insn);
2945 /* Try to recognize the instruction.
2946 If successful, verify that the operands satisfy the
2947 constraints for the instruction. Crash if they don't,
2948 since `reload' should have changed them so that they do. */
2950 insn_code_number = recog_memoized (insn);
2951 cleanup_subreg_operands (insn);
2953 /* Dump the insn in the assembly for debugging (-dAP).
2954 If the final dump is requested as slim RTL, dump slim
2955 RTL to the assembly file also. */
2956 if (flag_dump_rtl_in_asm)
2958 print_rtx_head = ASM_COMMENT_START;
2959 if (! (dump_flags & TDF_SLIM))
2960 print_rtl_single (asm_out_file, insn);
2961 else
2962 dump_insn_slim (asm_out_file, insn);
2963 print_rtx_head = "";
2966 if (! constrain_operands_cached (insn, 1))
2967 fatal_insn_not_found (insn);
2969 /* Some target machines need to prescan each insn before
2970 it is output. */
2972 #ifdef FINAL_PRESCAN_INSN
2973 FINAL_PRESCAN_INSN (insn, recog_data.operand, recog_data.n_operands);
2974 #endif
2976 if (targetm.have_conditional_execution ()
2977 && GET_CODE (PATTERN (insn)) == COND_EXEC)
2978 current_insn_predicate = COND_EXEC_TEST (PATTERN (insn));
2980 #if HAVE_cc0
2981 cc_prev_status = cc_status;
2983 /* Update `cc_status' for this instruction.
2984 The instruction's output routine may change it further.
2985 If the output routine for a jump insn needs to depend
2986 on the cc status, it should look at cc_prev_status. */
2988 NOTICE_UPDATE_CC (body, insn);
2989 #endif
2991 current_output_insn = debug_insn = insn;
2993 /* Find the proper template for this insn. */
2994 templ = get_insn_template (insn_code_number, insn);
2996 /* If the C code returns 0, it means that it is a jump insn
2997 which follows a deleted test insn, and that test insn
2998 needs to be reinserted. */
2999 if (templ == 0)
3001 rtx_insn *prev;
3003 gcc_assert (prev_nonnote_insn (insn) == last_ignored_compare);
3005 /* We have already processed the notes between the setter and
3006 the user. Make sure we don't process them again, this is
3007 particularly important if one of the notes is a block
3008 scope note or an EH note. */
3009 for (prev = insn;
3010 prev != last_ignored_compare;
3011 prev = PREV_INSN (prev))
3013 if (NOTE_P (prev))
3014 delete_insn (prev); /* Use delete_note. */
3017 return prev;
3020 /* If the template is the string "#", it means that this insn must
3021 be split. */
3022 if (templ[0] == '#' && templ[1] == '\0')
3024 rtx_insn *new_rtx = try_split (body, insn, 0);
3026 /* If we didn't split the insn, go away. */
3027 if (new_rtx == insn && PATTERN (new_rtx) == body)
3028 fatal_insn ("could not split insn", insn);
3030 /* If we have a length attribute, this instruction should have
3031 been split in shorten_branches, to ensure that we would have
3032 valid length info for the splitees. */
3033 gcc_assert (!HAVE_ATTR_length);
3035 return new_rtx;
3038 /* ??? This will put the directives in the wrong place if
3039 get_insn_template outputs assembly directly. However calling it
3040 before get_insn_template breaks if the insns is split. */
3041 if (targetm.asm_out.unwind_emit_before_insn
3042 && targetm.asm_out.unwind_emit)
3043 targetm.asm_out.unwind_emit (asm_out_file, insn);
3045 rtx_call_insn *call_insn = dyn_cast <rtx_call_insn *> (insn);
3046 if (call_insn != NULL)
3048 rtx x = call_from_call_insn (call_insn);
3049 x = XEXP (x, 0);
3050 if (x && MEM_P (x) && GET_CODE (XEXP (x, 0)) == SYMBOL_REF)
3052 tree t;
3053 x = XEXP (x, 0);
3054 t = SYMBOL_REF_DECL (x);
3055 if (t)
3056 assemble_external (t);
3060 /* Output assembler code from the template. */
3061 output_asm_insn (templ, recog_data.operand);
3063 /* Some target machines need to postscan each insn after
3064 it is output. */
3065 if (targetm.asm_out.final_postscan_insn)
3066 targetm.asm_out.final_postscan_insn (file, insn, recog_data.operand,
3067 recog_data.n_operands);
3069 if (!targetm.asm_out.unwind_emit_before_insn
3070 && targetm.asm_out.unwind_emit)
3071 targetm.asm_out.unwind_emit (asm_out_file, insn);
3073 /* Let the debug info back-end know about this call. We do this only
3074 after the instruction has been emitted because labels that may be
3075 created to reference the call instruction must appear after it. */
3076 if (call_insn != NULL && !DECL_IGNORED_P (current_function_decl))
3077 debug_hooks->var_location (insn);
3079 current_output_insn = debug_insn = 0;
3082 return NEXT_INSN (insn);
3085 /* Return whether a source line note needs to be emitted before INSN.
3086 Sets IS_STMT to TRUE if the line should be marked as a possible
3087 breakpoint location. */
3089 static bool
3090 notice_source_line (rtx_insn *insn, bool *is_stmt)
3092 const char *filename;
3093 int linenum, columnnum;
3095 if (override_filename)
3097 filename = override_filename;
3098 linenum = override_linenum;
3099 columnnum = override_columnnum;
3101 else if (INSN_HAS_LOCATION (insn))
3103 expanded_location xloc = insn_location (insn);
3104 filename = xloc.file;
3105 linenum = xloc.line;
3106 columnnum = xloc.column;
3108 else
3110 filename = NULL;
3111 linenum = 0;
3112 columnnum = 0;
3115 if (filename == NULL)
3116 return false;
3118 if (force_source_line
3119 || filename != last_filename
3120 || last_linenum != linenum
3121 || (debug_column_info && last_columnnum != columnnum))
3123 force_source_line = false;
3124 last_filename = filename;
3125 last_linenum = linenum;
3126 last_columnnum = columnnum;
3127 last_discriminator = discriminator;
3128 *is_stmt = true;
3129 high_block_linenum = MAX (last_linenum, high_block_linenum);
3130 high_function_linenum = MAX (last_linenum, high_function_linenum);
3131 return true;
3134 if (SUPPORTS_DISCRIMINATOR && last_discriminator != discriminator)
3136 /* If the discriminator changed, but the line number did not,
3137 output the line table entry with is_stmt false so the
3138 debugger does not treat this as a breakpoint location. */
3139 last_discriminator = discriminator;
3140 *is_stmt = false;
3141 return true;
3144 return false;
3147 /* For each operand in INSN, simplify (subreg (reg)) so that it refers
3148 directly to the desired hard register. */
3150 void
3151 cleanup_subreg_operands (rtx_insn *insn)
3153 int i;
3154 bool changed = false;
3155 extract_insn_cached (insn);
3156 for (i = 0; i < recog_data.n_operands; i++)
3158 /* The following test cannot use recog_data.operand when testing
3159 for a SUBREG: the underlying object might have been changed
3160 already if we are inside a match_operator expression that
3161 matches the else clause. Instead we test the underlying
3162 expression directly. */
3163 if (GET_CODE (*recog_data.operand_loc[i]) == SUBREG)
3165 recog_data.operand[i] = alter_subreg (recog_data.operand_loc[i], true);
3166 changed = true;
3168 else if (GET_CODE (recog_data.operand[i]) == PLUS
3169 || GET_CODE (recog_data.operand[i]) == MULT
3170 || MEM_P (recog_data.operand[i]))
3171 recog_data.operand[i] = walk_alter_subreg (recog_data.operand_loc[i], &changed);
3174 for (i = 0; i < recog_data.n_dups; i++)
3176 if (GET_CODE (*recog_data.dup_loc[i]) == SUBREG)
3178 *recog_data.dup_loc[i] = alter_subreg (recog_data.dup_loc[i], true);
3179 changed = true;
3181 else if (GET_CODE (*recog_data.dup_loc[i]) == PLUS
3182 || GET_CODE (*recog_data.dup_loc[i]) == MULT
3183 || MEM_P (*recog_data.dup_loc[i]))
3184 *recog_data.dup_loc[i] = walk_alter_subreg (recog_data.dup_loc[i], &changed);
3186 if (changed)
3187 df_insn_rescan (insn);
3190 /* If X is a SUBREG, try to replace it with a REG or a MEM, based on
3191 the thing it is a subreg of. Do it anyway if FINAL_P. */
3194 alter_subreg (rtx *xp, bool final_p)
3196 rtx x = *xp;
3197 rtx y = SUBREG_REG (x);
3199 /* simplify_subreg does not remove subreg from volatile references.
3200 We are required to. */
3201 if (MEM_P (y))
3203 int offset = SUBREG_BYTE (x);
3205 /* For paradoxical subregs on big-endian machines, SUBREG_BYTE
3206 contains 0 instead of the proper offset. See simplify_subreg. */
3207 if (paradoxical_subreg_p (x))
3209 int difference = GET_MODE_SIZE (GET_MODE (y))
3210 - GET_MODE_SIZE (GET_MODE (x));
3211 if (WORDS_BIG_ENDIAN)
3212 offset += (difference / UNITS_PER_WORD) * UNITS_PER_WORD;
3213 if (BYTES_BIG_ENDIAN)
3214 offset += difference % UNITS_PER_WORD;
3217 if (final_p)
3218 *xp = adjust_address (y, GET_MODE (x), offset);
3219 else
3220 *xp = adjust_address_nv (y, GET_MODE (x), offset);
3222 else if (REG_P (y) && HARD_REGISTER_P (y))
3224 rtx new_rtx = simplify_subreg (GET_MODE (x), y, GET_MODE (y),
3225 SUBREG_BYTE (x));
3227 if (new_rtx != 0)
3228 *xp = new_rtx;
3229 else if (final_p && REG_P (y))
3231 /* Simplify_subreg can't handle some REG cases, but we have to. */
3232 unsigned int regno;
3233 HOST_WIDE_INT offset;
3235 regno = subreg_regno (x);
3236 if (subreg_lowpart_p (x))
3237 offset = byte_lowpart_offset (GET_MODE (x), GET_MODE (y));
3238 else
3239 offset = SUBREG_BYTE (x);
3240 *xp = gen_rtx_REG_offset (y, GET_MODE (x), regno, offset);
3244 return *xp;
3247 /* Do alter_subreg on all the SUBREGs contained in X. */
3249 static rtx
3250 walk_alter_subreg (rtx *xp, bool *changed)
3252 rtx x = *xp;
3253 switch (GET_CODE (x))
3255 case PLUS:
3256 case MULT:
3257 case AND:
3258 XEXP (x, 0) = walk_alter_subreg (&XEXP (x, 0), changed);
3259 XEXP (x, 1) = walk_alter_subreg (&XEXP (x, 1), changed);
3260 break;
3262 case MEM:
3263 case ZERO_EXTEND:
3264 XEXP (x, 0) = walk_alter_subreg (&XEXP (x, 0), changed);
3265 break;
3267 case SUBREG:
3268 *changed = true;
3269 return alter_subreg (xp, true);
3271 default:
3272 break;
3275 return *xp;
3278 #if HAVE_cc0
3280 /* Given BODY, the body of a jump instruction, alter the jump condition
3281 as required by the bits that are set in cc_status.flags.
3282 Not all of the bits there can be handled at this level in all cases.
3284 The value is normally 0.
3285 1 means that the condition has become always true.
3286 -1 means that the condition has become always false.
3287 2 means that COND has been altered. */
3289 static int
3290 alter_cond (rtx cond)
3292 int value = 0;
3294 if (cc_status.flags & CC_REVERSED)
3296 value = 2;
3297 PUT_CODE (cond, swap_condition (GET_CODE (cond)));
3300 if (cc_status.flags & CC_INVERTED)
3302 value = 2;
3303 PUT_CODE (cond, reverse_condition (GET_CODE (cond)));
3306 if (cc_status.flags & CC_NOT_POSITIVE)
3307 switch (GET_CODE (cond))
3309 case LE:
3310 case LEU:
3311 case GEU:
3312 /* Jump becomes unconditional. */
3313 return 1;
3315 case GT:
3316 case GTU:
3317 case LTU:
3318 /* Jump becomes no-op. */
3319 return -1;
3321 case GE:
3322 PUT_CODE (cond, EQ);
3323 value = 2;
3324 break;
3326 case LT:
3327 PUT_CODE (cond, NE);
3328 value = 2;
3329 break;
3331 default:
3332 break;
3335 if (cc_status.flags & CC_NOT_NEGATIVE)
3336 switch (GET_CODE (cond))
3338 case GE:
3339 case GEU:
3340 /* Jump becomes unconditional. */
3341 return 1;
3343 case LT:
3344 case LTU:
3345 /* Jump becomes no-op. */
3346 return -1;
3348 case LE:
3349 case LEU:
3350 PUT_CODE (cond, EQ);
3351 value = 2;
3352 break;
3354 case GT:
3355 case GTU:
3356 PUT_CODE (cond, NE);
3357 value = 2;
3358 break;
3360 default:
3361 break;
3364 if (cc_status.flags & CC_NO_OVERFLOW)
3365 switch (GET_CODE (cond))
3367 case GEU:
3368 /* Jump becomes unconditional. */
3369 return 1;
3371 case LEU:
3372 PUT_CODE (cond, EQ);
3373 value = 2;
3374 break;
3376 case GTU:
3377 PUT_CODE (cond, NE);
3378 value = 2;
3379 break;
3381 case LTU:
3382 /* Jump becomes no-op. */
3383 return -1;
3385 default:
3386 break;
3389 if (cc_status.flags & (CC_Z_IN_NOT_N | CC_Z_IN_N))
3390 switch (GET_CODE (cond))
3392 default:
3393 gcc_unreachable ();
3395 case NE:
3396 PUT_CODE (cond, cc_status.flags & CC_Z_IN_N ? GE : LT);
3397 value = 2;
3398 break;
3400 case EQ:
3401 PUT_CODE (cond, cc_status.flags & CC_Z_IN_N ? LT : GE);
3402 value = 2;
3403 break;
3406 if (cc_status.flags & CC_NOT_SIGNED)
3407 /* The flags are valid if signed condition operators are converted
3408 to unsigned. */
3409 switch (GET_CODE (cond))
3411 case LE:
3412 PUT_CODE (cond, LEU);
3413 value = 2;
3414 break;
3416 case LT:
3417 PUT_CODE (cond, LTU);
3418 value = 2;
3419 break;
3421 case GT:
3422 PUT_CODE (cond, GTU);
3423 value = 2;
3424 break;
3426 case GE:
3427 PUT_CODE (cond, GEU);
3428 value = 2;
3429 break;
3431 default:
3432 break;
3435 return value;
3437 #endif
3439 /* Report inconsistency between the assembler template and the operands.
3440 In an `asm', it's the user's fault; otherwise, the compiler's fault. */
3442 void
3443 output_operand_lossage (const char *cmsgid, ...)
3445 char *fmt_string;
3446 char *new_message;
3447 const char *pfx_str;
3448 va_list ap;
3450 va_start (ap, cmsgid);
3452 pfx_str = this_is_asm_operands ? _("invalid 'asm': ") : "output_operand: ";
3453 fmt_string = xasprintf ("%s%s", pfx_str, _(cmsgid));
3454 new_message = xvasprintf (fmt_string, ap);
3456 if (this_is_asm_operands)
3457 error_for_asm (this_is_asm_operands, "%s", new_message);
3458 else
3459 internal_error ("%s", new_message);
3461 free (fmt_string);
3462 free (new_message);
3463 va_end (ap);
3466 /* Output of assembler code from a template, and its subroutines. */
3468 /* Annotate the assembly with a comment describing the pattern and
3469 alternative used. */
3471 static void
3472 output_asm_name (void)
3474 if (debug_insn)
3476 int num = INSN_CODE (debug_insn);
3477 fprintf (asm_out_file, "\t%s %d\t%s",
3478 ASM_COMMENT_START, INSN_UID (debug_insn),
3479 insn_data[num].name);
3480 if (insn_data[num].n_alternatives > 1)
3481 fprintf (asm_out_file, "/%d", which_alternative + 1);
3483 if (HAVE_ATTR_length)
3484 fprintf (asm_out_file, "\t[length = %d]",
3485 get_attr_length (debug_insn));
3487 /* Clear this so only the first assembler insn
3488 of any rtl insn will get the special comment for -dp. */
3489 debug_insn = 0;
3493 /* If OP is a REG or MEM and we can find a MEM_EXPR corresponding to it
3494 or its address, return that expr . Set *PADDRESSP to 1 if the expr
3495 corresponds to the address of the object and 0 if to the object. */
3497 static tree
3498 get_mem_expr_from_op (rtx op, int *paddressp)
3500 tree expr;
3501 int inner_addressp;
3503 *paddressp = 0;
3505 if (REG_P (op))
3506 return REG_EXPR (op);
3507 else if (!MEM_P (op))
3508 return 0;
3510 if (MEM_EXPR (op) != 0)
3511 return MEM_EXPR (op);
3513 /* Otherwise we have an address, so indicate it and look at the address. */
3514 *paddressp = 1;
3515 op = XEXP (op, 0);
3517 /* First check if we have a decl for the address, then look at the right side
3518 if it is a PLUS. Otherwise, strip off arithmetic and keep looking.
3519 But don't allow the address to itself be indirect. */
3520 if ((expr = get_mem_expr_from_op (op, &inner_addressp)) && ! inner_addressp)
3521 return expr;
3522 else if (GET_CODE (op) == PLUS
3523 && (expr = get_mem_expr_from_op (XEXP (op, 1), &inner_addressp)))
3524 return expr;
3526 while (UNARY_P (op)
3527 || GET_RTX_CLASS (GET_CODE (op)) == RTX_BIN_ARITH)
3528 op = XEXP (op, 0);
3530 expr = get_mem_expr_from_op (op, &inner_addressp);
3531 return inner_addressp ? 0 : expr;
3534 /* Output operand names for assembler instructions. OPERANDS is the
3535 operand vector, OPORDER is the order to write the operands, and NOPS
3536 is the number of operands to write. */
3538 static void
3539 output_asm_operand_names (rtx *operands, int *oporder, int nops)
3541 int wrote = 0;
3542 int i;
3544 for (i = 0; i < nops; i++)
3546 int addressp;
3547 rtx op = operands[oporder[i]];
3548 tree expr = get_mem_expr_from_op (op, &addressp);
3550 fprintf (asm_out_file, "%c%s",
3551 wrote ? ',' : '\t', wrote ? "" : ASM_COMMENT_START);
3552 wrote = 1;
3553 if (expr)
3555 fprintf (asm_out_file, "%s",
3556 addressp ? "*" : "");
3557 print_mem_expr (asm_out_file, expr);
3558 wrote = 1;
3560 else if (REG_P (op) && ORIGINAL_REGNO (op)
3561 && ORIGINAL_REGNO (op) != REGNO (op))
3562 fprintf (asm_out_file, " tmp%i", ORIGINAL_REGNO (op));
3566 #ifdef ASSEMBLER_DIALECT
3567 /* Helper function to parse assembler dialects in the asm string.
3568 This is called from output_asm_insn and asm_fprintf. */
3569 static const char *
3570 do_assembler_dialects (const char *p, int *dialect)
3572 char c = *(p - 1);
3574 switch (c)
3576 case '{':
3578 int i;
3580 if (*dialect)
3581 output_operand_lossage ("nested assembly dialect alternatives");
3582 else
3583 *dialect = 1;
3585 /* If we want the first dialect, do nothing. Otherwise, skip
3586 DIALECT_NUMBER of strings ending with '|'. */
3587 for (i = 0; i < dialect_number; i++)
3589 while (*p && *p != '}')
3591 if (*p == '|')
3593 p++;
3594 break;
3597 /* Skip over any character after a percent sign. */
3598 if (*p == '%')
3599 p++;
3600 if (*p)
3601 p++;
3604 if (*p == '}')
3605 break;
3608 if (*p == '\0')
3609 output_operand_lossage ("unterminated assembly dialect alternative");
3611 break;
3613 case '|':
3614 if (*dialect)
3616 /* Skip to close brace. */
3619 if (*p == '\0')
3621 output_operand_lossage ("unterminated assembly dialect alternative");
3622 break;
3625 /* Skip over any character after a percent sign. */
3626 if (*p == '%' && p[1])
3628 p += 2;
3629 continue;
3632 if (*p++ == '}')
3633 break;
3635 while (1);
3637 *dialect = 0;
3639 else
3640 putc (c, asm_out_file);
3641 break;
3643 case '}':
3644 if (! *dialect)
3645 putc (c, asm_out_file);
3646 *dialect = 0;
3647 break;
3648 default:
3649 gcc_unreachable ();
3652 return p;
3654 #endif
3656 /* Output text from TEMPLATE to the assembler output file,
3657 obeying %-directions to substitute operands taken from
3658 the vector OPERANDS.
3660 %N (for N a digit) means print operand N in usual manner.
3661 %lN means require operand N to be a CODE_LABEL or LABEL_REF
3662 and print the label name with no punctuation.
3663 %cN means require operand N to be a constant
3664 and print the constant expression with no punctuation.
3665 %aN means expect operand N to be a memory address
3666 (not a memory reference!) and print a reference
3667 to that address.
3668 %nN means expect operand N to be a constant
3669 and print a constant expression for minus the value
3670 of the operand, with no other punctuation. */
3672 void
3673 output_asm_insn (const char *templ, rtx *operands)
3675 const char *p;
3676 int c;
3677 #ifdef ASSEMBLER_DIALECT
3678 int dialect = 0;
3679 #endif
3680 int oporder[MAX_RECOG_OPERANDS];
3681 char opoutput[MAX_RECOG_OPERANDS];
3682 int ops = 0;
3684 /* An insn may return a null string template
3685 in a case where no assembler code is needed. */
3686 if (*templ == 0)
3687 return;
3689 memset (opoutput, 0, sizeof opoutput);
3690 p = templ;
3691 putc ('\t', asm_out_file);
3693 #ifdef ASM_OUTPUT_OPCODE
3694 ASM_OUTPUT_OPCODE (asm_out_file, p);
3695 #endif
3697 while ((c = *p++))
3698 switch (c)
3700 case '\n':
3701 if (flag_verbose_asm)
3702 output_asm_operand_names (operands, oporder, ops);
3703 if (flag_print_asm_name)
3704 output_asm_name ();
3706 ops = 0;
3707 memset (opoutput, 0, sizeof opoutput);
3709 putc (c, asm_out_file);
3710 #ifdef ASM_OUTPUT_OPCODE
3711 while ((c = *p) == '\t')
3713 putc (c, asm_out_file);
3714 p++;
3716 ASM_OUTPUT_OPCODE (asm_out_file, p);
3717 #endif
3718 break;
3720 #ifdef ASSEMBLER_DIALECT
3721 case '{':
3722 case '}':
3723 case '|':
3724 p = do_assembler_dialects (p, &dialect);
3725 break;
3726 #endif
3728 case '%':
3729 /* %% outputs a single %. %{, %} and %| print {, } and | respectively
3730 if ASSEMBLER_DIALECT defined and these characters have a special
3731 meaning as dialect delimiters.*/
3732 if (*p == '%'
3733 #ifdef ASSEMBLER_DIALECT
3734 || *p == '{' || *p == '}' || *p == '|'
3735 #endif
3738 putc (*p, asm_out_file);
3739 p++;
3741 /* %= outputs a number which is unique to each insn in the entire
3742 compilation. This is useful for making local labels that are
3743 referred to more than once in a given insn. */
3744 else if (*p == '=')
3746 p++;
3747 fprintf (asm_out_file, "%d", insn_counter);
3749 /* % followed by a letter and some digits
3750 outputs an operand in a special way depending on the letter.
3751 Letters `acln' are implemented directly.
3752 Other letters are passed to `output_operand' so that
3753 the TARGET_PRINT_OPERAND hook can define them. */
3754 else if (ISALPHA (*p))
3756 int letter = *p++;
3757 unsigned long opnum;
3758 char *endptr;
3760 opnum = strtoul (p, &endptr, 10);
3762 if (endptr == p)
3763 output_operand_lossage ("operand number missing "
3764 "after %%-letter");
3765 else if (this_is_asm_operands && opnum >= insn_noperands)
3766 output_operand_lossage ("operand number out of range");
3767 else if (letter == 'l')
3768 output_asm_label (operands[opnum]);
3769 else if (letter == 'a')
3770 output_address (VOIDmode, operands[opnum]);
3771 else if (letter == 'c')
3773 if (CONSTANT_ADDRESS_P (operands[opnum]))
3774 output_addr_const (asm_out_file, operands[opnum]);
3775 else
3776 output_operand (operands[opnum], 'c');
3778 else if (letter == 'n')
3780 if (CONST_INT_P (operands[opnum]))
3781 fprintf (asm_out_file, HOST_WIDE_INT_PRINT_DEC,
3782 - INTVAL (operands[opnum]));
3783 else
3785 putc ('-', asm_out_file);
3786 output_addr_const (asm_out_file, operands[opnum]);
3789 else
3790 output_operand (operands[opnum], letter);
3792 if (!opoutput[opnum])
3793 oporder[ops++] = opnum;
3794 opoutput[opnum] = 1;
3796 p = endptr;
3797 c = *p;
3799 /* % followed by a digit outputs an operand the default way. */
3800 else if (ISDIGIT (*p))
3802 unsigned long opnum;
3803 char *endptr;
3805 opnum = strtoul (p, &endptr, 10);
3806 if (this_is_asm_operands && opnum >= insn_noperands)
3807 output_operand_lossage ("operand number out of range");
3808 else
3809 output_operand (operands[opnum], 0);
3811 if (!opoutput[opnum])
3812 oporder[ops++] = opnum;
3813 opoutput[opnum] = 1;
3815 p = endptr;
3816 c = *p;
3818 /* % followed by punctuation: output something for that
3819 punctuation character alone, with no operand. The
3820 TARGET_PRINT_OPERAND hook decides what is actually done. */
3821 else if (targetm.asm_out.print_operand_punct_valid_p ((unsigned char) *p))
3822 output_operand (NULL_RTX, *p++);
3823 else
3824 output_operand_lossage ("invalid %%-code");
3825 break;
3827 default:
3828 putc (c, asm_out_file);
3831 /* Write out the variable names for operands, if we know them. */
3832 if (flag_verbose_asm)
3833 output_asm_operand_names (operands, oporder, ops);
3834 if (flag_print_asm_name)
3835 output_asm_name ();
3837 putc ('\n', asm_out_file);
3840 /* Output a LABEL_REF, or a bare CODE_LABEL, as an assembler symbol. */
3842 void
3843 output_asm_label (rtx x)
3845 char buf[256];
3847 if (GET_CODE (x) == LABEL_REF)
3848 x = label_ref_label (x);
3849 if (LABEL_P (x)
3850 || (NOTE_P (x)
3851 && NOTE_KIND (x) == NOTE_INSN_DELETED_LABEL))
3852 ASM_GENERATE_INTERNAL_LABEL (buf, "L", CODE_LABEL_NUMBER (x));
3853 else
3854 output_operand_lossage ("'%%l' operand isn't a label");
3856 assemble_name (asm_out_file, buf);
3859 /* Marks SYMBOL_REFs in x as referenced through use of assemble_external. */
3861 void
3862 mark_symbol_refs_as_used (rtx x)
3864 subrtx_iterator::array_type array;
3865 FOR_EACH_SUBRTX (iter, array, x, ALL)
3867 const_rtx x = *iter;
3868 if (GET_CODE (x) == SYMBOL_REF)
3869 if (tree t = SYMBOL_REF_DECL (x))
3870 assemble_external (t);
3874 /* Print operand X using machine-dependent assembler syntax.
3875 CODE is a non-digit that preceded the operand-number in the % spec,
3876 such as 'z' if the spec was `%z3'. CODE is 0 if there was no char
3877 between the % and the digits.
3878 When CODE is a non-letter, X is 0.
3880 The meanings of the letters are machine-dependent and controlled
3881 by TARGET_PRINT_OPERAND. */
3883 void
3884 output_operand (rtx x, int code ATTRIBUTE_UNUSED)
3886 if (x && GET_CODE (x) == SUBREG)
3887 x = alter_subreg (&x, true);
3889 /* X must not be a pseudo reg. */
3890 if (!targetm.no_register_allocation)
3891 gcc_assert (!x || !REG_P (x) || REGNO (x) < FIRST_PSEUDO_REGISTER);
3893 targetm.asm_out.print_operand (asm_out_file, x, code);
3895 if (x == NULL_RTX)
3896 return;
3898 mark_symbol_refs_as_used (x);
3901 /* Print a memory reference operand for address X using
3902 machine-dependent assembler syntax. */
3904 void
3905 output_address (machine_mode mode, rtx x)
3907 bool changed = false;
3908 walk_alter_subreg (&x, &changed);
3909 targetm.asm_out.print_operand_address (asm_out_file, mode, x);
3912 /* Print an integer constant expression in assembler syntax.
3913 Addition and subtraction are the only arithmetic
3914 that may appear in these expressions. */
3916 void
3917 output_addr_const (FILE *file, rtx x)
3919 char buf[256];
3921 restart:
3922 switch (GET_CODE (x))
3924 case PC:
3925 putc ('.', file);
3926 break;
3928 case SYMBOL_REF:
3929 if (SYMBOL_REF_DECL (x))
3930 assemble_external (SYMBOL_REF_DECL (x));
3931 #ifdef ASM_OUTPUT_SYMBOL_REF
3932 ASM_OUTPUT_SYMBOL_REF (file, x);
3933 #else
3934 assemble_name (file, XSTR (x, 0));
3935 #endif
3936 break;
3938 case LABEL_REF:
3939 x = label_ref_label (x);
3940 /* Fall through. */
3941 case CODE_LABEL:
3942 ASM_GENERATE_INTERNAL_LABEL (buf, "L", CODE_LABEL_NUMBER (x));
3943 #ifdef ASM_OUTPUT_LABEL_REF
3944 ASM_OUTPUT_LABEL_REF (file, buf);
3945 #else
3946 assemble_name (file, buf);
3947 #endif
3948 break;
3950 case CONST_INT:
3951 fprintf (file, HOST_WIDE_INT_PRINT_DEC, INTVAL (x));
3952 break;
3954 case CONST:
3955 /* This used to output parentheses around the expression,
3956 but that does not work on the 386 (either ATT or BSD assembler). */
3957 output_addr_const (file, XEXP (x, 0));
3958 break;
3960 case CONST_WIDE_INT:
3961 /* We do not know the mode here so we have to use a round about
3962 way to build a wide-int to get it printed properly. */
3964 wide_int w = wide_int::from_array (&CONST_WIDE_INT_ELT (x, 0),
3965 CONST_WIDE_INT_NUNITS (x),
3966 CONST_WIDE_INT_NUNITS (x)
3967 * HOST_BITS_PER_WIDE_INT,
3968 false);
3969 print_decs (w, file);
3971 break;
3973 case CONST_DOUBLE:
3974 if (CONST_DOUBLE_AS_INT_P (x))
3976 /* We can use %d if the number is one word and positive. */
3977 if (CONST_DOUBLE_HIGH (x))
3978 fprintf (file, HOST_WIDE_INT_PRINT_DOUBLE_HEX,
3979 (unsigned HOST_WIDE_INT) CONST_DOUBLE_HIGH (x),
3980 (unsigned HOST_WIDE_INT) CONST_DOUBLE_LOW (x));
3981 else if (CONST_DOUBLE_LOW (x) < 0)
3982 fprintf (file, HOST_WIDE_INT_PRINT_HEX,
3983 (unsigned HOST_WIDE_INT) CONST_DOUBLE_LOW (x));
3984 else
3985 fprintf (file, HOST_WIDE_INT_PRINT_DEC, CONST_DOUBLE_LOW (x));
3987 else
3988 /* We can't handle floating point constants;
3989 PRINT_OPERAND must handle them. */
3990 output_operand_lossage ("floating constant misused");
3991 break;
3993 case CONST_FIXED:
3994 fprintf (file, HOST_WIDE_INT_PRINT_DEC, CONST_FIXED_VALUE_LOW (x));
3995 break;
3997 case PLUS:
3998 /* Some assemblers need integer constants to appear last (eg masm). */
3999 if (CONST_INT_P (XEXP (x, 0)))
4001 output_addr_const (file, XEXP (x, 1));
4002 if (INTVAL (XEXP (x, 0)) >= 0)
4003 fprintf (file, "+");
4004 output_addr_const (file, XEXP (x, 0));
4006 else
4008 output_addr_const (file, XEXP (x, 0));
4009 if (!CONST_INT_P (XEXP (x, 1))
4010 || INTVAL (XEXP (x, 1)) >= 0)
4011 fprintf (file, "+");
4012 output_addr_const (file, XEXP (x, 1));
4014 break;
4016 case MINUS:
4017 /* Avoid outputting things like x-x or x+5-x,
4018 since some assemblers can't handle that. */
4019 x = simplify_subtraction (x);
4020 if (GET_CODE (x) != MINUS)
4021 goto restart;
4023 output_addr_const (file, XEXP (x, 0));
4024 fprintf (file, "-");
4025 if ((CONST_INT_P (XEXP (x, 1)) && INTVAL (XEXP (x, 1)) >= 0)
4026 || GET_CODE (XEXP (x, 1)) == PC
4027 || GET_CODE (XEXP (x, 1)) == SYMBOL_REF)
4028 output_addr_const (file, XEXP (x, 1));
4029 else
4031 fputs (targetm.asm_out.open_paren, file);
4032 output_addr_const (file, XEXP (x, 1));
4033 fputs (targetm.asm_out.close_paren, file);
4035 break;
4037 case ZERO_EXTEND:
4038 case SIGN_EXTEND:
4039 case SUBREG:
4040 case TRUNCATE:
4041 output_addr_const (file, XEXP (x, 0));
4042 break;
4044 default:
4045 if (targetm.asm_out.output_addr_const_extra (file, x))
4046 break;
4048 output_operand_lossage ("invalid expression as operand");
4052 /* Output a quoted string. */
4054 void
4055 output_quoted_string (FILE *asm_file, const char *string)
4057 #ifdef OUTPUT_QUOTED_STRING
4058 OUTPUT_QUOTED_STRING (asm_file, string);
4059 #else
4060 char c;
4062 putc ('\"', asm_file);
4063 while ((c = *string++) != 0)
4065 if (ISPRINT (c))
4067 if (c == '\"' || c == '\\')
4068 putc ('\\', asm_file);
4069 putc (c, asm_file);
4071 else
4072 fprintf (asm_file, "\\%03o", (unsigned char) c);
4074 putc ('\"', asm_file);
4075 #endif
4078 /* Write a HOST_WIDE_INT number in hex form 0x1234, fast. */
4080 void
4081 fprint_whex (FILE *f, unsigned HOST_WIDE_INT value)
4083 char buf[2 + CHAR_BIT * sizeof (value) / 4];
4084 if (value == 0)
4085 putc ('0', f);
4086 else
4088 char *p = buf + sizeof (buf);
4090 *--p = "0123456789abcdef"[value % 16];
4091 while ((value /= 16) != 0);
4092 *--p = 'x';
4093 *--p = '0';
4094 fwrite (p, 1, buf + sizeof (buf) - p, f);
4098 /* Internal function that prints an unsigned long in decimal in reverse.
4099 The output string IS NOT null-terminated. */
4101 static int
4102 sprint_ul_rev (char *s, unsigned long value)
4104 int i = 0;
4107 s[i] = "0123456789"[value % 10];
4108 value /= 10;
4109 i++;
4110 /* alternate version, without modulo */
4111 /* oldval = value; */
4112 /* value /= 10; */
4113 /* s[i] = "0123456789" [oldval - 10*value]; */
4114 /* i++ */
4116 while (value != 0);
4117 return i;
4120 /* Write an unsigned long as decimal to a file, fast. */
4122 void
4123 fprint_ul (FILE *f, unsigned long value)
4125 /* python says: len(str(2**64)) == 20 */
4126 char s[20];
4127 int i;
4129 i = sprint_ul_rev (s, value);
4131 /* It's probably too small to bother with string reversal and fputs. */
4134 i--;
4135 putc (s[i], f);
4137 while (i != 0);
4140 /* Write an unsigned long as decimal to a string, fast.
4141 s must be wide enough to not overflow, at least 21 chars.
4142 Returns the length of the string (without terminating '\0'). */
4145 sprint_ul (char *s, unsigned long value)
4147 int len = sprint_ul_rev (s, value);
4148 s[len] = '\0';
4150 std::reverse (s, s + len);
4151 return len;
4154 /* A poor man's fprintf, with the added features of %I, %R, %L, and %U.
4155 %R prints the value of REGISTER_PREFIX.
4156 %L prints the value of LOCAL_LABEL_PREFIX.
4157 %U prints the value of USER_LABEL_PREFIX.
4158 %I prints the value of IMMEDIATE_PREFIX.
4159 %O runs ASM_OUTPUT_OPCODE to transform what follows in the string.
4160 Also supported are %d, %i, %u, %x, %X, %o, %c, %s and %%.
4162 We handle alternate assembler dialects here, just like output_asm_insn. */
4164 void
4165 asm_fprintf (FILE *file, const char *p, ...)
4167 char buf[10];
4168 char *q, c;
4169 #ifdef ASSEMBLER_DIALECT
4170 int dialect = 0;
4171 #endif
4172 va_list argptr;
4174 va_start (argptr, p);
4176 buf[0] = '%';
4178 while ((c = *p++))
4179 switch (c)
4181 #ifdef ASSEMBLER_DIALECT
4182 case '{':
4183 case '}':
4184 case '|':
4185 p = do_assembler_dialects (p, &dialect);
4186 break;
4187 #endif
4189 case '%':
4190 c = *p++;
4191 q = &buf[1];
4192 while (strchr ("-+ #0", c))
4194 *q++ = c;
4195 c = *p++;
4197 while (ISDIGIT (c) || c == '.')
4199 *q++ = c;
4200 c = *p++;
4202 switch (c)
4204 case '%':
4205 putc ('%', file);
4206 break;
4208 case 'd': case 'i': case 'u':
4209 case 'x': case 'X': case 'o':
4210 case 'c':
4211 *q++ = c;
4212 *q = 0;
4213 fprintf (file, buf, va_arg (argptr, int));
4214 break;
4216 case 'w':
4217 /* This is a prefix to the 'd', 'i', 'u', 'x', 'X', and
4218 'o' cases, but we do not check for those cases. It
4219 means that the value is a HOST_WIDE_INT, which may be
4220 either `long' or `long long'. */
4221 memcpy (q, HOST_WIDE_INT_PRINT, strlen (HOST_WIDE_INT_PRINT));
4222 q += strlen (HOST_WIDE_INT_PRINT);
4223 *q++ = *p++;
4224 *q = 0;
4225 fprintf (file, buf, va_arg (argptr, HOST_WIDE_INT));
4226 break;
4228 case 'l':
4229 *q++ = c;
4230 #ifdef HAVE_LONG_LONG
4231 if (*p == 'l')
4233 *q++ = *p++;
4234 *q++ = *p++;
4235 *q = 0;
4236 fprintf (file, buf, va_arg (argptr, long long));
4238 else
4239 #endif
4241 *q++ = *p++;
4242 *q = 0;
4243 fprintf (file, buf, va_arg (argptr, long));
4246 break;
4248 case 's':
4249 *q++ = c;
4250 *q = 0;
4251 fprintf (file, buf, va_arg (argptr, char *));
4252 break;
4254 case 'O':
4255 #ifdef ASM_OUTPUT_OPCODE
4256 ASM_OUTPUT_OPCODE (asm_out_file, p);
4257 #endif
4258 break;
4260 case 'R':
4261 #ifdef REGISTER_PREFIX
4262 fprintf (file, "%s", REGISTER_PREFIX);
4263 #endif
4264 break;
4266 case 'I':
4267 #ifdef IMMEDIATE_PREFIX
4268 fprintf (file, "%s", IMMEDIATE_PREFIX);
4269 #endif
4270 break;
4272 case 'L':
4273 #ifdef LOCAL_LABEL_PREFIX
4274 fprintf (file, "%s", LOCAL_LABEL_PREFIX);
4275 #endif
4276 break;
4278 case 'U':
4279 fputs (user_label_prefix, file);
4280 break;
4282 #ifdef ASM_FPRINTF_EXTENSIONS
4283 /* Uppercase letters are reserved for general use by asm_fprintf
4284 and so are not available to target specific code. In order to
4285 prevent the ASM_FPRINTF_EXTENSIONS macro from using them then,
4286 they are defined here. As they get turned into real extensions
4287 to asm_fprintf they should be removed from this list. */
4288 case 'A': case 'B': case 'C': case 'D': case 'E':
4289 case 'F': case 'G': case 'H': case 'J': case 'K':
4290 case 'M': case 'N': case 'P': case 'Q': case 'S':
4291 case 'T': case 'V': case 'W': case 'Y': case 'Z':
4292 break;
4294 ASM_FPRINTF_EXTENSIONS (file, argptr, p)
4295 #endif
4296 default:
4297 gcc_unreachable ();
4299 break;
4301 default:
4302 putc (c, file);
4304 va_end (argptr);
4307 /* Return nonzero if this function has no function calls. */
4310 leaf_function_p (void)
4312 rtx_insn *insn;
4314 /* Ensure we walk the entire function body. */
4315 gcc_assert (!in_sequence_p ());
4317 /* Some back-ends (e.g. s390) want leaf functions to stay leaf
4318 functions even if they call mcount. */
4319 if (crtl->profile && !targetm.keep_leaf_when_profiled ())
4320 return 0;
4322 for (insn = get_insns (); insn; insn = NEXT_INSN (insn))
4324 if (CALL_P (insn)
4325 && ! SIBLING_CALL_P (insn))
4326 return 0;
4327 if (NONJUMP_INSN_P (insn)
4328 && GET_CODE (PATTERN (insn)) == SEQUENCE
4329 && CALL_P (XVECEXP (PATTERN (insn), 0, 0))
4330 && ! SIBLING_CALL_P (XVECEXP (PATTERN (insn), 0, 0)))
4331 return 0;
4334 return 1;
4337 /* Return 1 if branch is a forward branch.
4338 Uses insn_shuid array, so it works only in the final pass. May be used by
4339 output templates to customary add branch prediction hints.
4342 final_forward_branch_p (rtx_insn *insn)
4344 int insn_id, label_id;
4346 gcc_assert (uid_shuid);
4347 insn_id = INSN_SHUID (insn);
4348 label_id = INSN_SHUID (JUMP_LABEL (insn));
4349 /* We've hit some insns that does not have id information available. */
4350 gcc_assert (insn_id && label_id);
4351 return insn_id < label_id;
4354 /* On some machines, a function with no call insns
4355 can run faster if it doesn't create its own register window.
4356 When output, the leaf function should use only the "output"
4357 registers. Ordinarily, the function would be compiled to use
4358 the "input" registers to find its arguments; it is a candidate
4359 for leaf treatment if it uses only the "input" registers.
4360 Leaf function treatment means renumbering so the function
4361 uses the "output" registers instead. */
4363 #ifdef LEAF_REGISTERS
4365 /* Return 1 if this function uses only the registers that can be
4366 safely renumbered. */
4369 only_leaf_regs_used (void)
4371 int i;
4372 const char *const permitted_reg_in_leaf_functions = LEAF_REGISTERS;
4374 for (i = 0; i < FIRST_PSEUDO_REGISTER; i++)
4375 if ((df_regs_ever_live_p (i) || global_regs[i])
4376 && ! permitted_reg_in_leaf_functions[i])
4377 return 0;
4379 if (crtl->uses_pic_offset_table
4380 && pic_offset_table_rtx != 0
4381 && REG_P (pic_offset_table_rtx)
4382 && ! permitted_reg_in_leaf_functions[REGNO (pic_offset_table_rtx)])
4383 return 0;
4385 return 1;
4388 /* Scan all instructions and renumber all registers into those
4389 available in leaf functions. */
4391 static void
4392 leaf_renumber_regs (rtx_insn *first)
4394 rtx_insn *insn;
4396 /* Renumber only the actual patterns.
4397 The reg-notes can contain frame pointer refs,
4398 and renumbering them could crash, and should not be needed. */
4399 for (insn = first; insn; insn = NEXT_INSN (insn))
4400 if (INSN_P (insn))
4401 leaf_renumber_regs_insn (PATTERN (insn));
4404 /* Scan IN_RTX and its subexpressions, and renumber all regs into those
4405 available in leaf functions. */
4407 void
4408 leaf_renumber_regs_insn (rtx in_rtx)
4410 int i, j;
4411 const char *format_ptr;
4413 if (in_rtx == 0)
4414 return;
4416 /* Renumber all input-registers into output-registers.
4417 renumbered_regs would be 1 for an output-register;
4418 they */
4420 if (REG_P (in_rtx))
4422 int newreg;
4424 /* Don't renumber the same reg twice. */
4425 if (in_rtx->used)
4426 return;
4428 newreg = REGNO (in_rtx);
4429 /* Don't try to renumber pseudo regs. It is possible for a pseudo reg
4430 to reach here as part of a REG_NOTE. */
4431 if (newreg >= FIRST_PSEUDO_REGISTER)
4433 in_rtx->used = 1;
4434 return;
4436 newreg = LEAF_REG_REMAP (newreg);
4437 gcc_assert (newreg >= 0);
4438 df_set_regs_ever_live (REGNO (in_rtx), false);
4439 df_set_regs_ever_live (newreg, true);
4440 SET_REGNO (in_rtx, newreg);
4441 in_rtx->used = 1;
4442 return;
4445 if (INSN_P (in_rtx))
4447 /* Inside a SEQUENCE, we find insns.
4448 Renumber just the patterns of these insns,
4449 just as we do for the top-level insns. */
4450 leaf_renumber_regs_insn (PATTERN (in_rtx));
4451 return;
4454 format_ptr = GET_RTX_FORMAT (GET_CODE (in_rtx));
4456 for (i = 0; i < GET_RTX_LENGTH (GET_CODE (in_rtx)); i++)
4457 switch (*format_ptr++)
4459 case 'e':
4460 leaf_renumber_regs_insn (XEXP (in_rtx, i));
4461 break;
4463 case 'E':
4464 if (NULL != XVEC (in_rtx, i))
4466 for (j = 0; j < XVECLEN (in_rtx, i); j++)
4467 leaf_renumber_regs_insn (XVECEXP (in_rtx, i, j));
4469 break;
4471 case 'S':
4472 case 's':
4473 case '0':
4474 case 'i':
4475 case 'w':
4476 case 'n':
4477 case 'u':
4478 break;
4480 default:
4481 gcc_unreachable ();
4484 #endif
4486 /* Turn the RTL into assembly. */
4487 static unsigned int
4488 rest_of_handle_final (void)
4490 const char *fnname = get_fnname_from_decl (current_function_decl);
4492 assemble_start_function (current_function_decl, fnname);
4493 final_start_function (get_insns (), asm_out_file, optimize);
4494 final (get_insns (), asm_out_file, optimize);
4495 if (flag_ipa_ra
4496 && !lookup_attribute ("noipa", DECL_ATTRIBUTES (current_function_decl)))
4497 collect_fn_hard_reg_usage ();
4498 final_end_function ();
4500 /* The IA-64 ".handlerdata" directive must be issued before the ".endp"
4501 directive that closes the procedure descriptor. Similarly, for x64 SEH.
4502 Otherwise it's not strictly necessary, but it doesn't hurt either. */
4503 output_function_exception_table (fnname);
4505 assemble_end_function (current_function_decl, fnname);
4507 /* Free up reg info memory. */
4508 free_reg_info ();
4510 if (! quiet_flag)
4511 fflush (asm_out_file);
4513 /* Write DBX symbols if requested. */
4515 /* Note that for those inline functions where we don't initially
4516 know for certain that we will be generating an out-of-line copy,
4517 the first invocation of this routine (rest_of_compilation) will
4518 skip over this code by doing a `goto exit_rest_of_compilation;'.
4519 Later on, wrapup_global_declarations will (indirectly) call
4520 rest_of_compilation again for those inline functions that need
4521 to have out-of-line copies generated. During that call, we
4522 *will* be routed past here. */
4524 timevar_push (TV_SYMOUT);
4525 if (!DECL_IGNORED_P (current_function_decl))
4526 debug_hooks->function_decl (current_function_decl);
4527 timevar_pop (TV_SYMOUT);
4529 /* Release the blocks that are linked to DECL_INITIAL() to free the memory. */
4530 DECL_INITIAL (current_function_decl) = error_mark_node;
4532 if (DECL_STATIC_CONSTRUCTOR (current_function_decl)
4533 && targetm.have_ctors_dtors)
4534 targetm.asm_out.constructor (XEXP (DECL_RTL (current_function_decl), 0),
4535 decl_init_priority_lookup
4536 (current_function_decl));
4537 if (DECL_STATIC_DESTRUCTOR (current_function_decl)
4538 && targetm.have_ctors_dtors)
4539 targetm.asm_out.destructor (XEXP (DECL_RTL (current_function_decl), 0),
4540 decl_fini_priority_lookup
4541 (current_function_decl));
4542 return 0;
4545 namespace {
4547 const pass_data pass_data_final =
4549 RTL_PASS, /* type */
4550 "final", /* name */
4551 OPTGROUP_NONE, /* optinfo_flags */
4552 TV_FINAL, /* tv_id */
4553 0, /* properties_required */
4554 0, /* properties_provided */
4555 0, /* properties_destroyed */
4556 0, /* todo_flags_start */
4557 0, /* todo_flags_finish */
4560 class pass_final : public rtl_opt_pass
4562 public:
4563 pass_final (gcc::context *ctxt)
4564 : rtl_opt_pass (pass_data_final, ctxt)
4567 /* opt_pass methods: */
4568 virtual unsigned int execute (function *) { return rest_of_handle_final (); }
4570 }; // class pass_final
4572 } // anon namespace
4574 rtl_opt_pass *
4575 make_pass_final (gcc::context *ctxt)
4577 return new pass_final (ctxt);
4581 static unsigned int
4582 rest_of_handle_shorten_branches (void)
4584 /* Shorten branches. */
4585 shorten_branches (get_insns ());
4586 return 0;
4589 namespace {
4591 const pass_data pass_data_shorten_branches =
4593 RTL_PASS, /* type */
4594 "shorten", /* name */
4595 OPTGROUP_NONE, /* optinfo_flags */
4596 TV_SHORTEN_BRANCH, /* tv_id */
4597 0, /* properties_required */
4598 0, /* properties_provided */
4599 0, /* properties_destroyed */
4600 0, /* todo_flags_start */
4601 0, /* todo_flags_finish */
4604 class pass_shorten_branches : public rtl_opt_pass
4606 public:
4607 pass_shorten_branches (gcc::context *ctxt)
4608 : rtl_opt_pass (pass_data_shorten_branches, ctxt)
4611 /* opt_pass methods: */
4612 virtual unsigned int execute (function *)
4614 return rest_of_handle_shorten_branches ();
4617 }; // class pass_shorten_branches
4619 } // anon namespace
4621 rtl_opt_pass *
4622 make_pass_shorten_branches (gcc::context *ctxt)
4624 return new pass_shorten_branches (ctxt);
4628 static unsigned int
4629 rest_of_clean_state (void)
4631 rtx_insn *insn, *next;
4632 FILE *final_output = NULL;
4633 int save_unnumbered = flag_dump_unnumbered;
4634 int save_noaddr = flag_dump_noaddr;
4636 if (flag_dump_final_insns)
4638 final_output = fopen (flag_dump_final_insns, "a");
4639 if (!final_output)
4641 error ("could not open final insn dump file %qs: %m",
4642 flag_dump_final_insns);
4643 flag_dump_final_insns = NULL;
4645 else
4647 flag_dump_noaddr = flag_dump_unnumbered = 1;
4648 if (flag_compare_debug_opt || flag_compare_debug)
4649 dump_flags |= TDF_NOUID;
4650 dump_function_header (final_output, current_function_decl,
4651 dump_flags);
4652 final_insns_dump_p = true;
4654 for (insn = get_insns (); insn; insn = NEXT_INSN (insn))
4655 if (LABEL_P (insn))
4656 INSN_UID (insn) = CODE_LABEL_NUMBER (insn);
4657 else
4659 if (NOTE_P (insn))
4660 set_block_for_insn (insn, NULL);
4661 INSN_UID (insn) = 0;
4666 /* It is very important to decompose the RTL instruction chain here:
4667 debug information keeps pointing into CODE_LABEL insns inside the function
4668 body. If these remain pointing to the other insns, we end up preserving
4669 whole RTL chain and attached detailed debug info in memory. */
4670 for (insn = get_insns (); insn; insn = next)
4672 next = NEXT_INSN (insn);
4673 SET_NEXT_INSN (insn) = NULL;
4674 SET_PREV_INSN (insn) = NULL;
4676 if (final_output
4677 && (!NOTE_P (insn) ||
4678 (NOTE_KIND (insn) != NOTE_INSN_VAR_LOCATION
4679 && NOTE_KIND (insn) != NOTE_INSN_CALL_ARG_LOCATION
4680 && NOTE_KIND (insn) != NOTE_INSN_BLOCK_BEG
4681 && NOTE_KIND (insn) != NOTE_INSN_BLOCK_END
4682 && NOTE_KIND (insn) != NOTE_INSN_DELETED_DEBUG_LABEL)))
4683 print_rtl_single (final_output, insn);
4686 if (final_output)
4688 flag_dump_noaddr = save_noaddr;
4689 flag_dump_unnumbered = save_unnumbered;
4690 final_insns_dump_p = false;
4692 if (fclose (final_output))
4694 error ("could not close final insn dump file %qs: %m",
4695 flag_dump_final_insns);
4696 flag_dump_final_insns = NULL;
4700 /* In case the function was not output,
4701 don't leave any temporary anonymous types
4702 queued up for sdb output. */
4703 if (SDB_DEBUGGING_INFO && write_symbols == SDB_DEBUG)
4704 sdbout_types (NULL_TREE);
4706 flag_rerun_cse_after_global_opts = 0;
4707 reload_completed = 0;
4708 epilogue_completed = 0;
4709 #ifdef STACK_REGS
4710 regstack_completed = 0;
4711 #endif
4713 /* Clear out the insn_length contents now that they are no
4714 longer valid. */
4715 init_insn_lengths ();
4717 /* Show no temporary slots allocated. */
4718 init_temp_slots ();
4720 free_bb_for_insn ();
4722 if (cfun->gimple_df)
4723 delete_tree_ssa (cfun);
4725 /* We can reduce stack alignment on call site only when we are sure that
4726 the function body just produced will be actually used in the final
4727 executable. */
4728 if (decl_binds_to_current_def_p (current_function_decl))
4730 unsigned int pref = crtl->preferred_stack_boundary;
4731 if (crtl->stack_alignment_needed > crtl->preferred_stack_boundary)
4732 pref = crtl->stack_alignment_needed;
4733 cgraph_node::rtl_info (current_function_decl)
4734 ->preferred_incoming_stack_boundary = pref;
4737 /* Make sure volatile mem refs aren't considered valid operands for
4738 arithmetic insns. We must call this here if this is a nested inline
4739 function, since the above code leaves us in the init_recog state,
4740 and the function context push/pop code does not save/restore volatile_ok.
4742 ??? Maybe it isn't necessary for expand_start_function to call this
4743 anymore if we do it here? */
4745 init_recog_no_volatile ();
4747 /* We're done with this function. Free up memory if we can. */
4748 free_after_parsing (cfun);
4749 free_after_compilation (cfun);
4750 return 0;
4753 namespace {
4755 const pass_data pass_data_clean_state =
4757 RTL_PASS, /* type */
4758 "*clean_state", /* name */
4759 OPTGROUP_NONE, /* optinfo_flags */
4760 TV_FINAL, /* tv_id */
4761 0, /* properties_required */
4762 0, /* properties_provided */
4763 PROP_rtl, /* properties_destroyed */
4764 0, /* todo_flags_start */
4765 0, /* todo_flags_finish */
4768 class pass_clean_state : public rtl_opt_pass
4770 public:
4771 pass_clean_state (gcc::context *ctxt)
4772 : rtl_opt_pass (pass_data_clean_state, ctxt)
4775 /* opt_pass methods: */
4776 virtual unsigned int execute (function *)
4778 return rest_of_clean_state ();
4781 }; // class pass_clean_state
4783 } // anon namespace
4785 rtl_opt_pass *
4786 make_pass_clean_state (gcc::context *ctxt)
4788 return new pass_clean_state (ctxt);
4791 /* Return true if INSN is a call to the current function. */
4793 static bool
4794 self_recursive_call_p (rtx_insn *insn)
4796 tree fndecl = get_call_fndecl (insn);
4797 return (fndecl == current_function_decl
4798 && decl_binds_to_current_def_p (fndecl));
4801 /* Collect hard register usage for the current function. */
4803 static void
4804 collect_fn_hard_reg_usage (void)
4806 rtx_insn *insn;
4807 #ifdef STACK_REGS
4808 int i;
4809 #endif
4810 struct cgraph_rtl_info *node;
4811 HARD_REG_SET function_used_regs;
4813 /* ??? To be removed when all the ports have been fixed. */
4814 if (!targetm.call_fusage_contains_non_callee_clobbers)
4815 return;
4817 CLEAR_HARD_REG_SET (function_used_regs);
4819 for (insn = get_insns (); insn != NULL_RTX; insn = next_insn (insn))
4821 HARD_REG_SET insn_used_regs;
4823 if (!NONDEBUG_INSN_P (insn))
4824 continue;
4826 if (CALL_P (insn)
4827 && !self_recursive_call_p (insn))
4829 if (!get_call_reg_set_usage (insn, &insn_used_regs,
4830 call_used_reg_set))
4831 return;
4833 IOR_HARD_REG_SET (function_used_regs, insn_used_regs);
4836 find_all_hard_reg_sets (insn, &insn_used_regs, false);
4837 IOR_HARD_REG_SET (function_used_regs, insn_used_regs);
4840 /* Be conservative - mark fixed and global registers as used. */
4841 IOR_HARD_REG_SET (function_used_regs, fixed_reg_set);
4843 #ifdef STACK_REGS
4844 /* Handle STACK_REGS conservatively, since the df-framework does not
4845 provide accurate information for them. */
4847 for (i = FIRST_STACK_REG; i <= LAST_STACK_REG; i++)
4848 SET_HARD_REG_BIT (function_used_regs, i);
4849 #endif
4851 /* The information we have gathered is only interesting if it exposes a
4852 register from the call_used_regs that is not used in this function. */
4853 if (hard_reg_set_subset_p (call_used_reg_set, function_used_regs))
4854 return;
4856 node = cgraph_node::rtl_info (current_function_decl);
4857 gcc_assert (node != NULL);
4859 COPY_HARD_REG_SET (node->function_used_regs, function_used_regs);
4860 node->function_used_regs_valid = 1;
4863 /* Get the declaration of the function called by INSN. */
4865 static tree
4866 get_call_fndecl (rtx_insn *insn)
4868 rtx note, datum;
4870 note = find_reg_note (insn, REG_CALL_DECL, NULL_RTX);
4871 if (note == NULL_RTX)
4872 return NULL_TREE;
4874 datum = XEXP (note, 0);
4875 if (datum != NULL_RTX)
4876 return SYMBOL_REF_DECL (datum);
4878 return NULL_TREE;
4881 /* Return the cgraph_rtl_info of the function called by INSN. Returns NULL for
4882 call targets that can be overwritten. */
4884 static struct cgraph_rtl_info *
4885 get_call_cgraph_rtl_info (rtx_insn *insn)
4887 tree fndecl;
4889 if (insn == NULL_RTX)
4890 return NULL;
4892 fndecl = get_call_fndecl (insn);
4893 if (fndecl == NULL_TREE
4894 || !decl_binds_to_current_def_p (fndecl))
4895 return NULL;
4897 return cgraph_node::rtl_info (fndecl);
4900 /* Find hard registers used by function call instruction INSN, and return them
4901 in REG_SET. Return DEFAULT_SET in REG_SET if not found. */
4903 bool
4904 get_call_reg_set_usage (rtx_insn *insn, HARD_REG_SET *reg_set,
4905 HARD_REG_SET default_set)
4907 if (flag_ipa_ra)
4909 struct cgraph_rtl_info *node = get_call_cgraph_rtl_info (insn);
4910 if (node != NULL
4911 && node->function_used_regs_valid)
4913 COPY_HARD_REG_SET (*reg_set, node->function_used_regs);
4914 AND_HARD_REG_SET (*reg_set, default_set);
4915 return true;
4919 COPY_HARD_REG_SET (*reg_set, default_set);
4920 return false;