Allow indirect branch via GOT slot for x32
[official-gcc.git] / gcc / final.c
blobf0585ca8ecf1239f4ef0c909545c1835992641ca
1 /* Convert RTL to assembler code and output it, for GNU compiler.
2 Copyright (C) 1987-2015 Free Software Foundation, Inc.
4 This file is part of GCC.
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
9 version.
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 for more details.
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
20 /* This is the final pass of the compiler.
21 It looks at the rtl code for a function and outputs assembler code.
23 Call `final_start_function' to output the assembler code for function entry,
24 `final' to output assembler code for some RTL code,
25 `final_end_function' to output assembler code for function exit.
26 If a function is compiled in several pieces, each piece is
27 output separately with `final'.
29 Some optimizations are also done at this level.
30 Move instructions that were made unnecessary by good register allocation
31 are detected and omitted from the output. (Though most of these
32 are removed by the last jump pass.)
34 Instructions to set the condition codes are omitted when it can be
35 seen that the condition codes already had the desired values.
37 In some cases it is sufficient if the inherited condition codes
38 have related values, but this may require the following insn
39 (the one that tests the condition codes) to be modified.
41 The code for the function prologue and epilogue are generated
42 directly in assembler by the target functions function_prologue and
43 function_epilogue. Those instructions never exist as rtl. */
45 #include "config.h"
46 #include "system.h"
47 #include "coretypes.h"
48 #include "tm.h"
49 #include "hash-set.h"
50 #include "machmode.h"
51 #include "vec.h"
52 #include "double-int.h"
53 #include "input.h"
54 #include "alias.h"
55 #include "symtab.h"
56 #include "wide-int.h"
57 #include "inchash.h"
58 #include "tree.h"
59 #include "varasm.h"
60 #include "hard-reg-set.h"
61 #include "rtl.h"
62 #include "tm_p.h"
63 #include "regs.h"
64 #include "insn-config.h"
65 #include "insn-attr.h"
66 #include "recog.h"
67 #include "conditions.h"
68 #include "flags.h"
69 #include "output.h"
70 #include "except.h"
71 #include "function.h"
72 #include "rtl-error.h"
73 #include "toplev.h" /* exact_log2, floor_log2 */
74 #include "reload.h"
75 #include "intl.h"
76 #include "predict.h"
77 #include "dominance.h"
78 #include "cfg.h"
79 #include "cfgrtl.h"
80 #include "basic-block.h"
81 #include "target.h"
82 #include "targhooks.h"
83 #include "debug.h"
84 #include "hashtab.h"
85 #include "statistics.h"
86 #include "real.h"
87 #include "fixed-value.h"
88 #include "expmed.h"
89 #include "dojump.h"
90 #include "explow.h"
91 #include "calls.h"
92 #include "emit-rtl.h"
93 #include "stmt.h"
94 #include "expr.h"
95 #include "tree-pass.h"
96 #include "hash-map.h"
97 #include "is-a.h"
98 #include "plugin-api.h"
99 #include "ipa-ref.h"
100 #include "cgraph.h"
101 #include "tree-ssa.h"
102 #include "coverage.h"
103 #include "df.h"
104 #include "ggc.h"
105 #include "cfgloop.h"
106 #include "params.h"
107 #include "tree-pretty-print.h" /* for dump_function_header */
108 #include "asan.h"
109 #include "wide-int-print.h"
110 #include "rtl-iter.h"
112 #ifdef XCOFF_DEBUGGING_INFO
113 #include "xcoffout.h" /* Needed for external data
114 declarations for e.g. AIX 4.x. */
115 #endif
117 #include "dwarf2out.h"
119 #ifdef DBX_DEBUGGING_INFO
120 #include "dbxout.h"
121 #endif
123 #ifdef SDB_DEBUGGING_INFO
124 #include "sdbout.h"
125 #endif
127 /* Most ports that aren't using cc0 don't need to define CC_STATUS_INIT.
128 So define a null default for it to save conditionalization later. */
129 #ifndef CC_STATUS_INIT
130 #define CC_STATUS_INIT
131 #endif
133 /* Is the given character a logical line separator for the assembler? */
134 #ifndef IS_ASM_LOGICAL_LINE_SEPARATOR
135 #define IS_ASM_LOGICAL_LINE_SEPARATOR(C, STR) ((C) == ';')
136 #endif
138 #ifndef JUMP_TABLES_IN_TEXT_SECTION
139 #define JUMP_TABLES_IN_TEXT_SECTION 0
140 #endif
142 /* Bitflags used by final_scan_insn. */
143 #define SEEN_NOTE 1
144 #define SEEN_EMITTED 2
146 /* Last insn processed by final_scan_insn. */
147 static rtx_insn *debug_insn;
148 rtx_insn *current_output_insn;
150 /* Line number of last NOTE. */
151 static int last_linenum;
153 /* Last discriminator written to assembly. */
154 static int last_discriminator;
156 /* Discriminator of current block. */
157 static int discriminator;
159 /* Highest line number in current block. */
160 static int high_block_linenum;
162 /* Likewise for function. */
163 static int high_function_linenum;
165 /* Filename of last NOTE. */
166 static const char *last_filename;
168 /* Override filename and line number. */
169 static const char *override_filename;
170 static int override_linenum;
172 /* Whether to force emission of a line note before the next insn. */
173 static bool force_source_line = false;
175 extern const int length_unit_log; /* This is defined in insn-attrtab.c. */
177 /* Nonzero while outputting an `asm' with operands.
178 This means that inconsistencies are the user's fault, so don't die.
179 The precise value is the insn being output, to pass to error_for_asm. */
180 const rtx_insn *this_is_asm_operands;
182 /* Number of operands of this insn, for an `asm' with operands. */
183 static unsigned int insn_noperands;
185 /* Compare optimization flag. */
187 static rtx last_ignored_compare = 0;
189 /* Assign a unique number to each insn that is output.
190 This can be used to generate unique local labels. */
192 static int insn_counter = 0;
194 /* This variable contains machine-dependent flags (defined in tm.h)
195 set and examined by output routines
196 that describe how to interpret the condition codes properly. */
198 CC_STATUS cc_status;
200 /* During output of an insn, this contains a copy of cc_status
201 from before the insn. */
203 CC_STATUS cc_prev_status;
205 /* Number of unmatched NOTE_INSN_BLOCK_BEG notes we have seen. */
207 static int block_depth;
209 /* Nonzero if have enabled APP processing of our assembler output. */
211 static int app_on;
213 /* If we are outputting an insn sequence, this contains the sequence rtx.
214 Zero otherwise. */
216 rtx_sequence *final_sequence;
218 #ifdef ASSEMBLER_DIALECT
220 /* Number of the assembler dialect to use, starting at 0. */
221 static int dialect_number;
222 #endif
224 /* Nonnull if the insn currently being emitted was a COND_EXEC pattern. */
225 rtx current_insn_predicate;
227 /* True if printing into -fdump-final-insns= dump. */
228 bool final_insns_dump_p;
230 /* True if profile_function should be called, but hasn't been called yet. */
231 static bool need_profile_function;
233 static int asm_insn_count (rtx);
234 static void profile_function (FILE *);
235 static void profile_after_prologue (FILE *);
236 static bool notice_source_line (rtx_insn *, bool *);
237 static rtx walk_alter_subreg (rtx *, bool *);
238 static void output_asm_name (void);
239 static void output_alternate_entry_point (FILE *, rtx_insn *);
240 static tree get_mem_expr_from_op (rtx, int *);
241 static void output_asm_operand_names (rtx *, int *, int);
242 #ifdef LEAF_REGISTERS
243 static void leaf_renumber_regs (rtx_insn *);
244 #endif
245 #if HAVE_cc0
246 static int alter_cond (rtx);
247 #endif
248 #ifndef ADDR_VEC_ALIGN
249 static int final_addr_vec_align (rtx);
250 #endif
251 static int align_fuzz (rtx, rtx, int, unsigned);
252 static void collect_fn_hard_reg_usage (void);
253 static tree get_call_fndecl (rtx_insn *);
255 /* Initialize data in final at the beginning of a compilation. */
257 void
258 init_final (const char *filename ATTRIBUTE_UNUSED)
260 app_on = 0;
261 final_sequence = 0;
263 #ifdef ASSEMBLER_DIALECT
264 dialect_number = ASSEMBLER_DIALECT;
265 #endif
268 /* Default target function prologue and epilogue assembler output.
270 If not overridden for epilogue code, then the function body itself
271 contains return instructions wherever needed. */
272 void
273 default_function_pro_epilogue (FILE *file ATTRIBUTE_UNUSED,
274 HOST_WIDE_INT size ATTRIBUTE_UNUSED)
278 void
279 default_function_switched_text_sections (FILE *file ATTRIBUTE_UNUSED,
280 tree decl ATTRIBUTE_UNUSED,
281 bool new_is_cold ATTRIBUTE_UNUSED)
285 /* Default target hook that outputs nothing to a stream. */
286 void
287 no_asm_to_stream (FILE *file ATTRIBUTE_UNUSED)
291 /* Enable APP processing of subsequent output.
292 Used before the output from an `asm' statement. */
294 void
295 app_enable (void)
297 if (! app_on)
299 fputs (ASM_APP_ON, asm_out_file);
300 app_on = 1;
304 /* Disable APP processing of subsequent output.
305 Called from varasm.c before most kinds of output. */
307 void
308 app_disable (void)
310 if (app_on)
312 fputs (ASM_APP_OFF, asm_out_file);
313 app_on = 0;
317 /* Return the number of slots filled in the current
318 delayed branch sequence (we don't count the insn needing the
319 delay slot). Zero if not in a delayed branch sequence. */
321 #ifdef DELAY_SLOTS
323 dbr_sequence_length (void)
325 if (final_sequence != 0)
326 return XVECLEN (final_sequence, 0) - 1;
327 else
328 return 0;
330 #endif
332 /* The next two pages contain routines used to compute the length of an insn
333 and to shorten branches. */
335 /* Arrays for insn lengths, and addresses. The latter is referenced by
336 `insn_current_length'. */
338 static int *insn_lengths;
340 vec<int> insn_addresses_;
342 /* Max uid for which the above arrays are valid. */
343 static int insn_lengths_max_uid;
345 /* Address of insn being processed. Used by `insn_current_length'. */
346 int insn_current_address;
348 /* Address of insn being processed in previous iteration. */
349 int insn_last_address;
351 /* known invariant alignment of insn being processed. */
352 int insn_current_align;
354 /* After shorten_branches, for any insn, uid_align[INSN_UID (insn)]
355 gives the next following alignment insn that increases the known
356 alignment, or NULL_RTX if there is no such insn.
357 For any alignment obtained this way, we can again index uid_align with
358 its uid to obtain the next following align that in turn increases the
359 alignment, till we reach NULL_RTX; the sequence obtained this way
360 for each insn we'll call the alignment chain of this insn in the following
361 comments. */
363 struct label_alignment
365 short alignment;
366 short max_skip;
369 static rtx *uid_align;
370 static int *uid_shuid;
371 static struct label_alignment *label_align;
373 /* Indicate that branch shortening hasn't yet been done. */
375 void
376 init_insn_lengths (void)
378 if (uid_shuid)
380 free (uid_shuid);
381 uid_shuid = 0;
383 if (insn_lengths)
385 free (insn_lengths);
386 insn_lengths = 0;
387 insn_lengths_max_uid = 0;
389 if (HAVE_ATTR_length)
390 INSN_ADDRESSES_FREE ();
391 if (uid_align)
393 free (uid_align);
394 uid_align = 0;
398 /* Obtain the current length of an insn. If branch shortening has been done,
399 get its actual length. Otherwise, use FALLBACK_FN to calculate the
400 length. */
401 static int
402 get_attr_length_1 (rtx_insn *insn, int (*fallback_fn) (rtx_insn *))
404 rtx body;
405 int i;
406 int length = 0;
408 if (!HAVE_ATTR_length)
409 return 0;
411 if (insn_lengths_max_uid > INSN_UID (insn))
412 return insn_lengths[INSN_UID (insn)];
413 else
414 switch (GET_CODE (insn))
416 case NOTE:
417 case BARRIER:
418 case CODE_LABEL:
419 case DEBUG_INSN:
420 return 0;
422 case CALL_INSN:
423 case JUMP_INSN:
424 length = fallback_fn (insn);
425 break;
427 case INSN:
428 body = PATTERN (insn);
429 if (GET_CODE (body) == USE || GET_CODE (body) == CLOBBER)
430 return 0;
432 else if (GET_CODE (body) == ASM_INPUT || asm_noperands (body) >= 0)
433 length = asm_insn_count (body) * fallback_fn (insn);
434 else if (rtx_sequence *seq = dyn_cast <rtx_sequence *> (body))
435 for (i = 0; i < seq->len (); i++)
436 length += get_attr_length_1 (seq->insn (i), fallback_fn);
437 else
438 length = fallback_fn (insn);
439 break;
441 default:
442 break;
445 #ifdef ADJUST_INSN_LENGTH
446 ADJUST_INSN_LENGTH (insn, length);
447 #endif
448 return length;
451 /* Obtain the current length of an insn. If branch shortening has been done,
452 get its actual length. Otherwise, get its maximum length. */
454 get_attr_length (rtx_insn *insn)
456 return get_attr_length_1 (insn, insn_default_length);
459 /* Obtain the current length of an insn. If branch shortening has been done,
460 get its actual length. Otherwise, get its minimum length. */
462 get_attr_min_length (rtx_insn *insn)
464 return get_attr_length_1 (insn, insn_min_length);
467 /* Code to handle alignment inside shorten_branches. */
469 /* Here is an explanation how the algorithm in align_fuzz can give
470 proper results:
472 Call a sequence of instructions beginning with alignment point X
473 and continuing until the next alignment point `block X'. When `X'
474 is used in an expression, it means the alignment value of the
475 alignment point.
477 Call the distance between the start of the first insn of block X, and
478 the end of the last insn of block X `IX', for the `inner size of X'.
479 This is clearly the sum of the instruction lengths.
481 Likewise with the next alignment-delimited block following X, which we
482 shall call block Y.
484 Call the distance between the start of the first insn of block X, and
485 the start of the first insn of block Y `OX', for the `outer size of X'.
487 The estimated padding is then OX - IX.
489 OX can be safely estimated as
491 if (X >= Y)
492 OX = round_up(IX, Y)
493 else
494 OX = round_up(IX, X) + Y - X
496 Clearly est(IX) >= real(IX), because that only depends on the
497 instruction lengths, and those being overestimated is a given.
499 Clearly round_up(foo, Z) >= round_up(bar, Z) if foo >= bar, so
500 we needn't worry about that when thinking about OX.
502 When X >= Y, the alignment provided by Y adds no uncertainty factor
503 for branch ranges starting before X, so we can just round what we have.
504 But when X < Y, we don't know anything about the, so to speak,
505 `middle bits', so we have to assume the worst when aligning up from an
506 address mod X to one mod Y, which is Y - X. */
508 #ifndef LABEL_ALIGN
509 #define LABEL_ALIGN(LABEL) align_labels_log
510 #endif
512 #ifndef LOOP_ALIGN
513 #define LOOP_ALIGN(LABEL) align_loops_log
514 #endif
516 #ifndef LABEL_ALIGN_AFTER_BARRIER
517 #define LABEL_ALIGN_AFTER_BARRIER(LABEL) 0
518 #endif
520 #ifndef JUMP_ALIGN
521 #define JUMP_ALIGN(LABEL) align_jumps_log
522 #endif
525 default_label_align_after_barrier_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
527 return 0;
531 default_loop_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
533 return align_loops_max_skip;
537 default_label_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
539 return align_labels_max_skip;
543 default_jump_align_max_skip (rtx_insn *insn ATTRIBUTE_UNUSED)
545 return align_jumps_max_skip;
548 #ifndef ADDR_VEC_ALIGN
549 static int
550 final_addr_vec_align (rtx addr_vec)
552 int align = GET_MODE_SIZE (GET_MODE (PATTERN (addr_vec)));
554 if (align > BIGGEST_ALIGNMENT / BITS_PER_UNIT)
555 align = BIGGEST_ALIGNMENT / BITS_PER_UNIT;
556 return exact_log2 (align);
560 #define ADDR_VEC_ALIGN(ADDR_VEC) final_addr_vec_align (ADDR_VEC)
561 #endif
563 #ifndef INSN_LENGTH_ALIGNMENT
564 #define INSN_LENGTH_ALIGNMENT(INSN) length_unit_log
565 #endif
567 #define INSN_SHUID(INSN) (uid_shuid[INSN_UID (INSN)])
569 static int min_labelno, max_labelno;
571 #define LABEL_TO_ALIGNMENT(LABEL) \
572 (label_align[CODE_LABEL_NUMBER (LABEL) - min_labelno].alignment)
574 #define LABEL_TO_MAX_SKIP(LABEL) \
575 (label_align[CODE_LABEL_NUMBER (LABEL) - min_labelno].max_skip)
577 /* For the benefit of port specific code do this also as a function. */
580 label_to_alignment (rtx label)
582 if (CODE_LABEL_NUMBER (label) <= max_labelno)
583 return LABEL_TO_ALIGNMENT (label);
584 return 0;
588 label_to_max_skip (rtx label)
590 if (CODE_LABEL_NUMBER (label) <= max_labelno)
591 return LABEL_TO_MAX_SKIP (label);
592 return 0;
595 /* The differences in addresses
596 between a branch and its target might grow or shrink depending on
597 the alignment the start insn of the range (the branch for a forward
598 branch or the label for a backward branch) starts out on; if these
599 differences are used naively, they can even oscillate infinitely.
600 We therefore want to compute a 'worst case' address difference that
601 is independent of the alignment the start insn of the range end
602 up on, and that is at least as large as the actual difference.
603 The function align_fuzz calculates the amount we have to add to the
604 naively computed difference, by traversing the part of the alignment
605 chain of the start insn of the range that is in front of the end insn
606 of the range, and considering for each alignment the maximum amount
607 that it might contribute to a size increase.
609 For casesi tables, we also want to know worst case minimum amounts of
610 address difference, in case a machine description wants to introduce
611 some common offset that is added to all offsets in a table.
612 For this purpose, align_fuzz with a growth argument of 0 computes the
613 appropriate adjustment. */
615 /* Compute the maximum delta by which the difference of the addresses of
616 START and END might grow / shrink due to a different address for start
617 which changes the size of alignment insns between START and END.
618 KNOWN_ALIGN_LOG is the alignment known for START.
619 GROWTH should be ~0 if the objective is to compute potential code size
620 increase, and 0 if the objective is to compute potential shrink.
621 The return value is undefined for any other value of GROWTH. */
623 static int
624 align_fuzz (rtx start, rtx end, int known_align_log, unsigned int growth)
626 int uid = INSN_UID (start);
627 rtx align_label;
628 int known_align = 1 << known_align_log;
629 int end_shuid = INSN_SHUID (end);
630 int fuzz = 0;
632 for (align_label = uid_align[uid]; align_label; align_label = uid_align[uid])
634 int align_addr, new_align;
636 uid = INSN_UID (align_label);
637 align_addr = INSN_ADDRESSES (uid) - insn_lengths[uid];
638 if (uid_shuid[uid] > end_shuid)
639 break;
640 known_align_log = LABEL_TO_ALIGNMENT (align_label);
641 new_align = 1 << known_align_log;
642 if (new_align < known_align)
643 continue;
644 fuzz += (-align_addr ^ growth) & (new_align - known_align);
645 known_align = new_align;
647 return fuzz;
650 /* Compute a worst-case reference address of a branch so that it
651 can be safely used in the presence of aligned labels. Since the
652 size of the branch itself is unknown, the size of the branch is
653 not included in the range. I.e. for a forward branch, the reference
654 address is the end address of the branch as known from the previous
655 branch shortening pass, minus a value to account for possible size
656 increase due to alignment. For a backward branch, it is the start
657 address of the branch as known from the current pass, plus a value
658 to account for possible size increase due to alignment.
659 NB.: Therefore, the maximum offset allowed for backward branches needs
660 to exclude the branch size. */
663 insn_current_reference_address (rtx_insn *branch)
665 rtx dest, seq;
666 int seq_uid;
668 if (! INSN_ADDRESSES_SET_P ())
669 return 0;
671 seq = NEXT_INSN (PREV_INSN (branch));
672 seq_uid = INSN_UID (seq);
673 if (!JUMP_P (branch))
674 /* This can happen for example on the PA; the objective is to know the
675 offset to address something in front of the start of the function.
676 Thus, we can treat it like a backward branch.
677 We assume here that FUNCTION_BOUNDARY / BITS_PER_UNIT is larger than
678 any alignment we'd encounter, so we skip the call to align_fuzz. */
679 return insn_current_address;
680 dest = JUMP_LABEL (branch);
682 /* BRANCH has no proper alignment chain set, so use SEQ.
683 BRANCH also has no INSN_SHUID. */
684 if (INSN_SHUID (seq) < INSN_SHUID (dest))
686 /* Forward branch. */
687 return (insn_last_address + insn_lengths[seq_uid]
688 - align_fuzz (seq, dest, length_unit_log, ~0));
690 else
692 /* Backward branch. */
693 return (insn_current_address
694 + align_fuzz (dest, seq, length_unit_log, ~0));
698 /* Compute branch alignments based on frequency information in the
699 CFG. */
701 unsigned int
702 compute_alignments (void)
704 int log, max_skip, max_log;
705 basic_block bb;
706 int freq_max = 0;
707 int freq_threshold = 0;
709 if (label_align)
711 free (label_align);
712 label_align = 0;
715 max_labelno = max_label_num ();
716 min_labelno = get_first_label_num ();
717 label_align = XCNEWVEC (struct label_alignment, max_labelno - min_labelno + 1);
719 /* If not optimizing or optimizing for size, don't assign any alignments. */
720 if (! optimize || optimize_function_for_size_p (cfun))
721 return 0;
723 if (dump_file)
725 dump_reg_info (dump_file);
726 dump_flow_info (dump_file, TDF_DETAILS);
727 flow_loops_dump (dump_file, NULL, 1);
729 loop_optimizer_init (AVOID_CFG_MODIFICATIONS);
730 FOR_EACH_BB_FN (bb, cfun)
731 if (bb->frequency > freq_max)
732 freq_max = bb->frequency;
733 freq_threshold = freq_max / PARAM_VALUE (PARAM_ALIGN_THRESHOLD);
735 if (dump_file)
736 fprintf (dump_file, "freq_max: %i\n",freq_max);
737 FOR_EACH_BB_FN (bb, cfun)
739 rtx_insn *label = BB_HEAD (bb);
740 int fallthru_frequency = 0, branch_frequency = 0, has_fallthru = 0;
741 edge e;
742 edge_iterator ei;
744 if (!LABEL_P (label)
745 || optimize_bb_for_size_p (bb))
747 if (dump_file)
748 fprintf (dump_file,
749 "BB %4i freq %4i loop %2i loop_depth %2i skipped.\n",
750 bb->index, bb->frequency, bb->loop_father->num,
751 bb_loop_depth (bb));
752 continue;
754 max_log = LABEL_ALIGN (label);
755 max_skip = targetm.asm_out.label_align_max_skip (label);
757 FOR_EACH_EDGE (e, ei, bb->preds)
759 if (e->flags & EDGE_FALLTHRU)
760 has_fallthru = 1, fallthru_frequency += EDGE_FREQUENCY (e);
761 else
762 branch_frequency += EDGE_FREQUENCY (e);
764 if (dump_file)
766 fprintf (dump_file, "BB %4i freq %4i loop %2i loop_depth"
767 " %2i fall %4i branch %4i",
768 bb->index, bb->frequency, bb->loop_father->num,
769 bb_loop_depth (bb),
770 fallthru_frequency, branch_frequency);
771 if (!bb->loop_father->inner && bb->loop_father->num)
772 fprintf (dump_file, " inner_loop");
773 if (bb->loop_father->header == bb)
774 fprintf (dump_file, " loop_header");
775 fprintf (dump_file, "\n");
778 /* There are two purposes to align block with no fallthru incoming edge:
779 1) to avoid fetch stalls when branch destination is near cache boundary
780 2) to improve cache efficiency in case the previous block is not executed
781 (so it does not need to be in the cache).
783 We to catch first case, we align frequently executed blocks.
784 To catch the second, we align blocks that are executed more frequently
785 than the predecessor and the predecessor is likely to not be executed
786 when function is called. */
788 if (!has_fallthru
789 && (branch_frequency > freq_threshold
790 || (bb->frequency > bb->prev_bb->frequency * 10
791 && (bb->prev_bb->frequency
792 <= ENTRY_BLOCK_PTR_FOR_FN (cfun)->frequency / 2))))
794 log = JUMP_ALIGN (label);
795 if (dump_file)
796 fprintf (dump_file, " jump alignment added.\n");
797 if (max_log < log)
799 max_log = log;
800 max_skip = targetm.asm_out.jump_align_max_skip (label);
803 /* In case block is frequent and reached mostly by non-fallthru edge,
804 align it. It is most likely a first block of loop. */
805 if (has_fallthru
806 && !(single_succ_p (bb)
807 && single_succ (bb) == EXIT_BLOCK_PTR_FOR_FN (cfun))
808 && optimize_bb_for_speed_p (bb)
809 && branch_frequency + fallthru_frequency > freq_threshold
810 && (branch_frequency
811 > fallthru_frequency * PARAM_VALUE (PARAM_ALIGN_LOOP_ITERATIONS)))
813 log = LOOP_ALIGN (label);
814 if (dump_file)
815 fprintf (dump_file, " internal loop alignment added.\n");
816 if (max_log < log)
818 max_log = log;
819 max_skip = targetm.asm_out.loop_align_max_skip (label);
822 LABEL_TO_ALIGNMENT (label) = max_log;
823 LABEL_TO_MAX_SKIP (label) = max_skip;
826 loop_optimizer_finalize ();
827 free_dominance_info (CDI_DOMINATORS);
828 return 0;
831 /* Grow the LABEL_ALIGN array after new labels are created. */
833 static void
834 grow_label_align (void)
836 int old = max_labelno;
837 int n_labels;
838 int n_old_labels;
840 max_labelno = max_label_num ();
842 n_labels = max_labelno - min_labelno + 1;
843 n_old_labels = old - min_labelno + 1;
845 label_align = XRESIZEVEC (struct label_alignment, label_align, n_labels);
847 /* Range of labels grows monotonically in the function. Failing here
848 means that the initialization of array got lost. */
849 gcc_assert (n_old_labels <= n_labels);
851 memset (label_align + n_old_labels, 0,
852 (n_labels - n_old_labels) * sizeof (struct label_alignment));
855 /* Update the already computed alignment information. LABEL_PAIRS is a vector
856 made up of pairs of labels for which the alignment information of the first
857 element will be copied from that of the second element. */
859 void
860 update_alignments (vec<rtx> &label_pairs)
862 unsigned int i = 0;
863 rtx iter, label = NULL_RTX;
865 if (max_labelno != max_label_num ())
866 grow_label_align ();
868 FOR_EACH_VEC_ELT (label_pairs, i, iter)
869 if (i & 1)
871 LABEL_TO_ALIGNMENT (label) = LABEL_TO_ALIGNMENT (iter);
872 LABEL_TO_MAX_SKIP (label) = LABEL_TO_MAX_SKIP (iter);
874 else
875 label = iter;
878 namespace {
880 const pass_data pass_data_compute_alignments =
882 RTL_PASS, /* type */
883 "alignments", /* name */
884 OPTGROUP_NONE, /* optinfo_flags */
885 TV_NONE, /* tv_id */
886 0, /* properties_required */
887 0, /* properties_provided */
888 0, /* properties_destroyed */
889 0, /* todo_flags_start */
890 0, /* todo_flags_finish */
893 class pass_compute_alignments : public rtl_opt_pass
895 public:
896 pass_compute_alignments (gcc::context *ctxt)
897 : rtl_opt_pass (pass_data_compute_alignments, ctxt)
900 /* opt_pass methods: */
901 virtual unsigned int execute (function *) { return compute_alignments (); }
903 }; // class pass_compute_alignments
905 } // anon namespace
907 rtl_opt_pass *
908 make_pass_compute_alignments (gcc::context *ctxt)
910 return new pass_compute_alignments (ctxt);
914 /* Make a pass over all insns and compute their actual lengths by shortening
915 any branches of variable length if possible. */
917 /* shorten_branches might be called multiple times: for example, the SH
918 port splits out-of-range conditional branches in MACHINE_DEPENDENT_REORG.
919 In order to do this, it needs proper length information, which it obtains
920 by calling shorten_branches. This cannot be collapsed with
921 shorten_branches itself into a single pass unless we also want to integrate
922 reorg.c, since the branch splitting exposes new instructions with delay
923 slots. */
925 void
926 shorten_branches (rtx_insn *first)
928 rtx_insn *insn;
929 int max_uid;
930 int i;
931 int max_log;
932 int max_skip;
933 #define MAX_CODE_ALIGN 16
934 rtx_insn *seq;
935 int something_changed = 1;
936 char *varying_length;
937 rtx body;
938 int uid;
939 rtx align_tab[MAX_CODE_ALIGN];
941 /* Compute maximum UID and allocate label_align / uid_shuid. */
942 max_uid = get_max_uid ();
944 /* Free uid_shuid before reallocating it. */
945 free (uid_shuid);
947 uid_shuid = XNEWVEC (int, max_uid);
949 if (max_labelno != max_label_num ())
950 grow_label_align ();
952 /* Initialize label_align and set up uid_shuid to be strictly
953 monotonically rising with insn order. */
954 /* We use max_log here to keep track of the maximum alignment we want to
955 impose on the next CODE_LABEL (or the current one if we are processing
956 the CODE_LABEL itself). */
958 max_log = 0;
959 max_skip = 0;
961 for (insn = get_insns (), i = 1; insn; insn = NEXT_INSN (insn))
963 int log;
965 INSN_SHUID (insn) = i++;
966 if (INSN_P (insn))
967 continue;
969 if (LABEL_P (insn))
971 rtx_insn *next;
972 bool next_is_jumptable;
974 /* Merge in alignments computed by compute_alignments. */
975 log = LABEL_TO_ALIGNMENT (insn);
976 if (max_log < log)
978 max_log = log;
979 max_skip = LABEL_TO_MAX_SKIP (insn);
982 next = next_nonnote_insn (insn);
983 next_is_jumptable = next && JUMP_TABLE_DATA_P (next);
984 if (!next_is_jumptable)
986 log = LABEL_ALIGN (insn);
987 if (max_log < log)
989 max_log = log;
990 max_skip = targetm.asm_out.label_align_max_skip (insn);
993 /* ADDR_VECs only take room if read-only data goes into the text
994 section. */
995 if ((JUMP_TABLES_IN_TEXT_SECTION
996 || readonly_data_section == text_section)
997 && next_is_jumptable)
999 log = ADDR_VEC_ALIGN (next);
1000 if (max_log < log)
1002 max_log = log;
1003 max_skip = targetm.asm_out.label_align_max_skip (insn);
1006 LABEL_TO_ALIGNMENT (insn) = max_log;
1007 LABEL_TO_MAX_SKIP (insn) = max_skip;
1008 max_log = 0;
1009 max_skip = 0;
1011 else if (BARRIER_P (insn))
1013 rtx_insn *label;
1015 for (label = insn; label && ! INSN_P (label);
1016 label = NEXT_INSN (label))
1017 if (LABEL_P (label))
1019 log = LABEL_ALIGN_AFTER_BARRIER (insn);
1020 if (max_log < log)
1022 max_log = log;
1023 max_skip = targetm.asm_out.label_align_after_barrier_max_skip (label);
1025 break;
1029 if (!HAVE_ATTR_length)
1030 return;
1032 /* Allocate the rest of the arrays. */
1033 insn_lengths = XNEWVEC (int, max_uid);
1034 insn_lengths_max_uid = max_uid;
1035 /* Syntax errors can lead to labels being outside of the main insn stream.
1036 Initialize insn_addresses, so that we get reproducible results. */
1037 INSN_ADDRESSES_ALLOC (max_uid);
1039 varying_length = XCNEWVEC (char, max_uid);
1041 /* Initialize uid_align. We scan instructions
1042 from end to start, and keep in align_tab[n] the last seen insn
1043 that does an alignment of at least n+1, i.e. the successor
1044 in the alignment chain for an insn that does / has a known
1045 alignment of n. */
1046 uid_align = XCNEWVEC (rtx, max_uid);
1048 for (i = MAX_CODE_ALIGN; --i >= 0;)
1049 align_tab[i] = NULL_RTX;
1050 seq = get_last_insn ();
1051 for (; seq; seq = PREV_INSN (seq))
1053 int uid = INSN_UID (seq);
1054 int log;
1055 log = (LABEL_P (seq) ? LABEL_TO_ALIGNMENT (seq) : 0);
1056 uid_align[uid] = align_tab[0];
1057 if (log)
1059 /* Found an alignment label. */
1060 uid_align[uid] = align_tab[log];
1061 for (i = log - 1; i >= 0; i--)
1062 align_tab[i] = seq;
1066 /* When optimizing, we start assuming minimum length, and keep increasing
1067 lengths as we find the need for this, till nothing changes.
1068 When not optimizing, we start assuming maximum lengths, and
1069 do a single pass to update the lengths. */
1070 bool increasing = optimize != 0;
1072 #ifdef CASE_VECTOR_SHORTEN_MODE
1073 if (optimize)
1075 /* Look for ADDR_DIFF_VECs, and initialize their minimum and maximum
1076 label fields. */
1078 int min_shuid = INSN_SHUID (get_insns ()) - 1;
1079 int max_shuid = INSN_SHUID (get_last_insn ()) + 1;
1080 int rel;
1082 for (insn = first; insn != 0; insn = NEXT_INSN (insn))
1084 rtx min_lab = NULL_RTX, max_lab = NULL_RTX, pat;
1085 int len, i, min, max, insn_shuid;
1086 int min_align;
1087 addr_diff_vec_flags flags;
1089 if (! JUMP_TABLE_DATA_P (insn)
1090 || GET_CODE (PATTERN (insn)) != ADDR_DIFF_VEC)
1091 continue;
1092 pat = PATTERN (insn);
1093 len = XVECLEN (pat, 1);
1094 gcc_assert (len > 0);
1095 min_align = MAX_CODE_ALIGN;
1096 for (min = max_shuid, max = min_shuid, i = len - 1; i >= 0; i--)
1098 rtx lab = XEXP (XVECEXP (pat, 1, i), 0);
1099 int shuid = INSN_SHUID (lab);
1100 if (shuid < min)
1102 min = shuid;
1103 min_lab = lab;
1105 if (shuid > max)
1107 max = shuid;
1108 max_lab = lab;
1110 if (min_align > LABEL_TO_ALIGNMENT (lab))
1111 min_align = LABEL_TO_ALIGNMENT (lab);
1113 XEXP (pat, 2) = gen_rtx_LABEL_REF (Pmode, min_lab);
1114 XEXP (pat, 3) = gen_rtx_LABEL_REF (Pmode, max_lab);
1115 insn_shuid = INSN_SHUID (insn);
1116 rel = INSN_SHUID (XEXP (XEXP (pat, 0), 0));
1117 memset (&flags, 0, sizeof (flags));
1118 flags.min_align = min_align;
1119 flags.base_after_vec = rel > insn_shuid;
1120 flags.min_after_vec = min > insn_shuid;
1121 flags.max_after_vec = max > insn_shuid;
1122 flags.min_after_base = min > rel;
1123 flags.max_after_base = max > rel;
1124 ADDR_DIFF_VEC_FLAGS (pat) = flags;
1126 if (increasing)
1127 PUT_MODE (pat, CASE_VECTOR_SHORTEN_MODE (0, 0, pat));
1130 #endif /* CASE_VECTOR_SHORTEN_MODE */
1132 /* Compute initial lengths, addresses, and varying flags for each insn. */
1133 int (*length_fun) (rtx_insn *) = increasing ? insn_min_length : insn_default_length;
1135 for (insn_current_address = 0, insn = first;
1136 insn != 0;
1137 insn_current_address += insn_lengths[uid], insn = NEXT_INSN (insn))
1139 uid = INSN_UID (insn);
1141 insn_lengths[uid] = 0;
1143 if (LABEL_P (insn))
1145 int log = LABEL_TO_ALIGNMENT (insn);
1146 if (log)
1148 int align = 1 << log;
1149 int new_address = (insn_current_address + align - 1) & -align;
1150 insn_lengths[uid] = new_address - insn_current_address;
1154 INSN_ADDRESSES (uid) = insn_current_address + insn_lengths[uid];
1156 if (NOTE_P (insn) || BARRIER_P (insn)
1157 || LABEL_P (insn) || DEBUG_INSN_P (insn))
1158 continue;
1159 if (insn->deleted ())
1160 continue;
1162 body = PATTERN (insn);
1163 if (JUMP_TABLE_DATA_P (insn))
1165 /* This only takes room if read-only data goes into the text
1166 section. */
1167 if (JUMP_TABLES_IN_TEXT_SECTION
1168 || readonly_data_section == text_section)
1169 insn_lengths[uid] = (XVECLEN (body,
1170 GET_CODE (body) == ADDR_DIFF_VEC)
1171 * GET_MODE_SIZE (GET_MODE (body)));
1172 /* Alignment is handled by ADDR_VEC_ALIGN. */
1174 else if (GET_CODE (body) == ASM_INPUT || asm_noperands (body) >= 0)
1175 insn_lengths[uid] = asm_insn_count (body) * insn_default_length (insn);
1176 else if (rtx_sequence *body_seq = dyn_cast <rtx_sequence *> (body))
1178 int i;
1179 int const_delay_slots;
1180 #ifdef DELAY_SLOTS
1181 const_delay_slots = const_num_delay_slots (body_seq->insn (0));
1182 #else
1183 const_delay_slots = 0;
1184 #endif
1185 int (*inner_length_fun) (rtx_insn *)
1186 = const_delay_slots ? length_fun : insn_default_length;
1187 /* Inside a delay slot sequence, we do not do any branch shortening
1188 if the shortening could change the number of delay slots
1189 of the branch. */
1190 for (i = 0; i < body_seq->len (); i++)
1192 rtx_insn *inner_insn = body_seq->insn (i);
1193 int inner_uid = INSN_UID (inner_insn);
1194 int inner_length;
1196 if (GET_CODE (body) == ASM_INPUT
1197 || asm_noperands (PATTERN (inner_insn)) >= 0)
1198 inner_length = (asm_insn_count (PATTERN (inner_insn))
1199 * insn_default_length (inner_insn));
1200 else
1201 inner_length = inner_length_fun (inner_insn);
1203 insn_lengths[inner_uid] = inner_length;
1204 if (const_delay_slots)
1206 if ((varying_length[inner_uid]
1207 = insn_variable_length_p (inner_insn)) != 0)
1208 varying_length[uid] = 1;
1209 INSN_ADDRESSES (inner_uid) = (insn_current_address
1210 + insn_lengths[uid]);
1212 else
1213 varying_length[inner_uid] = 0;
1214 insn_lengths[uid] += inner_length;
1217 else if (GET_CODE (body) != USE && GET_CODE (body) != CLOBBER)
1219 insn_lengths[uid] = length_fun (insn);
1220 varying_length[uid] = insn_variable_length_p (insn);
1223 /* If needed, do any adjustment. */
1224 #ifdef ADJUST_INSN_LENGTH
1225 ADJUST_INSN_LENGTH (insn, insn_lengths[uid]);
1226 if (insn_lengths[uid] < 0)
1227 fatal_insn ("negative insn length", insn);
1228 #endif
1231 /* Now loop over all the insns finding varying length insns. For each,
1232 get the current insn length. If it has changed, reflect the change.
1233 When nothing changes for a full pass, we are done. */
1235 while (something_changed)
1237 something_changed = 0;
1238 insn_current_align = MAX_CODE_ALIGN - 1;
1239 for (insn_current_address = 0, insn = first;
1240 insn != 0;
1241 insn = NEXT_INSN (insn))
1243 int new_length;
1244 #ifdef ADJUST_INSN_LENGTH
1245 int tmp_length;
1246 #endif
1247 int length_align;
1249 uid = INSN_UID (insn);
1251 if (LABEL_P (insn))
1253 int log = LABEL_TO_ALIGNMENT (insn);
1255 #ifdef CASE_VECTOR_SHORTEN_MODE
1256 /* If the mode of a following jump table was changed, we
1257 may need to update the alignment of this label. */
1258 rtx_insn *next;
1259 bool next_is_jumptable;
1261 next = next_nonnote_insn (insn);
1262 next_is_jumptable = next && JUMP_TABLE_DATA_P (next);
1263 if ((JUMP_TABLES_IN_TEXT_SECTION
1264 || readonly_data_section == text_section)
1265 && next_is_jumptable)
1267 int newlog = ADDR_VEC_ALIGN (next);
1268 if (newlog != log)
1270 log = newlog;
1271 LABEL_TO_ALIGNMENT (insn) = log;
1272 something_changed = 1;
1275 #endif
1277 if (log > insn_current_align)
1279 int align = 1 << log;
1280 int new_address= (insn_current_address + align - 1) & -align;
1281 insn_lengths[uid] = new_address - insn_current_address;
1282 insn_current_align = log;
1283 insn_current_address = new_address;
1285 else
1286 insn_lengths[uid] = 0;
1287 INSN_ADDRESSES (uid) = insn_current_address;
1288 continue;
1291 length_align = INSN_LENGTH_ALIGNMENT (insn);
1292 if (length_align < insn_current_align)
1293 insn_current_align = length_align;
1295 insn_last_address = INSN_ADDRESSES (uid);
1296 INSN_ADDRESSES (uid) = insn_current_address;
1298 #ifdef CASE_VECTOR_SHORTEN_MODE
1299 if (optimize
1300 && JUMP_TABLE_DATA_P (insn)
1301 && GET_CODE (PATTERN (insn)) == ADDR_DIFF_VEC)
1303 rtx body = PATTERN (insn);
1304 int old_length = insn_lengths[uid];
1305 rtx_insn *rel_lab =
1306 safe_as_a <rtx_insn *> (XEXP (XEXP (body, 0), 0));
1307 rtx min_lab = XEXP (XEXP (body, 2), 0);
1308 rtx max_lab = XEXP (XEXP (body, 3), 0);
1309 int rel_addr = INSN_ADDRESSES (INSN_UID (rel_lab));
1310 int min_addr = INSN_ADDRESSES (INSN_UID (min_lab));
1311 int max_addr = INSN_ADDRESSES (INSN_UID (max_lab));
1312 rtx_insn *prev;
1313 int rel_align = 0;
1314 addr_diff_vec_flags flags;
1315 machine_mode vec_mode;
1317 /* Avoid automatic aggregate initialization. */
1318 flags = ADDR_DIFF_VEC_FLAGS (body);
1320 /* Try to find a known alignment for rel_lab. */
1321 for (prev = rel_lab;
1322 prev
1323 && ! insn_lengths[INSN_UID (prev)]
1324 && ! (varying_length[INSN_UID (prev)] & 1);
1325 prev = PREV_INSN (prev))
1326 if (varying_length[INSN_UID (prev)] & 2)
1328 rel_align = LABEL_TO_ALIGNMENT (prev);
1329 break;
1332 /* See the comment on addr_diff_vec_flags in rtl.h for the
1333 meaning of the flags values. base: REL_LAB vec: INSN */
1334 /* Anything after INSN has still addresses from the last
1335 pass; adjust these so that they reflect our current
1336 estimate for this pass. */
1337 if (flags.base_after_vec)
1338 rel_addr += insn_current_address - insn_last_address;
1339 if (flags.min_after_vec)
1340 min_addr += insn_current_address - insn_last_address;
1341 if (flags.max_after_vec)
1342 max_addr += insn_current_address - insn_last_address;
1343 /* We want to know the worst case, i.e. lowest possible value
1344 for the offset of MIN_LAB. If MIN_LAB is after REL_LAB,
1345 its offset is positive, and we have to be wary of code shrink;
1346 otherwise, it is negative, and we have to be vary of code
1347 size increase. */
1348 if (flags.min_after_base)
1350 /* If INSN is between REL_LAB and MIN_LAB, the size
1351 changes we are about to make can change the alignment
1352 within the observed offset, therefore we have to break
1353 it up into two parts that are independent. */
1354 if (! flags.base_after_vec && flags.min_after_vec)
1356 min_addr -= align_fuzz (rel_lab, insn, rel_align, 0);
1357 min_addr -= align_fuzz (insn, min_lab, 0, 0);
1359 else
1360 min_addr -= align_fuzz (rel_lab, min_lab, rel_align, 0);
1362 else
1364 if (flags.base_after_vec && ! flags.min_after_vec)
1366 min_addr -= align_fuzz (min_lab, insn, 0, ~0);
1367 min_addr -= align_fuzz (insn, rel_lab, 0, ~0);
1369 else
1370 min_addr -= align_fuzz (min_lab, rel_lab, 0, ~0);
1372 /* Likewise, determine the highest lowest possible value
1373 for the offset of MAX_LAB. */
1374 if (flags.max_after_base)
1376 if (! flags.base_after_vec && flags.max_after_vec)
1378 max_addr += align_fuzz (rel_lab, insn, rel_align, ~0);
1379 max_addr += align_fuzz (insn, max_lab, 0, ~0);
1381 else
1382 max_addr += align_fuzz (rel_lab, max_lab, rel_align, ~0);
1384 else
1386 if (flags.base_after_vec && ! flags.max_after_vec)
1388 max_addr += align_fuzz (max_lab, insn, 0, 0);
1389 max_addr += align_fuzz (insn, rel_lab, 0, 0);
1391 else
1392 max_addr += align_fuzz (max_lab, rel_lab, 0, 0);
1394 vec_mode = CASE_VECTOR_SHORTEN_MODE (min_addr - rel_addr,
1395 max_addr - rel_addr, body);
1396 if (!increasing
1397 || (GET_MODE_SIZE (vec_mode)
1398 >= GET_MODE_SIZE (GET_MODE (body))))
1399 PUT_MODE (body, vec_mode);
1400 if (JUMP_TABLES_IN_TEXT_SECTION
1401 || readonly_data_section == text_section)
1403 insn_lengths[uid]
1404 = (XVECLEN (body, 1) * GET_MODE_SIZE (GET_MODE (body)));
1405 insn_current_address += insn_lengths[uid];
1406 if (insn_lengths[uid] != old_length)
1407 something_changed = 1;
1410 continue;
1412 #endif /* CASE_VECTOR_SHORTEN_MODE */
1414 if (! (varying_length[uid]))
1416 if (NONJUMP_INSN_P (insn)
1417 && GET_CODE (PATTERN (insn)) == SEQUENCE)
1419 int i;
1421 body = PATTERN (insn);
1422 for (i = 0; i < XVECLEN (body, 0); i++)
1424 rtx inner_insn = XVECEXP (body, 0, i);
1425 int inner_uid = INSN_UID (inner_insn);
1427 INSN_ADDRESSES (inner_uid) = insn_current_address;
1429 insn_current_address += insn_lengths[inner_uid];
1432 else
1433 insn_current_address += insn_lengths[uid];
1435 continue;
1438 if (NONJUMP_INSN_P (insn) && GET_CODE (PATTERN (insn)) == SEQUENCE)
1440 rtx_sequence *seqn = as_a <rtx_sequence *> (PATTERN (insn));
1441 int i;
1443 body = PATTERN (insn);
1444 new_length = 0;
1445 for (i = 0; i < seqn->len (); i++)
1447 rtx_insn *inner_insn = seqn->insn (i);
1448 int inner_uid = INSN_UID (inner_insn);
1449 int inner_length;
1451 INSN_ADDRESSES (inner_uid) = insn_current_address;
1453 /* insn_current_length returns 0 for insns with a
1454 non-varying length. */
1455 if (! varying_length[inner_uid])
1456 inner_length = insn_lengths[inner_uid];
1457 else
1458 inner_length = insn_current_length (inner_insn);
1460 if (inner_length != insn_lengths[inner_uid])
1462 if (!increasing || inner_length > insn_lengths[inner_uid])
1464 insn_lengths[inner_uid] = inner_length;
1465 something_changed = 1;
1467 else
1468 inner_length = insn_lengths[inner_uid];
1470 insn_current_address += inner_length;
1471 new_length += inner_length;
1474 else
1476 new_length = insn_current_length (insn);
1477 insn_current_address += new_length;
1480 #ifdef ADJUST_INSN_LENGTH
1481 /* If needed, do any adjustment. */
1482 tmp_length = new_length;
1483 ADJUST_INSN_LENGTH (insn, new_length);
1484 insn_current_address += (new_length - tmp_length);
1485 #endif
1487 if (new_length != insn_lengths[uid]
1488 && (!increasing || new_length > insn_lengths[uid]))
1490 insn_lengths[uid] = new_length;
1491 something_changed = 1;
1493 else
1494 insn_current_address += insn_lengths[uid] - new_length;
1496 /* For a non-optimizing compile, do only a single pass. */
1497 if (!increasing)
1498 break;
1501 free (varying_length);
1504 /* Given the body of an INSN known to be generated by an ASM statement, return
1505 the number of machine instructions likely to be generated for this insn.
1506 This is used to compute its length. */
1508 static int
1509 asm_insn_count (rtx body)
1511 const char *templ;
1513 if (GET_CODE (body) == ASM_INPUT)
1514 templ = XSTR (body, 0);
1515 else
1516 templ = decode_asm_operands (body, NULL, NULL, NULL, NULL, NULL);
1518 return asm_str_count (templ);
1521 /* Return the number of machine instructions likely to be generated for the
1522 inline-asm template. */
1524 asm_str_count (const char *templ)
1526 int count = 1;
1528 if (!*templ)
1529 return 0;
1531 for (; *templ; templ++)
1532 if (IS_ASM_LOGICAL_LINE_SEPARATOR (*templ, templ)
1533 || *templ == '\n')
1534 count++;
1536 return count;
1539 /* ??? This is probably the wrong place for these. */
1540 /* Structure recording the mapping from source file and directory
1541 names at compile time to those to be embedded in debug
1542 information. */
1543 typedef struct debug_prefix_map
1545 const char *old_prefix;
1546 const char *new_prefix;
1547 size_t old_len;
1548 size_t new_len;
1549 struct debug_prefix_map *next;
1550 } debug_prefix_map;
1552 /* Linked list of such structures. */
1553 static debug_prefix_map *debug_prefix_maps;
1556 /* Record a debug file prefix mapping. ARG is the argument to
1557 -fdebug-prefix-map and must be of the form OLD=NEW. */
1559 void
1560 add_debug_prefix_map (const char *arg)
1562 debug_prefix_map *map;
1563 const char *p;
1565 p = strchr (arg, '=');
1566 if (!p)
1568 error ("invalid argument %qs to -fdebug-prefix-map", arg);
1569 return;
1571 map = XNEW (debug_prefix_map);
1572 map->old_prefix = xstrndup (arg, p - arg);
1573 map->old_len = p - arg;
1574 p++;
1575 map->new_prefix = xstrdup (p);
1576 map->new_len = strlen (p);
1577 map->next = debug_prefix_maps;
1578 debug_prefix_maps = map;
1581 /* Perform user-specified mapping of debug filename prefixes. Return
1582 the new name corresponding to FILENAME. */
1584 const char *
1585 remap_debug_filename (const char *filename)
1587 debug_prefix_map *map;
1588 char *s;
1589 const char *name;
1590 size_t name_len;
1592 for (map = debug_prefix_maps; map; map = map->next)
1593 if (filename_ncmp (filename, map->old_prefix, map->old_len) == 0)
1594 break;
1595 if (!map)
1596 return filename;
1597 name = filename + map->old_len;
1598 name_len = strlen (name) + 1;
1599 s = (char *) alloca (name_len + map->new_len);
1600 memcpy (s, map->new_prefix, map->new_len);
1601 memcpy (s + map->new_len, name, name_len);
1602 return ggc_strdup (s);
1605 /* Return true if DWARF2 debug info can be emitted for DECL. */
1607 static bool
1608 dwarf2_debug_info_emitted_p (tree decl)
1610 if (write_symbols != DWARF2_DEBUG && write_symbols != VMS_AND_DWARF2_DEBUG)
1611 return false;
1613 if (DECL_IGNORED_P (decl))
1614 return false;
1616 return true;
1619 /* Return scope resulting from combination of S1 and S2. */
1620 static tree
1621 choose_inner_scope (tree s1, tree s2)
1623 if (!s1)
1624 return s2;
1625 if (!s2)
1626 return s1;
1627 if (BLOCK_NUMBER (s1) > BLOCK_NUMBER (s2))
1628 return s1;
1629 return s2;
1632 /* Emit lexical block notes needed to change scope from S1 to S2. */
1634 static void
1635 change_scope (rtx_insn *orig_insn, tree s1, tree s2)
1637 rtx_insn *insn = orig_insn;
1638 tree com = NULL_TREE;
1639 tree ts1 = s1, ts2 = s2;
1640 tree s;
1642 while (ts1 != ts2)
1644 gcc_assert (ts1 && ts2);
1645 if (BLOCK_NUMBER (ts1) > BLOCK_NUMBER (ts2))
1646 ts1 = BLOCK_SUPERCONTEXT (ts1);
1647 else if (BLOCK_NUMBER (ts1) < BLOCK_NUMBER (ts2))
1648 ts2 = BLOCK_SUPERCONTEXT (ts2);
1649 else
1651 ts1 = BLOCK_SUPERCONTEXT (ts1);
1652 ts2 = BLOCK_SUPERCONTEXT (ts2);
1655 com = ts1;
1657 /* Close scopes. */
1658 s = s1;
1659 while (s != com)
1661 rtx_note *note = emit_note_before (NOTE_INSN_BLOCK_END, insn);
1662 NOTE_BLOCK (note) = s;
1663 s = BLOCK_SUPERCONTEXT (s);
1666 /* Open scopes. */
1667 s = s2;
1668 while (s != com)
1670 insn = emit_note_before (NOTE_INSN_BLOCK_BEG, insn);
1671 NOTE_BLOCK (insn) = s;
1672 s = BLOCK_SUPERCONTEXT (s);
1676 /* Rebuild all the NOTE_INSN_BLOCK_BEG and NOTE_INSN_BLOCK_END notes based
1677 on the scope tree and the newly reordered instructions. */
1679 static void
1680 reemit_insn_block_notes (void)
1682 tree cur_block = DECL_INITIAL (cfun->decl);
1683 rtx_insn *insn;
1684 rtx_note *note;
1686 insn = get_insns ();
1687 for (; insn; insn = NEXT_INSN (insn))
1689 tree this_block;
1691 /* Prevent lexical blocks from straddling section boundaries. */
1692 if (NOTE_P (insn) && NOTE_KIND (insn) == NOTE_INSN_SWITCH_TEXT_SECTIONS)
1694 for (tree s = cur_block; s != DECL_INITIAL (cfun->decl);
1695 s = BLOCK_SUPERCONTEXT (s))
1697 rtx_note *note = emit_note_before (NOTE_INSN_BLOCK_END, insn);
1698 NOTE_BLOCK (note) = s;
1699 note = emit_note_after (NOTE_INSN_BLOCK_BEG, insn);
1700 NOTE_BLOCK (note) = s;
1704 if (!active_insn_p (insn))
1705 continue;
1707 /* Avoid putting scope notes between jump table and its label. */
1708 if (JUMP_TABLE_DATA_P (insn))
1709 continue;
1711 this_block = insn_scope (insn);
1712 /* For sequences compute scope resulting from merging all scopes
1713 of instructions nested inside. */
1714 if (rtx_sequence *body = dyn_cast <rtx_sequence *> (PATTERN (insn)))
1716 int i;
1718 this_block = NULL;
1719 for (i = 0; i < body->len (); i++)
1720 this_block = choose_inner_scope (this_block,
1721 insn_scope (body->insn (i)));
1723 if (! this_block)
1725 if (INSN_LOCATION (insn) == UNKNOWN_LOCATION)
1726 continue;
1727 else
1728 this_block = DECL_INITIAL (cfun->decl);
1731 if (this_block != cur_block)
1733 change_scope (insn, cur_block, this_block);
1734 cur_block = this_block;
1738 /* change_scope emits before the insn, not after. */
1739 note = emit_note (NOTE_INSN_DELETED);
1740 change_scope (note, cur_block, DECL_INITIAL (cfun->decl));
1741 delete_insn (note);
1743 reorder_blocks ();
1746 static const char *some_local_dynamic_name;
1748 /* Locate some local-dynamic symbol still in use by this function
1749 so that we can print its name in local-dynamic base patterns.
1750 Return null if there are no local-dynamic references. */
1752 const char *
1753 get_some_local_dynamic_name ()
1755 subrtx_iterator::array_type array;
1756 rtx_insn *insn;
1758 if (some_local_dynamic_name)
1759 return some_local_dynamic_name;
1761 for (insn = get_insns (); insn ; insn = NEXT_INSN (insn))
1762 if (NONDEBUG_INSN_P (insn))
1763 FOR_EACH_SUBRTX (iter, array, PATTERN (insn), ALL)
1765 const_rtx x = *iter;
1766 if (GET_CODE (x) == SYMBOL_REF)
1768 if (SYMBOL_REF_TLS_MODEL (x) == TLS_MODEL_LOCAL_DYNAMIC)
1769 return some_local_dynamic_name = XSTR (x, 0);
1770 if (CONSTANT_POOL_ADDRESS_P (x))
1771 iter.substitute (get_pool_constant (x));
1775 return 0;
1778 /* Output assembler code for the start of a function,
1779 and initialize some of the variables in this file
1780 for the new function. The label for the function and associated
1781 assembler pseudo-ops have already been output in `assemble_start_function'.
1783 FIRST is the first insn of the rtl for the function being compiled.
1784 FILE is the file to write assembler code to.
1785 OPTIMIZE_P is nonzero if we should eliminate redundant
1786 test and compare insns. */
1788 void
1789 final_start_function (rtx_insn *first, FILE *file,
1790 int optimize_p ATTRIBUTE_UNUSED)
1792 block_depth = 0;
1794 this_is_asm_operands = 0;
1796 need_profile_function = false;
1798 last_filename = LOCATION_FILE (prologue_location);
1799 last_linenum = LOCATION_LINE (prologue_location);
1800 last_discriminator = discriminator = 0;
1802 high_block_linenum = high_function_linenum = last_linenum;
1804 if (flag_sanitize & SANITIZE_ADDRESS)
1805 asan_function_start ();
1807 if (!DECL_IGNORED_P (current_function_decl))
1808 debug_hooks->begin_prologue (last_linenum, last_filename);
1810 if (!dwarf2_debug_info_emitted_p (current_function_decl))
1811 dwarf2out_begin_prologue (0, NULL);
1813 #ifdef LEAF_REG_REMAP
1814 if (crtl->uses_only_leaf_regs)
1815 leaf_renumber_regs (first);
1816 #endif
1818 /* The Sun386i and perhaps other machines don't work right
1819 if the profiling code comes after the prologue. */
1820 if (targetm.profile_before_prologue () && crtl->profile)
1822 if (targetm.asm_out.function_prologue
1823 == default_function_pro_epilogue
1824 #ifdef HAVE_prologue
1825 && HAVE_prologue
1826 #endif
1829 rtx_insn *insn;
1830 for (insn = first; insn; insn = NEXT_INSN (insn))
1831 if (!NOTE_P (insn))
1833 insn = NULL;
1834 break;
1836 else if (NOTE_KIND (insn) == NOTE_INSN_BASIC_BLOCK
1837 || NOTE_KIND (insn) == NOTE_INSN_FUNCTION_BEG)
1838 break;
1839 else if (NOTE_KIND (insn) == NOTE_INSN_DELETED
1840 || NOTE_KIND (insn) == NOTE_INSN_VAR_LOCATION)
1841 continue;
1842 else
1844 insn = NULL;
1845 break;
1848 if (insn)
1849 need_profile_function = true;
1850 else
1851 profile_function (file);
1853 else
1854 profile_function (file);
1857 /* If debugging, assign block numbers to all of the blocks in this
1858 function. */
1859 if (write_symbols)
1861 reemit_insn_block_notes ();
1862 number_blocks (current_function_decl);
1863 /* We never actually put out begin/end notes for the top-level
1864 block in the function. But, conceptually, that block is
1865 always needed. */
1866 TREE_ASM_WRITTEN (DECL_INITIAL (current_function_decl)) = 1;
1869 if (warn_frame_larger_than
1870 && get_frame_size () > frame_larger_than_size)
1872 /* Issue a warning */
1873 warning (OPT_Wframe_larger_than_,
1874 "the frame size of %wd bytes is larger than %wd bytes",
1875 get_frame_size (), frame_larger_than_size);
1878 /* First output the function prologue: code to set up the stack frame. */
1879 targetm.asm_out.function_prologue (file, get_frame_size ());
1881 /* If the machine represents the prologue as RTL, the profiling code must
1882 be emitted when NOTE_INSN_PROLOGUE_END is scanned. */
1883 #ifdef HAVE_prologue
1884 if (! HAVE_prologue)
1885 #endif
1886 profile_after_prologue (file);
1889 static void
1890 profile_after_prologue (FILE *file ATTRIBUTE_UNUSED)
1892 if (!targetm.profile_before_prologue () && crtl->profile)
1893 profile_function (file);
1896 static void
1897 profile_function (FILE *file ATTRIBUTE_UNUSED)
1899 #ifndef NO_PROFILE_COUNTERS
1900 # define NO_PROFILE_COUNTERS 0
1901 #endif
1902 #ifdef ASM_OUTPUT_REG_PUSH
1903 rtx sval = NULL, chain = NULL;
1905 if (cfun->returns_struct)
1906 sval = targetm.calls.struct_value_rtx (TREE_TYPE (current_function_decl),
1907 true);
1908 if (cfun->static_chain_decl)
1909 chain = targetm.calls.static_chain (current_function_decl, true);
1910 #endif /* ASM_OUTPUT_REG_PUSH */
1912 if (! NO_PROFILE_COUNTERS)
1914 int align = MIN (BIGGEST_ALIGNMENT, LONG_TYPE_SIZE);
1915 switch_to_section (data_section);
1916 ASM_OUTPUT_ALIGN (file, floor_log2 (align / BITS_PER_UNIT));
1917 targetm.asm_out.internal_label (file, "LP", current_function_funcdef_no);
1918 assemble_integer (const0_rtx, LONG_TYPE_SIZE / BITS_PER_UNIT, align, 1);
1921 switch_to_section (current_function_section ());
1923 #ifdef ASM_OUTPUT_REG_PUSH
1924 if (sval && REG_P (sval))
1925 ASM_OUTPUT_REG_PUSH (file, REGNO (sval));
1926 if (chain && REG_P (chain))
1927 ASM_OUTPUT_REG_PUSH (file, REGNO (chain));
1928 #endif
1930 FUNCTION_PROFILER (file, current_function_funcdef_no);
1932 #ifdef ASM_OUTPUT_REG_PUSH
1933 if (chain && REG_P (chain))
1934 ASM_OUTPUT_REG_POP (file, REGNO (chain));
1935 if (sval && REG_P (sval))
1936 ASM_OUTPUT_REG_POP (file, REGNO (sval));
1937 #endif
1940 /* Output assembler code for the end of a function.
1941 For clarity, args are same as those of `final_start_function'
1942 even though not all of them are needed. */
1944 void
1945 final_end_function (void)
1947 app_disable ();
1949 if (!DECL_IGNORED_P (current_function_decl))
1950 debug_hooks->end_function (high_function_linenum);
1952 /* Finally, output the function epilogue:
1953 code to restore the stack frame and return to the caller. */
1954 targetm.asm_out.function_epilogue (asm_out_file, get_frame_size ());
1956 /* And debug output. */
1957 if (!DECL_IGNORED_P (current_function_decl))
1958 debug_hooks->end_epilogue (last_linenum, last_filename);
1960 if (!dwarf2_debug_info_emitted_p (current_function_decl)
1961 && dwarf2out_do_frame ())
1962 dwarf2out_end_epilogue (last_linenum, last_filename);
1964 some_local_dynamic_name = 0;
1968 /* Dumper helper for basic block information. FILE is the assembly
1969 output file, and INSN is the instruction being emitted. */
1971 static void
1972 dump_basic_block_info (FILE *file, rtx_insn *insn, basic_block *start_to_bb,
1973 basic_block *end_to_bb, int bb_map_size, int *bb_seqn)
1975 basic_block bb;
1977 if (!flag_debug_asm)
1978 return;
1980 if (INSN_UID (insn) < bb_map_size
1981 && (bb = start_to_bb[INSN_UID (insn)]) != NULL)
1983 edge e;
1984 edge_iterator ei;
1986 fprintf (file, "%s BLOCK %d", ASM_COMMENT_START, bb->index);
1987 if (bb->frequency)
1988 fprintf (file, " freq:%d", bb->frequency);
1989 if (bb->count)
1990 fprintf (file, " count:%" PRId64,
1991 bb->count);
1992 fprintf (file, " seq:%d", (*bb_seqn)++);
1993 fprintf (file, "\n%s PRED:", ASM_COMMENT_START);
1994 FOR_EACH_EDGE (e, ei, bb->preds)
1996 dump_edge_info (file, e, TDF_DETAILS, 0);
1998 fprintf (file, "\n");
2000 if (INSN_UID (insn) < bb_map_size
2001 && (bb = end_to_bb[INSN_UID (insn)]) != NULL)
2003 edge e;
2004 edge_iterator ei;
2006 fprintf (asm_out_file, "%s SUCC:", ASM_COMMENT_START);
2007 FOR_EACH_EDGE (e, ei, bb->succs)
2009 dump_edge_info (asm_out_file, e, TDF_DETAILS, 1);
2011 fprintf (file, "\n");
2015 /* Output assembler code for some insns: all or part of a function.
2016 For description of args, see `final_start_function', above. */
2018 void
2019 final (rtx_insn *first, FILE *file, int optimize_p)
2021 rtx_insn *insn, *next;
2022 int seen = 0;
2024 /* Used for -dA dump. */
2025 basic_block *start_to_bb = NULL;
2026 basic_block *end_to_bb = NULL;
2027 int bb_map_size = 0;
2028 int bb_seqn = 0;
2030 last_ignored_compare = 0;
2032 if (HAVE_cc0)
2033 for (insn = first; insn; insn = NEXT_INSN (insn))
2035 /* If CC tracking across branches is enabled, record the insn which
2036 jumps to each branch only reached from one place. */
2037 if (optimize_p && JUMP_P (insn))
2039 rtx lab = JUMP_LABEL (insn);
2040 if (lab && LABEL_P (lab) && LABEL_NUSES (lab) == 1)
2042 LABEL_REFS (lab) = insn;
2047 init_recog ();
2049 CC_STATUS_INIT;
2051 if (flag_debug_asm)
2053 basic_block bb;
2055 bb_map_size = get_max_uid () + 1;
2056 start_to_bb = XCNEWVEC (basic_block, bb_map_size);
2057 end_to_bb = XCNEWVEC (basic_block, bb_map_size);
2059 /* There is no cfg for a thunk. */
2060 if (!cfun->is_thunk)
2061 FOR_EACH_BB_REVERSE_FN (bb, cfun)
2063 start_to_bb[INSN_UID (BB_HEAD (bb))] = bb;
2064 end_to_bb[INSN_UID (BB_END (bb))] = bb;
2068 /* Output the insns. */
2069 for (insn = first; insn;)
2071 if (HAVE_ATTR_length)
2073 if ((unsigned) INSN_UID (insn) >= INSN_ADDRESSES_SIZE ())
2075 /* This can be triggered by bugs elsewhere in the compiler if
2076 new insns are created after init_insn_lengths is called. */
2077 gcc_assert (NOTE_P (insn));
2078 insn_current_address = -1;
2080 else
2081 insn_current_address = INSN_ADDRESSES (INSN_UID (insn));
2084 dump_basic_block_info (file, insn, start_to_bb, end_to_bb,
2085 bb_map_size, &bb_seqn);
2086 insn = final_scan_insn (insn, file, optimize_p, 0, &seen);
2089 if (flag_debug_asm)
2091 free (start_to_bb);
2092 free (end_to_bb);
2095 /* Remove CFI notes, to avoid compare-debug failures. */
2096 for (insn = first; insn; insn = next)
2098 next = NEXT_INSN (insn);
2099 if (NOTE_P (insn)
2100 && (NOTE_KIND (insn) == NOTE_INSN_CFI
2101 || NOTE_KIND (insn) == NOTE_INSN_CFI_LABEL))
2102 delete_insn (insn);
2106 const char *
2107 get_insn_template (int code, rtx insn)
2109 switch (insn_data[code].output_format)
2111 case INSN_OUTPUT_FORMAT_SINGLE:
2112 return insn_data[code].output.single;
2113 case INSN_OUTPUT_FORMAT_MULTI:
2114 return insn_data[code].output.multi[which_alternative];
2115 case INSN_OUTPUT_FORMAT_FUNCTION:
2116 gcc_assert (insn);
2117 return (*insn_data[code].output.function) (recog_data.operand,
2118 as_a <rtx_insn *> (insn));
2120 default:
2121 gcc_unreachable ();
2125 /* Emit the appropriate declaration for an alternate-entry-point
2126 symbol represented by INSN, to FILE. INSN is a CODE_LABEL with
2127 LABEL_KIND != LABEL_NORMAL.
2129 The case fall-through in this function is intentional. */
2130 static void
2131 output_alternate_entry_point (FILE *file, rtx_insn *insn)
2133 const char *name = LABEL_NAME (insn);
2135 switch (LABEL_KIND (insn))
2137 case LABEL_WEAK_ENTRY:
2138 #ifdef ASM_WEAKEN_LABEL
2139 ASM_WEAKEN_LABEL (file, name);
2140 #endif
2141 case LABEL_GLOBAL_ENTRY:
2142 targetm.asm_out.globalize_label (file, name);
2143 case LABEL_STATIC_ENTRY:
2144 #ifdef ASM_OUTPUT_TYPE_DIRECTIVE
2145 ASM_OUTPUT_TYPE_DIRECTIVE (file, name, "function");
2146 #endif
2147 ASM_OUTPUT_LABEL (file, name);
2148 break;
2150 case LABEL_NORMAL:
2151 default:
2152 gcc_unreachable ();
2156 /* Given a CALL_INSN, find and return the nested CALL. */
2157 static rtx
2158 call_from_call_insn (rtx_call_insn *insn)
2160 rtx x;
2161 gcc_assert (CALL_P (insn));
2162 x = PATTERN (insn);
2164 while (GET_CODE (x) != CALL)
2166 switch (GET_CODE (x))
2168 default:
2169 gcc_unreachable ();
2170 case COND_EXEC:
2171 x = COND_EXEC_CODE (x);
2172 break;
2173 case PARALLEL:
2174 x = XVECEXP (x, 0, 0);
2175 break;
2176 case SET:
2177 x = XEXP (x, 1);
2178 break;
2181 return x;
2184 /* The final scan for one insn, INSN.
2185 Args are same as in `final', except that INSN
2186 is the insn being scanned.
2187 Value returned is the next insn to be scanned.
2189 NOPEEPHOLES is the flag to disallow peephole processing (currently
2190 used for within delayed branch sequence output).
2192 SEEN is used to track the end of the prologue, for emitting
2193 debug information. We force the emission of a line note after
2194 both NOTE_INSN_PROLOGUE_END and NOTE_INSN_FUNCTION_BEG. */
2196 rtx_insn *
2197 final_scan_insn (rtx_insn *insn, FILE *file, int optimize_p ATTRIBUTE_UNUSED,
2198 int nopeepholes ATTRIBUTE_UNUSED, int *seen)
2200 #if HAVE_cc0
2201 rtx set;
2202 #endif
2203 rtx_insn *next;
2205 insn_counter++;
2207 /* Ignore deleted insns. These can occur when we split insns (due to a
2208 template of "#") while not optimizing. */
2209 if (insn->deleted ())
2210 return NEXT_INSN (insn);
2212 switch (GET_CODE (insn))
2214 case NOTE:
2215 switch (NOTE_KIND (insn))
2217 case NOTE_INSN_DELETED:
2218 case NOTE_INSN_UPDATE_SJLJ_CONTEXT:
2219 break;
2221 case NOTE_INSN_SWITCH_TEXT_SECTIONS:
2222 in_cold_section_p = !in_cold_section_p;
2224 if (dwarf2out_do_frame ())
2225 dwarf2out_switch_text_section ();
2226 else if (!DECL_IGNORED_P (current_function_decl))
2227 debug_hooks->switch_text_section ();
2229 switch_to_section (current_function_section ());
2230 targetm.asm_out.function_switched_text_sections (asm_out_file,
2231 current_function_decl,
2232 in_cold_section_p);
2233 /* Emit a label for the split cold section. Form label name by
2234 suffixing "cold" to the original function's name. */
2235 if (in_cold_section_p)
2237 cold_function_name
2238 = clone_function_name (current_function_decl, "cold");
2239 #ifdef ASM_DECLARE_COLD_FUNCTION_NAME
2240 ASM_DECLARE_COLD_FUNCTION_NAME (asm_out_file,
2241 IDENTIFIER_POINTER
2242 (cold_function_name),
2243 current_function_decl);
2244 #else
2245 ASM_OUTPUT_LABEL (asm_out_file,
2246 IDENTIFIER_POINTER (cold_function_name));
2247 #endif
2249 break;
2251 case NOTE_INSN_BASIC_BLOCK:
2252 if (need_profile_function)
2254 profile_function (asm_out_file);
2255 need_profile_function = false;
2258 if (targetm.asm_out.unwind_emit)
2259 targetm.asm_out.unwind_emit (asm_out_file, insn);
2261 discriminator = NOTE_BASIC_BLOCK (insn)->discriminator;
2263 break;
2265 case NOTE_INSN_EH_REGION_BEG:
2266 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LEHB",
2267 NOTE_EH_HANDLER (insn));
2268 break;
2270 case NOTE_INSN_EH_REGION_END:
2271 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LEHE",
2272 NOTE_EH_HANDLER (insn));
2273 break;
2275 case NOTE_INSN_PROLOGUE_END:
2276 targetm.asm_out.function_end_prologue (file);
2277 profile_after_prologue (file);
2279 if ((*seen & (SEEN_EMITTED | SEEN_NOTE)) == SEEN_NOTE)
2281 *seen |= SEEN_EMITTED;
2282 force_source_line = true;
2284 else
2285 *seen |= SEEN_NOTE;
2287 break;
2289 case NOTE_INSN_EPILOGUE_BEG:
2290 if (!DECL_IGNORED_P (current_function_decl))
2291 (*debug_hooks->begin_epilogue) (last_linenum, last_filename);
2292 targetm.asm_out.function_begin_epilogue (file);
2293 break;
2295 case NOTE_INSN_CFI:
2296 dwarf2out_emit_cfi (NOTE_CFI (insn));
2297 break;
2299 case NOTE_INSN_CFI_LABEL:
2300 ASM_OUTPUT_DEBUG_LABEL (asm_out_file, "LCFI",
2301 NOTE_LABEL_NUMBER (insn));
2302 break;
2304 case NOTE_INSN_FUNCTION_BEG:
2305 if (need_profile_function)
2307 profile_function (asm_out_file);
2308 need_profile_function = false;
2311 app_disable ();
2312 if (!DECL_IGNORED_P (current_function_decl))
2313 debug_hooks->end_prologue (last_linenum, last_filename);
2315 if ((*seen & (SEEN_EMITTED | SEEN_NOTE)) == SEEN_NOTE)
2317 *seen |= SEEN_EMITTED;
2318 force_source_line = true;
2320 else
2321 *seen |= SEEN_NOTE;
2323 break;
2325 case NOTE_INSN_BLOCK_BEG:
2326 if (debug_info_level == DINFO_LEVEL_NORMAL
2327 || debug_info_level == DINFO_LEVEL_VERBOSE
2328 || write_symbols == DWARF2_DEBUG
2329 || write_symbols == VMS_AND_DWARF2_DEBUG
2330 || write_symbols == VMS_DEBUG)
2332 int n = BLOCK_NUMBER (NOTE_BLOCK (insn));
2334 app_disable ();
2335 ++block_depth;
2336 high_block_linenum = last_linenum;
2338 /* Output debugging info about the symbol-block beginning. */
2339 if (!DECL_IGNORED_P (current_function_decl))
2340 debug_hooks->begin_block (last_linenum, n);
2342 /* Mark this block as output. */
2343 TREE_ASM_WRITTEN (NOTE_BLOCK (insn)) = 1;
2345 if (write_symbols == DBX_DEBUG
2346 || write_symbols == SDB_DEBUG)
2348 location_t *locus_ptr
2349 = block_nonartificial_location (NOTE_BLOCK (insn));
2351 if (locus_ptr != NULL)
2353 override_filename = LOCATION_FILE (*locus_ptr);
2354 override_linenum = LOCATION_LINE (*locus_ptr);
2357 break;
2359 case NOTE_INSN_BLOCK_END:
2360 if (debug_info_level == DINFO_LEVEL_NORMAL
2361 || debug_info_level == DINFO_LEVEL_VERBOSE
2362 || write_symbols == DWARF2_DEBUG
2363 || write_symbols == VMS_AND_DWARF2_DEBUG
2364 || write_symbols == VMS_DEBUG)
2366 int n = BLOCK_NUMBER (NOTE_BLOCK (insn));
2368 app_disable ();
2370 /* End of a symbol-block. */
2371 --block_depth;
2372 gcc_assert (block_depth >= 0);
2374 if (!DECL_IGNORED_P (current_function_decl))
2375 debug_hooks->end_block (high_block_linenum, n);
2377 if (write_symbols == DBX_DEBUG
2378 || write_symbols == SDB_DEBUG)
2380 tree outer_block = BLOCK_SUPERCONTEXT (NOTE_BLOCK (insn));
2381 location_t *locus_ptr
2382 = block_nonartificial_location (outer_block);
2384 if (locus_ptr != NULL)
2386 override_filename = LOCATION_FILE (*locus_ptr);
2387 override_linenum = LOCATION_LINE (*locus_ptr);
2389 else
2391 override_filename = NULL;
2392 override_linenum = 0;
2395 break;
2397 case NOTE_INSN_DELETED_LABEL:
2398 /* Emit the label. We may have deleted the CODE_LABEL because
2399 the label could be proved to be unreachable, though still
2400 referenced (in the form of having its address taken. */
2401 ASM_OUTPUT_DEBUG_LABEL (file, "L", CODE_LABEL_NUMBER (insn));
2402 break;
2404 case NOTE_INSN_DELETED_DEBUG_LABEL:
2405 /* Similarly, but need to use different namespace for it. */
2406 if (CODE_LABEL_NUMBER (insn) != -1)
2407 ASM_OUTPUT_DEBUG_LABEL (file, "LDL", CODE_LABEL_NUMBER (insn));
2408 break;
2410 case NOTE_INSN_VAR_LOCATION:
2411 case NOTE_INSN_CALL_ARG_LOCATION:
2412 if (!DECL_IGNORED_P (current_function_decl))
2413 debug_hooks->var_location (insn);
2414 break;
2416 default:
2417 gcc_unreachable ();
2418 break;
2420 break;
2422 case BARRIER:
2423 break;
2425 case CODE_LABEL:
2426 /* The target port might emit labels in the output function for
2427 some insn, e.g. sh.c output_branchy_insn. */
2428 if (CODE_LABEL_NUMBER (insn) <= max_labelno)
2430 int align = LABEL_TO_ALIGNMENT (insn);
2431 #ifdef ASM_OUTPUT_MAX_SKIP_ALIGN
2432 int max_skip = LABEL_TO_MAX_SKIP (insn);
2433 #endif
2435 if (align && NEXT_INSN (insn))
2437 #ifdef ASM_OUTPUT_MAX_SKIP_ALIGN
2438 ASM_OUTPUT_MAX_SKIP_ALIGN (file, align, max_skip);
2439 #else
2440 #ifdef ASM_OUTPUT_ALIGN_WITH_NOP
2441 ASM_OUTPUT_ALIGN_WITH_NOP (file, align);
2442 #else
2443 ASM_OUTPUT_ALIGN (file, align);
2444 #endif
2445 #endif
2448 CC_STATUS_INIT;
2450 if (!DECL_IGNORED_P (current_function_decl) && LABEL_NAME (insn))
2451 debug_hooks->label (as_a <rtx_code_label *> (insn));
2453 app_disable ();
2455 next = next_nonnote_insn (insn);
2456 /* If this label is followed by a jump-table, make sure we put
2457 the label in the read-only section. Also possibly write the
2458 label and jump table together. */
2459 if (next != 0 && JUMP_TABLE_DATA_P (next))
2461 #if defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC)
2462 /* In this case, the case vector is being moved by the
2463 target, so don't output the label at all. Leave that
2464 to the back end macros. */
2465 #else
2466 if (! JUMP_TABLES_IN_TEXT_SECTION)
2468 int log_align;
2470 switch_to_section (targetm.asm_out.function_rodata_section
2471 (current_function_decl));
2473 #ifdef ADDR_VEC_ALIGN
2474 log_align = ADDR_VEC_ALIGN (next);
2475 #else
2476 log_align = exact_log2 (BIGGEST_ALIGNMENT / BITS_PER_UNIT);
2477 #endif
2478 ASM_OUTPUT_ALIGN (file, log_align);
2480 else
2481 switch_to_section (current_function_section ());
2483 #ifdef ASM_OUTPUT_CASE_LABEL
2484 ASM_OUTPUT_CASE_LABEL (file, "L", CODE_LABEL_NUMBER (insn),
2485 next);
2486 #else
2487 targetm.asm_out.internal_label (file, "L", CODE_LABEL_NUMBER (insn));
2488 #endif
2489 #endif
2490 break;
2492 if (LABEL_ALT_ENTRY_P (insn))
2493 output_alternate_entry_point (file, insn);
2494 else
2495 targetm.asm_out.internal_label (file, "L", CODE_LABEL_NUMBER (insn));
2496 break;
2498 default:
2500 rtx body = PATTERN (insn);
2501 int insn_code_number;
2502 const char *templ;
2503 bool is_stmt;
2505 /* Reset this early so it is correct for ASM statements. */
2506 current_insn_predicate = NULL_RTX;
2508 /* An INSN, JUMP_INSN or CALL_INSN.
2509 First check for special kinds that recog doesn't recognize. */
2511 if (GET_CODE (body) == USE /* These are just declarations. */
2512 || GET_CODE (body) == CLOBBER)
2513 break;
2515 #if HAVE_cc0
2517 /* If there is a REG_CC_SETTER note on this insn, it means that
2518 the setting of the condition code was done in the delay slot
2519 of the insn that branched here. So recover the cc status
2520 from the insn that set it. */
2522 rtx note = find_reg_note (insn, REG_CC_SETTER, NULL_RTX);
2523 if (note)
2525 rtx_insn *other = as_a <rtx_insn *> (XEXP (note, 0));
2526 NOTICE_UPDATE_CC (PATTERN (other), other);
2527 cc_prev_status = cc_status;
2530 #endif
2532 /* Detect insns that are really jump-tables
2533 and output them as such. */
2535 if (JUMP_TABLE_DATA_P (insn))
2537 #if !(defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC))
2538 int vlen, idx;
2539 #endif
2541 if (! JUMP_TABLES_IN_TEXT_SECTION)
2542 switch_to_section (targetm.asm_out.function_rodata_section
2543 (current_function_decl));
2544 else
2545 switch_to_section (current_function_section ());
2547 app_disable ();
2549 #if defined(ASM_OUTPUT_ADDR_VEC) || defined(ASM_OUTPUT_ADDR_DIFF_VEC)
2550 if (GET_CODE (body) == ADDR_VEC)
2552 #ifdef ASM_OUTPUT_ADDR_VEC
2553 ASM_OUTPUT_ADDR_VEC (PREV_INSN (insn), body);
2554 #else
2555 gcc_unreachable ();
2556 #endif
2558 else
2560 #ifdef ASM_OUTPUT_ADDR_DIFF_VEC
2561 ASM_OUTPUT_ADDR_DIFF_VEC (PREV_INSN (insn), body);
2562 #else
2563 gcc_unreachable ();
2564 #endif
2566 #else
2567 vlen = XVECLEN (body, GET_CODE (body) == ADDR_DIFF_VEC);
2568 for (idx = 0; idx < vlen; idx++)
2570 if (GET_CODE (body) == ADDR_VEC)
2572 #ifdef ASM_OUTPUT_ADDR_VEC_ELT
2573 ASM_OUTPUT_ADDR_VEC_ELT
2574 (file, CODE_LABEL_NUMBER (XEXP (XVECEXP (body, 0, idx), 0)));
2575 #else
2576 gcc_unreachable ();
2577 #endif
2579 else
2581 #ifdef ASM_OUTPUT_ADDR_DIFF_ELT
2582 ASM_OUTPUT_ADDR_DIFF_ELT
2583 (file,
2584 body,
2585 CODE_LABEL_NUMBER (XEXP (XVECEXP (body, 1, idx), 0)),
2586 CODE_LABEL_NUMBER (XEXP (XEXP (body, 0), 0)));
2587 #else
2588 gcc_unreachable ();
2589 #endif
2592 #ifdef ASM_OUTPUT_CASE_END
2593 ASM_OUTPUT_CASE_END (file,
2594 CODE_LABEL_NUMBER (PREV_INSN (insn)),
2595 insn);
2596 #endif
2597 #endif
2599 switch_to_section (current_function_section ());
2601 break;
2603 /* Output this line note if it is the first or the last line
2604 note in a row. */
2605 if (!DECL_IGNORED_P (current_function_decl)
2606 && notice_source_line (insn, &is_stmt))
2607 (*debug_hooks->source_line) (last_linenum, last_filename,
2608 last_discriminator, is_stmt);
2610 if (GET_CODE (body) == ASM_INPUT)
2612 const char *string = XSTR (body, 0);
2614 /* There's no telling what that did to the condition codes. */
2615 CC_STATUS_INIT;
2617 if (string[0])
2619 expanded_location loc;
2621 app_enable ();
2622 loc = expand_location (ASM_INPUT_SOURCE_LOCATION (body));
2623 if (*loc.file && loc.line)
2624 fprintf (asm_out_file, "%s %i \"%s\" 1\n",
2625 ASM_COMMENT_START, loc.line, loc.file);
2626 fprintf (asm_out_file, "\t%s\n", string);
2627 #if HAVE_AS_LINE_ZERO
2628 if (*loc.file && loc.line)
2629 fprintf (asm_out_file, "%s 0 \"\" 2\n", ASM_COMMENT_START);
2630 #endif
2632 break;
2635 /* Detect `asm' construct with operands. */
2636 if (asm_noperands (body) >= 0)
2638 unsigned int noperands = asm_noperands (body);
2639 rtx *ops = XALLOCAVEC (rtx, noperands);
2640 const char *string;
2641 location_t loc;
2642 expanded_location expanded;
2644 /* There's no telling what that did to the condition codes. */
2645 CC_STATUS_INIT;
2647 /* Get out the operand values. */
2648 string = decode_asm_operands (body, ops, NULL, NULL, NULL, &loc);
2649 /* Inhibit dying on what would otherwise be compiler bugs. */
2650 insn_noperands = noperands;
2651 this_is_asm_operands = insn;
2652 expanded = expand_location (loc);
2654 #ifdef FINAL_PRESCAN_INSN
2655 FINAL_PRESCAN_INSN (insn, ops, insn_noperands);
2656 #endif
2658 /* Output the insn using them. */
2659 if (string[0])
2661 app_enable ();
2662 if (expanded.file && expanded.line)
2663 fprintf (asm_out_file, "%s %i \"%s\" 1\n",
2664 ASM_COMMENT_START, expanded.line, expanded.file);
2665 output_asm_insn (string, ops);
2666 #if HAVE_AS_LINE_ZERO
2667 if (expanded.file && expanded.line)
2668 fprintf (asm_out_file, "%s 0 \"\" 2\n", ASM_COMMENT_START);
2669 #endif
2672 if (targetm.asm_out.final_postscan_insn)
2673 targetm.asm_out.final_postscan_insn (file, insn, ops,
2674 insn_noperands);
2676 this_is_asm_operands = 0;
2677 break;
2680 app_disable ();
2682 if (rtx_sequence *seq = dyn_cast <rtx_sequence *> (body))
2684 /* A delayed-branch sequence */
2685 int i;
2687 final_sequence = seq;
2689 /* The first insn in this SEQUENCE might be a JUMP_INSN that will
2690 force the restoration of a comparison that was previously
2691 thought unnecessary. If that happens, cancel this sequence
2692 and cause that insn to be restored. */
2694 next = final_scan_insn (seq->insn (0), file, 0, 1, seen);
2695 if (next != seq->insn (1))
2697 final_sequence = 0;
2698 return next;
2701 for (i = 1; i < seq->len (); i++)
2703 rtx_insn *insn = seq->insn (i);
2704 rtx_insn *next = NEXT_INSN (insn);
2705 /* We loop in case any instruction in a delay slot gets
2706 split. */
2708 insn = final_scan_insn (insn, file, 0, 1, seen);
2709 while (insn != next);
2711 #ifdef DBR_OUTPUT_SEQEND
2712 DBR_OUTPUT_SEQEND (file);
2713 #endif
2714 final_sequence = 0;
2716 /* If the insn requiring the delay slot was a CALL_INSN, the
2717 insns in the delay slot are actually executed before the
2718 called function. Hence we don't preserve any CC-setting
2719 actions in these insns and the CC must be marked as being
2720 clobbered by the function. */
2721 if (CALL_P (seq->insn (0)))
2723 CC_STATUS_INIT;
2725 break;
2728 /* We have a real machine instruction as rtl. */
2730 body = PATTERN (insn);
2732 #if HAVE_cc0
2733 set = single_set (insn);
2735 /* Check for redundant test and compare instructions
2736 (when the condition codes are already set up as desired).
2737 This is done only when optimizing; if not optimizing,
2738 it should be possible for the user to alter a variable
2739 with the debugger in between statements
2740 and the next statement should reexamine the variable
2741 to compute the condition codes. */
2743 if (optimize_p)
2745 if (set
2746 && GET_CODE (SET_DEST (set)) == CC0
2747 && insn != last_ignored_compare)
2749 rtx src1, src2;
2750 if (GET_CODE (SET_SRC (set)) == SUBREG)
2751 SET_SRC (set) = alter_subreg (&SET_SRC (set), true);
2753 src1 = SET_SRC (set);
2754 src2 = NULL_RTX;
2755 if (GET_CODE (SET_SRC (set)) == COMPARE)
2757 if (GET_CODE (XEXP (SET_SRC (set), 0)) == SUBREG)
2758 XEXP (SET_SRC (set), 0)
2759 = alter_subreg (&XEXP (SET_SRC (set), 0), true);
2760 if (GET_CODE (XEXP (SET_SRC (set), 1)) == SUBREG)
2761 XEXP (SET_SRC (set), 1)
2762 = alter_subreg (&XEXP (SET_SRC (set), 1), true);
2763 if (XEXP (SET_SRC (set), 1)
2764 == CONST0_RTX (GET_MODE (XEXP (SET_SRC (set), 0))))
2765 src2 = XEXP (SET_SRC (set), 0);
2767 if ((cc_status.value1 != 0
2768 && rtx_equal_p (src1, cc_status.value1))
2769 || (cc_status.value2 != 0
2770 && rtx_equal_p (src1, cc_status.value2))
2771 || (src2 != 0 && cc_status.value1 != 0
2772 && rtx_equal_p (src2, cc_status.value1))
2773 || (src2 != 0 && cc_status.value2 != 0
2774 && rtx_equal_p (src2, cc_status.value2)))
2776 /* Don't delete insn if it has an addressing side-effect. */
2777 if (! FIND_REG_INC_NOTE (insn, NULL_RTX)
2778 /* or if anything in it is volatile. */
2779 && ! volatile_refs_p (PATTERN (insn)))
2781 /* We don't really delete the insn; just ignore it. */
2782 last_ignored_compare = insn;
2783 break;
2789 /* If this is a conditional branch, maybe modify it
2790 if the cc's are in a nonstandard state
2791 so that it accomplishes the same thing that it would
2792 do straightforwardly if the cc's were set up normally. */
2794 if (cc_status.flags != 0
2795 && JUMP_P (insn)
2796 && GET_CODE (body) == SET
2797 && SET_DEST (body) == pc_rtx
2798 && GET_CODE (SET_SRC (body)) == IF_THEN_ELSE
2799 && COMPARISON_P (XEXP (SET_SRC (body), 0))
2800 && XEXP (XEXP (SET_SRC (body), 0), 0) == cc0_rtx)
2802 /* This function may alter the contents of its argument
2803 and clear some of the cc_status.flags bits.
2804 It may also return 1 meaning condition now always true
2805 or -1 meaning condition now always false
2806 or 2 meaning condition nontrivial but altered. */
2807 int result = alter_cond (XEXP (SET_SRC (body), 0));
2808 /* If condition now has fixed value, replace the IF_THEN_ELSE
2809 with its then-operand or its else-operand. */
2810 if (result == 1)
2811 SET_SRC (body) = XEXP (SET_SRC (body), 1);
2812 if (result == -1)
2813 SET_SRC (body) = XEXP (SET_SRC (body), 2);
2815 /* The jump is now either unconditional or a no-op.
2816 If it has become a no-op, don't try to output it.
2817 (It would not be recognized.) */
2818 if (SET_SRC (body) == pc_rtx)
2820 delete_insn (insn);
2821 break;
2823 else if (ANY_RETURN_P (SET_SRC (body)))
2824 /* Replace (set (pc) (return)) with (return). */
2825 PATTERN (insn) = body = SET_SRC (body);
2827 /* Rerecognize the instruction if it has changed. */
2828 if (result != 0)
2829 INSN_CODE (insn) = -1;
2832 /* If this is a conditional trap, maybe modify it if the cc's
2833 are in a nonstandard state so that it accomplishes the same
2834 thing that it would do straightforwardly if the cc's were
2835 set up normally. */
2836 if (cc_status.flags != 0
2837 && NONJUMP_INSN_P (insn)
2838 && GET_CODE (body) == TRAP_IF
2839 && COMPARISON_P (TRAP_CONDITION (body))
2840 && XEXP (TRAP_CONDITION (body), 0) == cc0_rtx)
2842 /* This function may alter the contents of its argument
2843 and clear some of the cc_status.flags bits.
2844 It may also return 1 meaning condition now always true
2845 or -1 meaning condition now always false
2846 or 2 meaning condition nontrivial but altered. */
2847 int result = alter_cond (TRAP_CONDITION (body));
2849 /* If TRAP_CONDITION has become always false, delete the
2850 instruction. */
2851 if (result == -1)
2853 delete_insn (insn);
2854 break;
2857 /* If TRAP_CONDITION has become always true, replace
2858 TRAP_CONDITION with const_true_rtx. */
2859 if (result == 1)
2860 TRAP_CONDITION (body) = const_true_rtx;
2862 /* Rerecognize the instruction if it has changed. */
2863 if (result != 0)
2864 INSN_CODE (insn) = -1;
2867 /* Make same adjustments to instructions that examine the
2868 condition codes without jumping and instructions that
2869 handle conditional moves (if this machine has either one). */
2871 if (cc_status.flags != 0
2872 && set != 0)
2874 rtx cond_rtx, then_rtx, else_rtx;
2876 if (!JUMP_P (insn)
2877 && GET_CODE (SET_SRC (set)) == IF_THEN_ELSE)
2879 cond_rtx = XEXP (SET_SRC (set), 0);
2880 then_rtx = XEXP (SET_SRC (set), 1);
2881 else_rtx = XEXP (SET_SRC (set), 2);
2883 else
2885 cond_rtx = SET_SRC (set);
2886 then_rtx = const_true_rtx;
2887 else_rtx = const0_rtx;
2890 if (COMPARISON_P (cond_rtx)
2891 && XEXP (cond_rtx, 0) == cc0_rtx)
2893 int result;
2894 result = alter_cond (cond_rtx);
2895 if (result == 1)
2896 validate_change (insn, &SET_SRC (set), then_rtx, 0);
2897 else if (result == -1)
2898 validate_change (insn, &SET_SRC (set), else_rtx, 0);
2899 else if (result == 2)
2900 INSN_CODE (insn) = -1;
2901 if (SET_DEST (set) == SET_SRC (set))
2902 delete_insn (insn);
2906 #endif
2908 #ifdef HAVE_peephole
2909 /* Do machine-specific peephole optimizations if desired. */
2911 if (optimize_p && !flag_no_peephole && !nopeepholes)
2913 rtx_insn *next = peephole (insn);
2914 /* When peepholing, if there were notes within the peephole,
2915 emit them before the peephole. */
2916 if (next != 0 && next != NEXT_INSN (insn))
2918 rtx_insn *note, *prev = PREV_INSN (insn);
2920 for (note = NEXT_INSN (insn); note != next;
2921 note = NEXT_INSN (note))
2922 final_scan_insn (note, file, optimize_p, nopeepholes, seen);
2924 /* Put the notes in the proper position for a later
2925 rescan. For example, the SH target can do this
2926 when generating a far jump in a delayed branch
2927 sequence. */
2928 note = NEXT_INSN (insn);
2929 SET_PREV_INSN (note) = prev;
2930 SET_NEXT_INSN (prev) = note;
2931 SET_NEXT_INSN (PREV_INSN (next)) = insn;
2932 SET_PREV_INSN (insn) = PREV_INSN (next);
2933 SET_NEXT_INSN (insn) = next;
2934 SET_PREV_INSN (next) = insn;
2937 /* PEEPHOLE might have changed this. */
2938 body = PATTERN (insn);
2940 #endif
2942 /* Try to recognize the instruction.
2943 If successful, verify that the operands satisfy the
2944 constraints for the instruction. Crash if they don't,
2945 since `reload' should have changed them so that they do. */
2947 insn_code_number = recog_memoized (insn);
2948 cleanup_subreg_operands (insn);
2950 /* Dump the insn in the assembly for debugging (-dAP).
2951 If the final dump is requested as slim RTL, dump slim
2952 RTL to the assembly file also. */
2953 if (flag_dump_rtl_in_asm)
2955 print_rtx_head = ASM_COMMENT_START;
2956 if (! (dump_flags & TDF_SLIM))
2957 print_rtl_single (asm_out_file, insn);
2958 else
2959 dump_insn_slim (asm_out_file, insn);
2960 print_rtx_head = "";
2963 if (! constrain_operands_cached (insn, 1))
2964 fatal_insn_not_found (insn);
2966 /* Some target machines need to prescan each insn before
2967 it is output. */
2969 #ifdef FINAL_PRESCAN_INSN
2970 FINAL_PRESCAN_INSN (insn, recog_data.operand, recog_data.n_operands);
2971 #endif
2973 if (targetm.have_conditional_execution ()
2974 && GET_CODE (PATTERN (insn)) == COND_EXEC)
2975 current_insn_predicate = COND_EXEC_TEST (PATTERN (insn));
2977 #if HAVE_cc0
2978 cc_prev_status = cc_status;
2980 /* Update `cc_status' for this instruction.
2981 The instruction's output routine may change it further.
2982 If the output routine for a jump insn needs to depend
2983 on the cc status, it should look at cc_prev_status. */
2985 NOTICE_UPDATE_CC (body, insn);
2986 #endif
2988 current_output_insn = debug_insn = insn;
2990 /* Find the proper template for this insn. */
2991 templ = get_insn_template (insn_code_number, insn);
2993 /* If the C code returns 0, it means that it is a jump insn
2994 which follows a deleted test insn, and that test insn
2995 needs to be reinserted. */
2996 if (templ == 0)
2998 rtx_insn *prev;
3000 gcc_assert (prev_nonnote_insn (insn) == last_ignored_compare);
3002 /* We have already processed the notes between the setter and
3003 the user. Make sure we don't process them again, this is
3004 particularly important if one of the notes is a block
3005 scope note or an EH note. */
3006 for (prev = insn;
3007 prev != last_ignored_compare;
3008 prev = PREV_INSN (prev))
3010 if (NOTE_P (prev))
3011 delete_insn (prev); /* Use delete_note. */
3014 return prev;
3017 /* If the template is the string "#", it means that this insn must
3018 be split. */
3019 if (templ[0] == '#' && templ[1] == '\0')
3021 rtx_insn *new_rtx = try_split (body, insn, 0);
3023 /* If we didn't split the insn, go away. */
3024 if (new_rtx == insn && PATTERN (new_rtx) == body)
3025 fatal_insn ("could not split insn", insn);
3027 /* If we have a length attribute, this instruction should have
3028 been split in shorten_branches, to ensure that we would have
3029 valid length info for the splitees. */
3030 gcc_assert (!HAVE_ATTR_length);
3032 return new_rtx;
3035 /* ??? This will put the directives in the wrong place if
3036 get_insn_template outputs assembly directly. However calling it
3037 before get_insn_template breaks if the insns is split. */
3038 if (targetm.asm_out.unwind_emit_before_insn
3039 && targetm.asm_out.unwind_emit)
3040 targetm.asm_out.unwind_emit (asm_out_file, insn);
3042 if (rtx_call_insn *call_insn = dyn_cast <rtx_call_insn *> (insn))
3044 rtx x = call_from_call_insn (call_insn);
3045 x = XEXP (x, 0);
3046 if (x && MEM_P (x) && GET_CODE (XEXP (x, 0)) == SYMBOL_REF)
3048 tree t;
3049 x = XEXP (x, 0);
3050 t = SYMBOL_REF_DECL (x);
3051 if (t)
3052 assemble_external (t);
3054 if (!DECL_IGNORED_P (current_function_decl))
3055 debug_hooks->var_location (insn);
3058 /* Output assembler code from the template. */
3059 output_asm_insn (templ, recog_data.operand);
3061 /* Some target machines need to postscan each insn after
3062 it is output. */
3063 if (targetm.asm_out.final_postscan_insn)
3064 targetm.asm_out.final_postscan_insn (file, insn, recog_data.operand,
3065 recog_data.n_operands);
3067 if (!targetm.asm_out.unwind_emit_before_insn
3068 && targetm.asm_out.unwind_emit)
3069 targetm.asm_out.unwind_emit (asm_out_file, insn);
3071 current_output_insn = debug_insn = 0;
3074 return NEXT_INSN (insn);
3077 /* Return whether a source line note needs to be emitted before INSN.
3078 Sets IS_STMT to TRUE if the line should be marked as a possible
3079 breakpoint location. */
3081 static bool
3082 notice_source_line (rtx_insn *insn, bool *is_stmt)
3084 const char *filename;
3085 int linenum;
3087 if (override_filename)
3089 filename = override_filename;
3090 linenum = override_linenum;
3092 else if (INSN_HAS_LOCATION (insn))
3094 expanded_location xloc = insn_location (insn);
3095 filename = xloc.file;
3096 linenum = xloc.line;
3098 else
3100 filename = NULL;
3101 linenum = 0;
3104 if (filename == NULL)
3105 return false;
3107 if (force_source_line
3108 || filename != last_filename
3109 || last_linenum != linenum)
3111 force_source_line = false;
3112 last_filename = filename;
3113 last_linenum = linenum;
3114 last_discriminator = discriminator;
3115 *is_stmt = true;
3116 high_block_linenum = MAX (last_linenum, high_block_linenum);
3117 high_function_linenum = MAX (last_linenum, high_function_linenum);
3118 return true;
3121 if (SUPPORTS_DISCRIMINATOR && last_discriminator != discriminator)
3123 /* If the discriminator changed, but the line number did not,
3124 output the line table entry with is_stmt false so the
3125 debugger does not treat this as a breakpoint location. */
3126 last_discriminator = discriminator;
3127 *is_stmt = false;
3128 return true;
3131 return false;
3134 /* For each operand in INSN, simplify (subreg (reg)) so that it refers
3135 directly to the desired hard register. */
3137 void
3138 cleanup_subreg_operands (rtx_insn *insn)
3140 int i;
3141 bool changed = false;
3142 extract_insn_cached (insn);
3143 for (i = 0; i < recog_data.n_operands; i++)
3145 /* The following test cannot use recog_data.operand when testing
3146 for a SUBREG: the underlying object might have been changed
3147 already if we are inside a match_operator expression that
3148 matches the else clause. Instead we test the underlying
3149 expression directly. */
3150 if (GET_CODE (*recog_data.operand_loc[i]) == SUBREG)
3152 recog_data.operand[i] = alter_subreg (recog_data.operand_loc[i], true);
3153 changed = true;
3155 else if (GET_CODE (recog_data.operand[i]) == PLUS
3156 || GET_CODE (recog_data.operand[i]) == MULT
3157 || MEM_P (recog_data.operand[i]))
3158 recog_data.operand[i] = walk_alter_subreg (recog_data.operand_loc[i], &changed);
3161 for (i = 0; i < recog_data.n_dups; i++)
3163 if (GET_CODE (*recog_data.dup_loc[i]) == SUBREG)
3165 *recog_data.dup_loc[i] = alter_subreg (recog_data.dup_loc[i], true);
3166 changed = true;
3168 else if (GET_CODE (*recog_data.dup_loc[i]) == PLUS
3169 || GET_CODE (*recog_data.dup_loc[i]) == MULT
3170 || MEM_P (*recog_data.dup_loc[i]))
3171 *recog_data.dup_loc[i] = walk_alter_subreg (recog_data.dup_loc[i], &changed);
3173 if (changed)
3174 df_insn_rescan (insn);
3177 /* If X is a SUBREG, try to replace it with a REG or a MEM, based on
3178 the thing it is a subreg of. Do it anyway if FINAL_P. */
3181 alter_subreg (rtx *xp, bool final_p)
3183 rtx x = *xp;
3184 rtx y = SUBREG_REG (x);
3186 /* simplify_subreg does not remove subreg from volatile references.
3187 We are required to. */
3188 if (MEM_P (y))
3190 int offset = SUBREG_BYTE (x);
3192 /* For paradoxical subregs on big-endian machines, SUBREG_BYTE
3193 contains 0 instead of the proper offset. See simplify_subreg. */
3194 if (offset == 0
3195 && GET_MODE_SIZE (GET_MODE (y)) < GET_MODE_SIZE (GET_MODE (x)))
3197 int difference = GET_MODE_SIZE (GET_MODE (y))
3198 - GET_MODE_SIZE (GET_MODE (x));
3199 if (WORDS_BIG_ENDIAN)
3200 offset += (difference / UNITS_PER_WORD) * UNITS_PER_WORD;
3201 if (BYTES_BIG_ENDIAN)
3202 offset += difference % UNITS_PER_WORD;
3205 if (final_p)
3206 *xp = adjust_address (y, GET_MODE (x), offset);
3207 else
3208 *xp = adjust_address_nv (y, GET_MODE (x), offset);
3210 else if (REG_P (y) && HARD_REGISTER_P (y))
3212 rtx new_rtx = simplify_subreg (GET_MODE (x), y, GET_MODE (y),
3213 SUBREG_BYTE (x));
3215 if (new_rtx != 0)
3216 *xp = new_rtx;
3217 else if (final_p && REG_P (y))
3219 /* Simplify_subreg can't handle some REG cases, but we have to. */
3220 unsigned int regno;
3221 HOST_WIDE_INT offset;
3223 regno = subreg_regno (x);
3224 if (subreg_lowpart_p (x))
3225 offset = byte_lowpart_offset (GET_MODE (x), GET_MODE (y));
3226 else
3227 offset = SUBREG_BYTE (x);
3228 *xp = gen_rtx_REG_offset (y, GET_MODE (x), regno, offset);
3232 return *xp;
3235 /* Do alter_subreg on all the SUBREGs contained in X. */
3237 static rtx
3238 walk_alter_subreg (rtx *xp, bool *changed)
3240 rtx x = *xp;
3241 switch (GET_CODE (x))
3243 case PLUS:
3244 case MULT:
3245 case AND:
3246 XEXP (x, 0) = walk_alter_subreg (&XEXP (x, 0), changed);
3247 XEXP (x, 1) = walk_alter_subreg (&XEXP (x, 1), changed);
3248 break;
3250 case MEM:
3251 case ZERO_EXTEND:
3252 XEXP (x, 0) = walk_alter_subreg (&XEXP (x, 0), changed);
3253 break;
3255 case SUBREG:
3256 *changed = true;
3257 return alter_subreg (xp, true);
3259 default:
3260 break;
3263 return *xp;
3266 #if HAVE_cc0
3268 /* Given BODY, the body of a jump instruction, alter the jump condition
3269 as required by the bits that are set in cc_status.flags.
3270 Not all of the bits there can be handled at this level in all cases.
3272 The value is normally 0.
3273 1 means that the condition has become always true.
3274 -1 means that the condition has become always false.
3275 2 means that COND has been altered. */
3277 static int
3278 alter_cond (rtx cond)
3280 int value = 0;
3282 if (cc_status.flags & CC_REVERSED)
3284 value = 2;
3285 PUT_CODE (cond, swap_condition (GET_CODE (cond)));
3288 if (cc_status.flags & CC_INVERTED)
3290 value = 2;
3291 PUT_CODE (cond, reverse_condition (GET_CODE (cond)));
3294 if (cc_status.flags & CC_NOT_POSITIVE)
3295 switch (GET_CODE (cond))
3297 case LE:
3298 case LEU:
3299 case GEU:
3300 /* Jump becomes unconditional. */
3301 return 1;
3303 case GT:
3304 case GTU:
3305 case LTU:
3306 /* Jump becomes no-op. */
3307 return -1;
3309 case GE:
3310 PUT_CODE (cond, EQ);
3311 value = 2;
3312 break;
3314 case LT:
3315 PUT_CODE (cond, NE);
3316 value = 2;
3317 break;
3319 default:
3320 break;
3323 if (cc_status.flags & CC_NOT_NEGATIVE)
3324 switch (GET_CODE (cond))
3326 case GE:
3327 case GEU:
3328 /* Jump becomes unconditional. */
3329 return 1;
3331 case LT:
3332 case LTU:
3333 /* Jump becomes no-op. */
3334 return -1;
3336 case LE:
3337 case LEU:
3338 PUT_CODE (cond, EQ);
3339 value = 2;
3340 break;
3342 case GT:
3343 case GTU:
3344 PUT_CODE (cond, NE);
3345 value = 2;
3346 break;
3348 default:
3349 break;
3352 if (cc_status.flags & CC_NO_OVERFLOW)
3353 switch (GET_CODE (cond))
3355 case GEU:
3356 /* Jump becomes unconditional. */
3357 return 1;
3359 case LEU:
3360 PUT_CODE (cond, EQ);
3361 value = 2;
3362 break;
3364 case GTU:
3365 PUT_CODE (cond, NE);
3366 value = 2;
3367 break;
3369 case LTU:
3370 /* Jump becomes no-op. */
3371 return -1;
3373 default:
3374 break;
3377 if (cc_status.flags & (CC_Z_IN_NOT_N | CC_Z_IN_N))
3378 switch (GET_CODE (cond))
3380 default:
3381 gcc_unreachable ();
3383 case NE:
3384 PUT_CODE (cond, cc_status.flags & CC_Z_IN_N ? GE : LT);
3385 value = 2;
3386 break;
3388 case EQ:
3389 PUT_CODE (cond, cc_status.flags & CC_Z_IN_N ? LT : GE);
3390 value = 2;
3391 break;
3394 if (cc_status.flags & CC_NOT_SIGNED)
3395 /* The flags are valid if signed condition operators are converted
3396 to unsigned. */
3397 switch (GET_CODE (cond))
3399 case LE:
3400 PUT_CODE (cond, LEU);
3401 value = 2;
3402 break;
3404 case LT:
3405 PUT_CODE (cond, LTU);
3406 value = 2;
3407 break;
3409 case GT:
3410 PUT_CODE (cond, GTU);
3411 value = 2;
3412 break;
3414 case GE:
3415 PUT_CODE (cond, GEU);
3416 value = 2;
3417 break;
3419 default:
3420 break;
3423 return value;
3425 #endif
3427 /* Report inconsistency between the assembler template and the operands.
3428 In an `asm', it's the user's fault; otherwise, the compiler's fault. */
3430 void
3431 output_operand_lossage (const char *cmsgid, ...)
3433 char *fmt_string;
3434 char *new_message;
3435 const char *pfx_str;
3436 va_list ap;
3438 va_start (ap, cmsgid);
3440 pfx_str = this_is_asm_operands ? _("invalid 'asm': ") : "output_operand: ";
3441 fmt_string = xasprintf ("%s%s", pfx_str, _(cmsgid));
3442 new_message = xvasprintf (fmt_string, ap);
3444 if (this_is_asm_operands)
3445 error_for_asm (this_is_asm_operands, "%s", new_message);
3446 else
3447 internal_error ("%s", new_message);
3449 free (fmt_string);
3450 free (new_message);
3451 va_end (ap);
3454 /* Output of assembler code from a template, and its subroutines. */
3456 /* Annotate the assembly with a comment describing the pattern and
3457 alternative used. */
3459 static void
3460 output_asm_name (void)
3462 if (debug_insn)
3464 int num = INSN_CODE (debug_insn);
3465 fprintf (asm_out_file, "\t%s %d\t%s",
3466 ASM_COMMENT_START, INSN_UID (debug_insn),
3467 insn_data[num].name);
3468 if (insn_data[num].n_alternatives > 1)
3469 fprintf (asm_out_file, "/%d", which_alternative + 1);
3471 if (HAVE_ATTR_length)
3472 fprintf (asm_out_file, "\t[length = %d]",
3473 get_attr_length (debug_insn));
3475 /* Clear this so only the first assembler insn
3476 of any rtl insn will get the special comment for -dp. */
3477 debug_insn = 0;
3481 /* If OP is a REG or MEM and we can find a MEM_EXPR corresponding to it
3482 or its address, return that expr . Set *PADDRESSP to 1 if the expr
3483 corresponds to the address of the object and 0 if to the object. */
3485 static tree
3486 get_mem_expr_from_op (rtx op, int *paddressp)
3488 tree expr;
3489 int inner_addressp;
3491 *paddressp = 0;
3493 if (REG_P (op))
3494 return REG_EXPR (op);
3495 else if (!MEM_P (op))
3496 return 0;
3498 if (MEM_EXPR (op) != 0)
3499 return MEM_EXPR (op);
3501 /* Otherwise we have an address, so indicate it and look at the address. */
3502 *paddressp = 1;
3503 op = XEXP (op, 0);
3505 /* First check if we have a decl for the address, then look at the right side
3506 if it is a PLUS. Otherwise, strip off arithmetic and keep looking.
3507 But don't allow the address to itself be indirect. */
3508 if ((expr = get_mem_expr_from_op (op, &inner_addressp)) && ! inner_addressp)
3509 return expr;
3510 else if (GET_CODE (op) == PLUS
3511 && (expr = get_mem_expr_from_op (XEXP (op, 1), &inner_addressp)))
3512 return expr;
3514 while (UNARY_P (op)
3515 || GET_RTX_CLASS (GET_CODE (op)) == RTX_BIN_ARITH)
3516 op = XEXP (op, 0);
3518 expr = get_mem_expr_from_op (op, &inner_addressp);
3519 return inner_addressp ? 0 : expr;
3522 /* Output operand names for assembler instructions. OPERANDS is the
3523 operand vector, OPORDER is the order to write the operands, and NOPS
3524 is the number of operands to write. */
3526 static void
3527 output_asm_operand_names (rtx *operands, int *oporder, int nops)
3529 int wrote = 0;
3530 int i;
3532 for (i = 0; i < nops; i++)
3534 int addressp;
3535 rtx op = operands[oporder[i]];
3536 tree expr = get_mem_expr_from_op (op, &addressp);
3538 fprintf (asm_out_file, "%c%s",
3539 wrote ? ',' : '\t', wrote ? "" : ASM_COMMENT_START);
3540 wrote = 1;
3541 if (expr)
3543 fprintf (asm_out_file, "%s",
3544 addressp ? "*" : "");
3545 print_mem_expr (asm_out_file, expr);
3546 wrote = 1;
3548 else if (REG_P (op) && ORIGINAL_REGNO (op)
3549 && ORIGINAL_REGNO (op) != REGNO (op))
3550 fprintf (asm_out_file, " tmp%i", ORIGINAL_REGNO (op));
3554 #ifdef ASSEMBLER_DIALECT
3555 /* Helper function to parse assembler dialects in the asm string.
3556 This is called from output_asm_insn and asm_fprintf. */
3557 static const char *
3558 do_assembler_dialects (const char *p, int *dialect)
3560 char c = *(p - 1);
3562 switch (c)
3564 case '{':
3566 int i;
3568 if (*dialect)
3569 output_operand_lossage ("nested assembly dialect alternatives");
3570 else
3571 *dialect = 1;
3573 /* If we want the first dialect, do nothing. Otherwise, skip
3574 DIALECT_NUMBER of strings ending with '|'. */
3575 for (i = 0; i < dialect_number; i++)
3577 while (*p && *p != '}')
3579 if (*p == '|')
3581 p++;
3582 break;
3585 /* Skip over any character after a percent sign. */
3586 if (*p == '%')
3587 p++;
3588 if (*p)
3589 p++;
3592 if (*p == '}')
3593 break;
3596 if (*p == '\0')
3597 output_operand_lossage ("unterminated assembly dialect alternative");
3599 break;
3601 case '|':
3602 if (*dialect)
3604 /* Skip to close brace. */
3607 if (*p == '\0')
3609 output_operand_lossage ("unterminated assembly dialect alternative");
3610 break;
3613 /* Skip over any character after a percent sign. */
3614 if (*p == '%' && p[1])
3616 p += 2;
3617 continue;
3620 if (*p++ == '}')
3621 break;
3623 while (1);
3625 *dialect = 0;
3627 else
3628 putc (c, asm_out_file);
3629 break;
3631 case '}':
3632 if (! *dialect)
3633 putc (c, asm_out_file);
3634 *dialect = 0;
3635 break;
3636 default:
3637 gcc_unreachable ();
3640 return p;
3642 #endif
3644 /* Output text from TEMPLATE to the assembler output file,
3645 obeying %-directions to substitute operands taken from
3646 the vector OPERANDS.
3648 %N (for N a digit) means print operand N in usual manner.
3649 %lN means require operand N to be a CODE_LABEL or LABEL_REF
3650 and print the label name with no punctuation.
3651 %cN means require operand N to be a constant
3652 and print the constant expression with no punctuation.
3653 %aN means expect operand N to be a memory address
3654 (not a memory reference!) and print a reference
3655 to that address.
3656 %nN means expect operand N to be a constant
3657 and print a constant expression for minus the value
3658 of the operand, with no other punctuation. */
3660 void
3661 output_asm_insn (const char *templ, rtx *operands)
3663 const char *p;
3664 int c;
3665 #ifdef ASSEMBLER_DIALECT
3666 int dialect = 0;
3667 #endif
3668 int oporder[MAX_RECOG_OPERANDS];
3669 char opoutput[MAX_RECOG_OPERANDS];
3670 int ops = 0;
3672 /* An insn may return a null string template
3673 in a case where no assembler code is needed. */
3674 if (*templ == 0)
3675 return;
3677 memset (opoutput, 0, sizeof opoutput);
3678 p = templ;
3679 putc ('\t', asm_out_file);
3681 #ifdef ASM_OUTPUT_OPCODE
3682 ASM_OUTPUT_OPCODE (asm_out_file, p);
3683 #endif
3685 while ((c = *p++))
3686 switch (c)
3688 case '\n':
3689 if (flag_verbose_asm)
3690 output_asm_operand_names (operands, oporder, ops);
3691 if (flag_print_asm_name)
3692 output_asm_name ();
3694 ops = 0;
3695 memset (opoutput, 0, sizeof opoutput);
3697 putc (c, asm_out_file);
3698 #ifdef ASM_OUTPUT_OPCODE
3699 while ((c = *p) == '\t')
3701 putc (c, asm_out_file);
3702 p++;
3704 ASM_OUTPUT_OPCODE (asm_out_file, p);
3705 #endif
3706 break;
3708 #ifdef ASSEMBLER_DIALECT
3709 case '{':
3710 case '}':
3711 case '|':
3712 p = do_assembler_dialects (p, &dialect);
3713 break;
3714 #endif
3716 case '%':
3717 /* %% outputs a single %. %{, %} and %| print {, } and | respectively
3718 if ASSEMBLER_DIALECT defined and these characters have a special
3719 meaning as dialect delimiters.*/
3720 if (*p == '%'
3721 #ifdef ASSEMBLER_DIALECT
3722 || *p == '{' || *p == '}' || *p == '|'
3723 #endif
3726 putc (*p, asm_out_file);
3727 p++;
3729 /* %= outputs a number which is unique to each insn in the entire
3730 compilation. This is useful for making local labels that are
3731 referred to more than once in a given insn. */
3732 else if (*p == '=')
3734 p++;
3735 fprintf (asm_out_file, "%d", insn_counter);
3737 /* % followed by a letter and some digits
3738 outputs an operand in a special way depending on the letter.
3739 Letters `acln' are implemented directly.
3740 Other letters are passed to `output_operand' so that
3741 the TARGET_PRINT_OPERAND hook can define them. */
3742 else if (ISALPHA (*p))
3744 int letter = *p++;
3745 unsigned long opnum;
3746 char *endptr;
3748 opnum = strtoul (p, &endptr, 10);
3750 if (endptr == p)
3751 output_operand_lossage ("operand number missing "
3752 "after %%-letter");
3753 else if (this_is_asm_operands && opnum >= insn_noperands)
3754 output_operand_lossage ("operand number out of range");
3755 else if (letter == 'l')
3756 output_asm_label (operands[opnum]);
3757 else if (letter == 'a')
3758 output_address (operands[opnum]);
3759 else if (letter == 'c')
3761 if (CONSTANT_ADDRESS_P (operands[opnum]))
3762 output_addr_const (asm_out_file, operands[opnum]);
3763 else
3764 output_operand (operands[opnum], 'c');
3766 else if (letter == 'n')
3768 if (CONST_INT_P (operands[opnum]))
3769 fprintf (asm_out_file, HOST_WIDE_INT_PRINT_DEC,
3770 - INTVAL (operands[opnum]));
3771 else
3773 putc ('-', asm_out_file);
3774 output_addr_const (asm_out_file, operands[opnum]);
3777 else
3778 output_operand (operands[opnum], letter);
3780 if (!opoutput[opnum])
3781 oporder[ops++] = opnum;
3782 opoutput[opnum] = 1;
3784 p = endptr;
3785 c = *p;
3787 /* % followed by a digit outputs an operand the default way. */
3788 else if (ISDIGIT (*p))
3790 unsigned long opnum;
3791 char *endptr;
3793 opnum = strtoul (p, &endptr, 10);
3794 if (this_is_asm_operands && opnum >= insn_noperands)
3795 output_operand_lossage ("operand number out of range");
3796 else
3797 output_operand (operands[opnum], 0);
3799 if (!opoutput[opnum])
3800 oporder[ops++] = opnum;
3801 opoutput[opnum] = 1;
3803 p = endptr;
3804 c = *p;
3806 /* % followed by punctuation: output something for that
3807 punctuation character alone, with no operand. The
3808 TARGET_PRINT_OPERAND hook decides what is actually done. */
3809 else if (targetm.asm_out.print_operand_punct_valid_p ((unsigned char) *p))
3810 output_operand (NULL_RTX, *p++);
3811 else
3812 output_operand_lossage ("invalid %%-code");
3813 break;
3815 default:
3816 putc (c, asm_out_file);
3819 /* Write out the variable names for operands, if we know them. */
3820 if (flag_verbose_asm)
3821 output_asm_operand_names (operands, oporder, ops);
3822 if (flag_print_asm_name)
3823 output_asm_name ();
3825 putc ('\n', asm_out_file);
3828 /* Output a LABEL_REF, or a bare CODE_LABEL, as an assembler symbol. */
3830 void
3831 output_asm_label (rtx x)
3833 char buf[256];
3835 if (GET_CODE (x) == LABEL_REF)
3836 x = LABEL_REF_LABEL (x);
3837 if (LABEL_P (x)
3838 || (NOTE_P (x)
3839 && NOTE_KIND (x) == NOTE_INSN_DELETED_LABEL))
3840 ASM_GENERATE_INTERNAL_LABEL (buf, "L", CODE_LABEL_NUMBER (x));
3841 else
3842 output_operand_lossage ("'%%l' operand isn't a label");
3844 assemble_name (asm_out_file, buf);
3847 /* Marks SYMBOL_REFs in x as referenced through use of assemble_external. */
3849 void
3850 mark_symbol_refs_as_used (rtx x)
3852 subrtx_iterator::array_type array;
3853 FOR_EACH_SUBRTX (iter, array, x, ALL)
3855 const_rtx x = *iter;
3856 if (GET_CODE (x) == SYMBOL_REF)
3857 if (tree t = SYMBOL_REF_DECL (x))
3858 assemble_external (t);
3862 /* Print operand X using machine-dependent assembler syntax.
3863 CODE is a non-digit that preceded the operand-number in the % spec,
3864 such as 'z' if the spec was `%z3'. CODE is 0 if there was no char
3865 between the % and the digits.
3866 When CODE is a non-letter, X is 0.
3868 The meanings of the letters are machine-dependent and controlled
3869 by TARGET_PRINT_OPERAND. */
3871 void
3872 output_operand (rtx x, int code ATTRIBUTE_UNUSED)
3874 if (x && GET_CODE (x) == SUBREG)
3875 x = alter_subreg (&x, true);
3877 /* X must not be a pseudo reg. */
3878 if (!targetm.no_register_allocation)
3879 gcc_assert (!x || !REG_P (x) || REGNO (x) < FIRST_PSEUDO_REGISTER);
3881 targetm.asm_out.print_operand (asm_out_file, x, code);
3883 if (x == NULL_RTX)
3884 return;
3886 mark_symbol_refs_as_used (x);
3889 /* Print a memory reference operand for address X using
3890 machine-dependent assembler syntax. */
3892 void
3893 output_address (rtx x)
3895 bool changed = false;
3896 walk_alter_subreg (&x, &changed);
3897 targetm.asm_out.print_operand_address (asm_out_file, x);
3900 /* Print an integer constant expression in assembler syntax.
3901 Addition and subtraction are the only arithmetic
3902 that may appear in these expressions. */
3904 void
3905 output_addr_const (FILE *file, rtx x)
3907 char buf[256];
3909 restart:
3910 switch (GET_CODE (x))
3912 case PC:
3913 putc ('.', file);
3914 break;
3916 case SYMBOL_REF:
3917 if (SYMBOL_REF_DECL (x))
3918 assemble_external (SYMBOL_REF_DECL (x));
3919 #ifdef ASM_OUTPUT_SYMBOL_REF
3920 ASM_OUTPUT_SYMBOL_REF (file, x);
3921 #else
3922 assemble_name (file, XSTR (x, 0));
3923 #endif
3924 break;
3926 case LABEL_REF:
3927 x = LABEL_REF_LABEL (x);
3928 /* Fall through. */
3929 case CODE_LABEL:
3930 ASM_GENERATE_INTERNAL_LABEL (buf, "L", CODE_LABEL_NUMBER (x));
3931 #ifdef ASM_OUTPUT_LABEL_REF
3932 ASM_OUTPUT_LABEL_REF (file, buf);
3933 #else
3934 assemble_name (file, buf);
3935 #endif
3936 break;
3938 case CONST_INT:
3939 fprintf (file, HOST_WIDE_INT_PRINT_DEC, INTVAL (x));
3940 break;
3942 case CONST:
3943 /* This used to output parentheses around the expression,
3944 but that does not work on the 386 (either ATT or BSD assembler). */
3945 output_addr_const (file, XEXP (x, 0));
3946 break;
3948 case CONST_WIDE_INT:
3949 /* We do not know the mode here so we have to use a round about
3950 way to build a wide-int to get it printed properly. */
3952 wide_int w = wide_int::from_array (&CONST_WIDE_INT_ELT (x, 0),
3953 CONST_WIDE_INT_NUNITS (x),
3954 CONST_WIDE_INT_NUNITS (x)
3955 * HOST_BITS_PER_WIDE_INT,
3956 false);
3957 print_decs (w, file);
3959 break;
3961 case CONST_DOUBLE:
3962 if (CONST_DOUBLE_AS_INT_P (x))
3964 /* We can use %d if the number is one word and positive. */
3965 if (CONST_DOUBLE_HIGH (x))
3966 fprintf (file, HOST_WIDE_INT_PRINT_DOUBLE_HEX,
3967 (unsigned HOST_WIDE_INT) CONST_DOUBLE_HIGH (x),
3968 (unsigned HOST_WIDE_INT) CONST_DOUBLE_LOW (x));
3969 else if (CONST_DOUBLE_LOW (x) < 0)
3970 fprintf (file, HOST_WIDE_INT_PRINT_HEX,
3971 (unsigned HOST_WIDE_INT) CONST_DOUBLE_LOW (x));
3972 else
3973 fprintf (file, HOST_WIDE_INT_PRINT_DEC, CONST_DOUBLE_LOW (x));
3975 else
3976 /* We can't handle floating point constants;
3977 PRINT_OPERAND must handle them. */
3978 output_operand_lossage ("floating constant misused");
3979 break;
3981 case CONST_FIXED:
3982 fprintf (file, HOST_WIDE_INT_PRINT_DEC, CONST_FIXED_VALUE_LOW (x));
3983 break;
3985 case PLUS:
3986 /* Some assemblers need integer constants to appear last (eg masm). */
3987 if (CONST_INT_P (XEXP (x, 0)))
3989 output_addr_const (file, XEXP (x, 1));
3990 if (INTVAL (XEXP (x, 0)) >= 0)
3991 fprintf (file, "+");
3992 output_addr_const (file, XEXP (x, 0));
3994 else
3996 output_addr_const (file, XEXP (x, 0));
3997 if (!CONST_INT_P (XEXP (x, 1))
3998 || INTVAL (XEXP (x, 1)) >= 0)
3999 fprintf (file, "+");
4000 output_addr_const (file, XEXP (x, 1));
4002 break;
4004 case MINUS:
4005 /* Avoid outputting things like x-x or x+5-x,
4006 since some assemblers can't handle that. */
4007 x = simplify_subtraction (x);
4008 if (GET_CODE (x) != MINUS)
4009 goto restart;
4011 output_addr_const (file, XEXP (x, 0));
4012 fprintf (file, "-");
4013 if ((CONST_INT_P (XEXP (x, 1)) && INTVAL (XEXP (x, 1)) >= 0)
4014 || GET_CODE (XEXP (x, 1)) == PC
4015 || GET_CODE (XEXP (x, 1)) == SYMBOL_REF)
4016 output_addr_const (file, XEXP (x, 1));
4017 else
4019 fputs (targetm.asm_out.open_paren, file);
4020 output_addr_const (file, XEXP (x, 1));
4021 fputs (targetm.asm_out.close_paren, file);
4023 break;
4025 case ZERO_EXTEND:
4026 case SIGN_EXTEND:
4027 case SUBREG:
4028 case TRUNCATE:
4029 output_addr_const (file, XEXP (x, 0));
4030 break;
4032 default:
4033 if (targetm.asm_out.output_addr_const_extra (file, x))
4034 break;
4036 output_operand_lossage ("invalid expression as operand");
4040 /* Output a quoted string. */
4042 void
4043 output_quoted_string (FILE *asm_file, const char *string)
4045 #ifdef OUTPUT_QUOTED_STRING
4046 OUTPUT_QUOTED_STRING (asm_file, string);
4047 #else
4048 char c;
4050 putc ('\"', asm_file);
4051 while ((c = *string++) != 0)
4053 if (ISPRINT (c))
4055 if (c == '\"' || c == '\\')
4056 putc ('\\', asm_file);
4057 putc (c, asm_file);
4059 else
4060 fprintf (asm_file, "\\%03o", (unsigned char) c);
4062 putc ('\"', asm_file);
4063 #endif
4066 /* Write a HOST_WIDE_INT number in hex form 0x1234, fast. */
4068 void
4069 fprint_whex (FILE *f, unsigned HOST_WIDE_INT value)
4071 char buf[2 + CHAR_BIT * sizeof (value) / 4];
4072 if (value == 0)
4073 putc ('0', f);
4074 else
4076 char *p = buf + sizeof (buf);
4078 *--p = "0123456789abcdef"[value % 16];
4079 while ((value /= 16) != 0);
4080 *--p = 'x';
4081 *--p = '0';
4082 fwrite (p, 1, buf + sizeof (buf) - p, f);
4086 /* Internal function that prints an unsigned long in decimal in reverse.
4087 The output string IS NOT null-terminated. */
4089 static int
4090 sprint_ul_rev (char *s, unsigned long value)
4092 int i = 0;
4095 s[i] = "0123456789"[value % 10];
4096 value /= 10;
4097 i++;
4098 /* alternate version, without modulo */
4099 /* oldval = value; */
4100 /* value /= 10; */
4101 /* s[i] = "0123456789" [oldval - 10*value]; */
4102 /* i++ */
4104 while (value != 0);
4105 return i;
4108 /* Write an unsigned long as decimal to a file, fast. */
4110 void
4111 fprint_ul (FILE *f, unsigned long value)
4113 /* python says: len(str(2**64)) == 20 */
4114 char s[20];
4115 int i;
4117 i = sprint_ul_rev (s, value);
4119 /* It's probably too small to bother with string reversal and fputs. */
4122 i--;
4123 putc (s[i], f);
4125 while (i != 0);
4128 /* Write an unsigned long as decimal to a string, fast.
4129 s must be wide enough to not overflow, at least 21 chars.
4130 Returns the length of the string (without terminating '\0'). */
4133 sprint_ul (char *s, unsigned long value)
4135 int len = sprint_ul_rev (s, value);
4136 s[len] = '\0';
4138 std::reverse (s, s + len);
4139 return len;
4142 /* A poor man's fprintf, with the added features of %I, %R, %L, and %U.
4143 %R prints the value of REGISTER_PREFIX.
4144 %L prints the value of LOCAL_LABEL_PREFIX.
4145 %U prints the value of USER_LABEL_PREFIX.
4146 %I prints the value of IMMEDIATE_PREFIX.
4147 %O runs ASM_OUTPUT_OPCODE to transform what follows in the string.
4148 Also supported are %d, %i, %u, %x, %X, %o, %c, %s and %%.
4150 We handle alternate assembler dialects here, just like output_asm_insn. */
4152 void
4153 asm_fprintf (FILE *file, const char *p, ...)
4155 char buf[10];
4156 char *q, c;
4157 #ifdef ASSEMBLER_DIALECT
4158 int dialect = 0;
4159 #endif
4160 va_list argptr;
4162 va_start (argptr, p);
4164 buf[0] = '%';
4166 while ((c = *p++))
4167 switch (c)
4169 #ifdef ASSEMBLER_DIALECT
4170 case '{':
4171 case '}':
4172 case '|':
4173 p = do_assembler_dialects (p, &dialect);
4174 break;
4175 #endif
4177 case '%':
4178 c = *p++;
4179 q = &buf[1];
4180 while (strchr ("-+ #0", c))
4182 *q++ = c;
4183 c = *p++;
4185 while (ISDIGIT (c) || c == '.')
4187 *q++ = c;
4188 c = *p++;
4190 switch (c)
4192 case '%':
4193 putc ('%', file);
4194 break;
4196 case 'd': case 'i': case 'u':
4197 case 'x': case 'X': case 'o':
4198 case 'c':
4199 *q++ = c;
4200 *q = 0;
4201 fprintf (file, buf, va_arg (argptr, int));
4202 break;
4204 case 'w':
4205 /* This is a prefix to the 'd', 'i', 'u', 'x', 'X', and
4206 'o' cases, but we do not check for those cases. It
4207 means that the value is a HOST_WIDE_INT, which may be
4208 either `long' or `long long'. */
4209 memcpy (q, HOST_WIDE_INT_PRINT, strlen (HOST_WIDE_INT_PRINT));
4210 q += strlen (HOST_WIDE_INT_PRINT);
4211 *q++ = *p++;
4212 *q = 0;
4213 fprintf (file, buf, va_arg (argptr, HOST_WIDE_INT));
4214 break;
4216 case 'l':
4217 *q++ = c;
4218 #ifdef HAVE_LONG_LONG
4219 if (*p == 'l')
4221 *q++ = *p++;
4222 *q++ = *p++;
4223 *q = 0;
4224 fprintf (file, buf, va_arg (argptr, long long));
4226 else
4227 #endif
4229 *q++ = *p++;
4230 *q = 0;
4231 fprintf (file, buf, va_arg (argptr, long));
4234 break;
4236 case 's':
4237 *q++ = c;
4238 *q = 0;
4239 fprintf (file, buf, va_arg (argptr, char *));
4240 break;
4242 case 'O':
4243 #ifdef ASM_OUTPUT_OPCODE
4244 ASM_OUTPUT_OPCODE (asm_out_file, p);
4245 #endif
4246 break;
4248 case 'R':
4249 #ifdef REGISTER_PREFIX
4250 fprintf (file, "%s", REGISTER_PREFIX);
4251 #endif
4252 break;
4254 case 'I':
4255 #ifdef IMMEDIATE_PREFIX
4256 fprintf (file, "%s", IMMEDIATE_PREFIX);
4257 #endif
4258 break;
4260 case 'L':
4261 #ifdef LOCAL_LABEL_PREFIX
4262 fprintf (file, "%s", LOCAL_LABEL_PREFIX);
4263 #endif
4264 break;
4266 case 'U':
4267 fputs (user_label_prefix, file);
4268 break;
4270 #ifdef ASM_FPRINTF_EXTENSIONS
4271 /* Uppercase letters are reserved for general use by asm_fprintf
4272 and so are not available to target specific code. In order to
4273 prevent the ASM_FPRINTF_EXTENSIONS macro from using them then,
4274 they are defined here. As they get turned into real extensions
4275 to asm_fprintf they should be removed from this list. */
4276 case 'A': case 'B': case 'C': case 'D': case 'E':
4277 case 'F': case 'G': case 'H': case 'J': case 'K':
4278 case 'M': case 'N': case 'P': case 'Q': case 'S':
4279 case 'T': case 'V': case 'W': case 'Y': case 'Z':
4280 break;
4282 ASM_FPRINTF_EXTENSIONS (file, argptr, p)
4283 #endif
4284 default:
4285 gcc_unreachable ();
4287 break;
4289 default:
4290 putc (c, file);
4292 va_end (argptr);
4295 /* Return nonzero if this function has no function calls. */
4298 leaf_function_p (void)
4300 rtx_insn *insn;
4302 /* Some back-ends (e.g. s390) want leaf functions to stay leaf
4303 functions even if they call mcount. */
4304 if (crtl->profile && !targetm.keep_leaf_when_profiled ())
4305 return 0;
4307 for (insn = get_insns (); insn; insn = NEXT_INSN (insn))
4309 if (CALL_P (insn)
4310 && ! SIBLING_CALL_P (insn))
4311 return 0;
4312 if (NONJUMP_INSN_P (insn)
4313 && GET_CODE (PATTERN (insn)) == SEQUENCE
4314 && CALL_P (XVECEXP (PATTERN (insn), 0, 0))
4315 && ! SIBLING_CALL_P (XVECEXP (PATTERN (insn), 0, 0)))
4316 return 0;
4319 return 1;
4322 /* Return 1 if branch is a forward branch.
4323 Uses insn_shuid array, so it works only in the final pass. May be used by
4324 output templates to customary add branch prediction hints.
4327 final_forward_branch_p (rtx_insn *insn)
4329 int insn_id, label_id;
4331 gcc_assert (uid_shuid);
4332 insn_id = INSN_SHUID (insn);
4333 label_id = INSN_SHUID (JUMP_LABEL (insn));
4334 /* We've hit some insns that does not have id information available. */
4335 gcc_assert (insn_id && label_id);
4336 return insn_id < label_id;
4339 /* On some machines, a function with no call insns
4340 can run faster if it doesn't create its own register window.
4341 When output, the leaf function should use only the "output"
4342 registers. Ordinarily, the function would be compiled to use
4343 the "input" registers to find its arguments; it is a candidate
4344 for leaf treatment if it uses only the "input" registers.
4345 Leaf function treatment means renumbering so the function
4346 uses the "output" registers instead. */
4348 #ifdef LEAF_REGISTERS
4350 /* Return 1 if this function uses only the registers that can be
4351 safely renumbered. */
4354 only_leaf_regs_used (void)
4356 int i;
4357 const char *const permitted_reg_in_leaf_functions = LEAF_REGISTERS;
4359 for (i = 0; i < FIRST_PSEUDO_REGISTER; i++)
4360 if ((df_regs_ever_live_p (i) || global_regs[i])
4361 && ! permitted_reg_in_leaf_functions[i])
4362 return 0;
4364 if (crtl->uses_pic_offset_table
4365 && pic_offset_table_rtx != 0
4366 && REG_P (pic_offset_table_rtx)
4367 && ! permitted_reg_in_leaf_functions[REGNO (pic_offset_table_rtx)])
4368 return 0;
4370 return 1;
4373 /* Scan all instructions and renumber all registers into those
4374 available in leaf functions. */
4376 static void
4377 leaf_renumber_regs (rtx_insn *first)
4379 rtx_insn *insn;
4381 /* Renumber only the actual patterns.
4382 The reg-notes can contain frame pointer refs,
4383 and renumbering them could crash, and should not be needed. */
4384 for (insn = first; insn; insn = NEXT_INSN (insn))
4385 if (INSN_P (insn))
4386 leaf_renumber_regs_insn (PATTERN (insn));
4389 /* Scan IN_RTX and its subexpressions, and renumber all regs into those
4390 available in leaf functions. */
4392 void
4393 leaf_renumber_regs_insn (rtx in_rtx)
4395 int i, j;
4396 const char *format_ptr;
4398 if (in_rtx == 0)
4399 return;
4401 /* Renumber all input-registers into output-registers.
4402 renumbered_regs would be 1 for an output-register;
4403 they */
4405 if (REG_P (in_rtx))
4407 int newreg;
4409 /* Don't renumber the same reg twice. */
4410 if (in_rtx->used)
4411 return;
4413 newreg = REGNO (in_rtx);
4414 /* Don't try to renumber pseudo regs. It is possible for a pseudo reg
4415 to reach here as part of a REG_NOTE. */
4416 if (newreg >= FIRST_PSEUDO_REGISTER)
4418 in_rtx->used = 1;
4419 return;
4421 newreg = LEAF_REG_REMAP (newreg);
4422 gcc_assert (newreg >= 0);
4423 df_set_regs_ever_live (REGNO (in_rtx), false);
4424 df_set_regs_ever_live (newreg, true);
4425 SET_REGNO (in_rtx, newreg);
4426 in_rtx->used = 1;
4427 return;
4430 if (INSN_P (in_rtx))
4432 /* Inside a SEQUENCE, we find insns.
4433 Renumber just the patterns of these insns,
4434 just as we do for the top-level insns. */
4435 leaf_renumber_regs_insn (PATTERN (in_rtx));
4436 return;
4439 format_ptr = GET_RTX_FORMAT (GET_CODE (in_rtx));
4441 for (i = 0; i < GET_RTX_LENGTH (GET_CODE (in_rtx)); i++)
4442 switch (*format_ptr++)
4444 case 'e':
4445 leaf_renumber_regs_insn (XEXP (in_rtx, i));
4446 break;
4448 case 'E':
4449 if (NULL != XVEC (in_rtx, i))
4451 for (j = 0; j < XVECLEN (in_rtx, i); j++)
4452 leaf_renumber_regs_insn (XVECEXP (in_rtx, i, j));
4454 break;
4456 case 'S':
4457 case 's':
4458 case '0':
4459 case 'i':
4460 case 'w':
4461 case 'n':
4462 case 'u':
4463 break;
4465 default:
4466 gcc_unreachable ();
4469 #endif
4471 /* Turn the RTL into assembly. */
4472 static unsigned int
4473 rest_of_handle_final (void)
4475 const char *fnname = get_fnname_from_decl (current_function_decl);
4477 assemble_start_function (current_function_decl, fnname);
4478 final_start_function (get_insns (), asm_out_file, optimize);
4479 final (get_insns (), asm_out_file, optimize);
4480 if (flag_ipa_ra)
4481 collect_fn_hard_reg_usage ();
4482 final_end_function ();
4484 /* The IA-64 ".handlerdata" directive must be issued before the ".endp"
4485 directive that closes the procedure descriptor. Similarly, for x64 SEH.
4486 Otherwise it's not strictly necessary, but it doesn't hurt either. */
4487 output_function_exception_table (fnname);
4489 assemble_end_function (current_function_decl, fnname);
4491 user_defined_section_attribute = false;
4493 /* Free up reg info memory. */
4494 free_reg_info ();
4496 if (! quiet_flag)
4497 fflush (asm_out_file);
4499 /* Write DBX symbols if requested. */
4501 /* Note that for those inline functions where we don't initially
4502 know for certain that we will be generating an out-of-line copy,
4503 the first invocation of this routine (rest_of_compilation) will
4504 skip over this code by doing a `goto exit_rest_of_compilation;'.
4505 Later on, wrapup_global_declarations will (indirectly) call
4506 rest_of_compilation again for those inline functions that need
4507 to have out-of-line copies generated. During that call, we
4508 *will* be routed past here. */
4510 timevar_push (TV_SYMOUT);
4511 if (!DECL_IGNORED_P (current_function_decl))
4512 debug_hooks->function_decl (current_function_decl);
4513 timevar_pop (TV_SYMOUT);
4515 /* Release the blocks that are linked to DECL_INITIAL() to free the memory. */
4516 DECL_INITIAL (current_function_decl) = error_mark_node;
4518 if (DECL_STATIC_CONSTRUCTOR (current_function_decl)
4519 && targetm.have_ctors_dtors)
4520 targetm.asm_out.constructor (XEXP (DECL_RTL (current_function_decl), 0),
4521 decl_init_priority_lookup
4522 (current_function_decl));
4523 if (DECL_STATIC_DESTRUCTOR (current_function_decl)
4524 && targetm.have_ctors_dtors)
4525 targetm.asm_out.destructor (XEXP (DECL_RTL (current_function_decl), 0),
4526 decl_fini_priority_lookup
4527 (current_function_decl));
4528 return 0;
4531 namespace {
4533 const pass_data pass_data_final =
4535 RTL_PASS, /* type */
4536 "final", /* name */
4537 OPTGROUP_NONE, /* optinfo_flags */
4538 TV_FINAL, /* tv_id */
4539 0, /* properties_required */
4540 0, /* properties_provided */
4541 0, /* properties_destroyed */
4542 0, /* todo_flags_start */
4543 0, /* todo_flags_finish */
4546 class pass_final : public rtl_opt_pass
4548 public:
4549 pass_final (gcc::context *ctxt)
4550 : rtl_opt_pass (pass_data_final, ctxt)
4553 /* opt_pass methods: */
4554 virtual unsigned int execute (function *) { return rest_of_handle_final (); }
4556 }; // class pass_final
4558 } // anon namespace
4560 rtl_opt_pass *
4561 make_pass_final (gcc::context *ctxt)
4563 return new pass_final (ctxt);
4567 static unsigned int
4568 rest_of_handle_shorten_branches (void)
4570 /* Shorten branches. */
4571 shorten_branches (get_insns ());
4572 return 0;
4575 namespace {
4577 const pass_data pass_data_shorten_branches =
4579 RTL_PASS, /* type */
4580 "shorten", /* name */
4581 OPTGROUP_NONE, /* optinfo_flags */
4582 TV_SHORTEN_BRANCH, /* tv_id */
4583 0, /* properties_required */
4584 0, /* properties_provided */
4585 0, /* properties_destroyed */
4586 0, /* todo_flags_start */
4587 0, /* todo_flags_finish */
4590 class pass_shorten_branches : public rtl_opt_pass
4592 public:
4593 pass_shorten_branches (gcc::context *ctxt)
4594 : rtl_opt_pass (pass_data_shorten_branches, ctxt)
4597 /* opt_pass methods: */
4598 virtual unsigned int execute (function *)
4600 return rest_of_handle_shorten_branches ();
4603 }; // class pass_shorten_branches
4605 } // anon namespace
4607 rtl_opt_pass *
4608 make_pass_shorten_branches (gcc::context *ctxt)
4610 return new pass_shorten_branches (ctxt);
4614 static unsigned int
4615 rest_of_clean_state (void)
4617 rtx_insn *insn, *next;
4618 FILE *final_output = NULL;
4619 int save_unnumbered = flag_dump_unnumbered;
4620 int save_noaddr = flag_dump_noaddr;
4622 if (flag_dump_final_insns)
4624 final_output = fopen (flag_dump_final_insns, "a");
4625 if (!final_output)
4627 error ("could not open final insn dump file %qs: %m",
4628 flag_dump_final_insns);
4629 flag_dump_final_insns = NULL;
4631 else
4633 flag_dump_noaddr = flag_dump_unnumbered = 1;
4634 if (flag_compare_debug_opt || flag_compare_debug)
4635 dump_flags |= TDF_NOUID;
4636 dump_function_header (final_output, current_function_decl,
4637 dump_flags);
4638 final_insns_dump_p = true;
4640 for (insn = get_insns (); insn; insn = NEXT_INSN (insn))
4641 if (LABEL_P (insn))
4642 INSN_UID (insn) = CODE_LABEL_NUMBER (insn);
4643 else
4645 if (NOTE_P (insn))
4646 set_block_for_insn (insn, NULL);
4647 INSN_UID (insn) = 0;
4652 /* It is very important to decompose the RTL instruction chain here:
4653 debug information keeps pointing into CODE_LABEL insns inside the function
4654 body. If these remain pointing to the other insns, we end up preserving
4655 whole RTL chain and attached detailed debug info in memory. */
4656 for (insn = get_insns (); insn; insn = next)
4658 next = NEXT_INSN (insn);
4659 SET_NEXT_INSN (insn) = NULL;
4660 SET_PREV_INSN (insn) = NULL;
4662 if (final_output
4663 && (!NOTE_P (insn) ||
4664 (NOTE_KIND (insn) != NOTE_INSN_VAR_LOCATION
4665 && NOTE_KIND (insn) != NOTE_INSN_CALL_ARG_LOCATION
4666 && NOTE_KIND (insn) != NOTE_INSN_BLOCK_BEG
4667 && NOTE_KIND (insn) != NOTE_INSN_BLOCK_END
4668 && NOTE_KIND (insn) != NOTE_INSN_DELETED_DEBUG_LABEL)))
4669 print_rtl_single (final_output, insn);
4672 if (final_output)
4674 flag_dump_noaddr = save_noaddr;
4675 flag_dump_unnumbered = save_unnumbered;
4676 final_insns_dump_p = false;
4678 if (fclose (final_output))
4680 error ("could not close final insn dump file %qs: %m",
4681 flag_dump_final_insns);
4682 flag_dump_final_insns = NULL;
4686 /* In case the function was not output,
4687 don't leave any temporary anonymous types
4688 queued up for sdb output. */
4689 #ifdef SDB_DEBUGGING_INFO
4690 if (write_symbols == SDB_DEBUG)
4691 sdbout_types (NULL_TREE);
4692 #endif
4694 flag_rerun_cse_after_global_opts = 0;
4695 reload_completed = 0;
4696 epilogue_completed = 0;
4697 #ifdef STACK_REGS
4698 regstack_completed = 0;
4699 #endif
4701 /* Clear out the insn_length contents now that they are no
4702 longer valid. */
4703 init_insn_lengths ();
4705 /* Show no temporary slots allocated. */
4706 init_temp_slots ();
4708 free_bb_for_insn ();
4710 delete_tree_ssa ();
4712 /* We can reduce stack alignment on call site only when we are sure that
4713 the function body just produced will be actually used in the final
4714 executable. */
4715 if (decl_binds_to_current_def_p (current_function_decl))
4717 unsigned int pref = crtl->preferred_stack_boundary;
4718 if (crtl->stack_alignment_needed > crtl->preferred_stack_boundary)
4719 pref = crtl->stack_alignment_needed;
4720 cgraph_node::rtl_info (current_function_decl)
4721 ->preferred_incoming_stack_boundary = pref;
4724 /* Make sure volatile mem refs aren't considered valid operands for
4725 arithmetic insns. We must call this here if this is a nested inline
4726 function, since the above code leaves us in the init_recog state,
4727 and the function context push/pop code does not save/restore volatile_ok.
4729 ??? Maybe it isn't necessary for expand_start_function to call this
4730 anymore if we do it here? */
4732 init_recog_no_volatile ();
4734 /* We're done with this function. Free up memory if we can. */
4735 free_after_parsing (cfun);
4736 free_after_compilation (cfun);
4737 return 0;
4740 namespace {
4742 const pass_data pass_data_clean_state =
4744 RTL_PASS, /* type */
4745 "*clean_state", /* name */
4746 OPTGROUP_NONE, /* optinfo_flags */
4747 TV_FINAL, /* tv_id */
4748 0, /* properties_required */
4749 0, /* properties_provided */
4750 PROP_rtl, /* properties_destroyed */
4751 0, /* todo_flags_start */
4752 0, /* todo_flags_finish */
4755 class pass_clean_state : public rtl_opt_pass
4757 public:
4758 pass_clean_state (gcc::context *ctxt)
4759 : rtl_opt_pass (pass_data_clean_state, ctxt)
4762 /* opt_pass methods: */
4763 virtual unsigned int execute (function *)
4765 return rest_of_clean_state ();
4768 }; // class pass_clean_state
4770 } // anon namespace
4772 rtl_opt_pass *
4773 make_pass_clean_state (gcc::context *ctxt)
4775 return new pass_clean_state (ctxt);
4778 /* Return true if INSN is a call to the the current function. */
4780 static bool
4781 self_recursive_call_p (rtx_insn *insn)
4783 tree fndecl = get_call_fndecl (insn);
4784 return (fndecl == current_function_decl
4785 && decl_binds_to_current_def_p (fndecl));
4788 /* Collect hard register usage for the current function. */
4790 static void
4791 collect_fn_hard_reg_usage (void)
4793 rtx_insn *insn;
4794 #ifdef STACK_REGS
4795 int i;
4796 #endif
4797 struct cgraph_rtl_info *node;
4798 HARD_REG_SET function_used_regs;
4800 /* ??? To be removed when all the ports have been fixed. */
4801 if (!targetm.call_fusage_contains_non_callee_clobbers)
4802 return;
4804 CLEAR_HARD_REG_SET (function_used_regs);
4806 for (insn = get_insns (); insn != NULL_RTX; insn = next_insn (insn))
4808 HARD_REG_SET insn_used_regs;
4810 if (!NONDEBUG_INSN_P (insn))
4811 continue;
4813 if (CALL_P (insn)
4814 && !self_recursive_call_p (insn))
4816 if (!get_call_reg_set_usage (insn, &insn_used_regs,
4817 call_used_reg_set))
4818 return;
4820 IOR_HARD_REG_SET (function_used_regs, insn_used_regs);
4823 find_all_hard_reg_sets (insn, &insn_used_regs, false);
4824 IOR_HARD_REG_SET (function_used_regs, insn_used_regs);
4827 /* Be conservative - mark fixed and global registers as used. */
4828 IOR_HARD_REG_SET (function_used_regs, fixed_reg_set);
4830 #ifdef STACK_REGS
4831 /* Handle STACK_REGS conservatively, since the df-framework does not
4832 provide accurate information for them. */
4834 for (i = FIRST_STACK_REG; i <= LAST_STACK_REG; i++)
4835 SET_HARD_REG_BIT (function_used_regs, i);
4836 #endif
4838 /* The information we have gathered is only interesting if it exposes a
4839 register from the call_used_regs that is not used in this function. */
4840 if (hard_reg_set_subset_p (call_used_reg_set, function_used_regs))
4841 return;
4843 node = cgraph_node::rtl_info (current_function_decl);
4844 gcc_assert (node != NULL);
4846 COPY_HARD_REG_SET (node->function_used_regs, function_used_regs);
4847 node->function_used_regs_valid = 1;
4850 /* Get the declaration of the function called by INSN. */
4852 static tree
4853 get_call_fndecl (rtx_insn *insn)
4855 rtx note, datum;
4857 note = find_reg_note (insn, REG_CALL_DECL, NULL_RTX);
4858 if (note == NULL_RTX)
4859 return NULL_TREE;
4861 datum = XEXP (note, 0);
4862 if (datum != NULL_RTX)
4863 return SYMBOL_REF_DECL (datum);
4865 return NULL_TREE;
4868 /* Return the cgraph_rtl_info of the function called by INSN. Returns NULL for
4869 call targets that can be overwritten. */
4871 static struct cgraph_rtl_info *
4872 get_call_cgraph_rtl_info (rtx_insn *insn)
4874 tree fndecl;
4876 if (insn == NULL_RTX)
4877 return NULL;
4879 fndecl = get_call_fndecl (insn);
4880 if (fndecl == NULL_TREE
4881 || !decl_binds_to_current_def_p (fndecl))
4882 return NULL;
4884 return cgraph_node::rtl_info (fndecl);
4887 /* Find hard registers used by function call instruction INSN, and return them
4888 in REG_SET. Return DEFAULT_SET in REG_SET if not found. */
4890 bool
4891 get_call_reg_set_usage (rtx_insn *insn, HARD_REG_SET *reg_set,
4892 HARD_REG_SET default_set)
4894 if (flag_ipa_ra)
4896 struct cgraph_rtl_info *node = get_call_cgraph_rtl_info (insn);
4897 if (node != NULL
4898 && node->function_used_regs_valid)
4900 COPY_HARD_REG_SET (*reg_set, node->function_used_regs);
4901 AND_HARD_REG_SET (*reg_set, default_set);
4902 return true;
4906 COPY_HARD_REG_SET (*reg_set, default_set);
4907 return false;