1 /* Optimize jump instructions, for GNU compiler.
2 Copyright (C) 1987, 1988, 1989, 1991, 1992, 1993, 1994, 1995, 1996, 1997
3 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2007, 2008, 2009, 2010
4 Free Software Foundation, Inc.
6 This file is part of GCC.
8 GCC is free software; you can redistribute it and/or modify it under
9 the terms of the GNU General Public License as published by the Free
10 Software Foundation; either version 3, or (at your option) any later
13 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
14 WARRANTY; without even the implied warranty of MERCHANTABILITY or
15 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
18 You should have received a copy of the GNU General Public License
19 along with GCC; see the file COPYING3. If not see
20 <http://www.gnu.org/licenses/>. */
22 /* This is the pathetic reminder of old fame of the jump-optimization pass
23 of the compiler. Now it contains basically a set of utility functions to
26 Each CODE_LABEL has a count of the times it is used
27 stored in the LABEL_NUSES internal field, and each JUMP_INSN
28 has one label that it refers to stored in the
29 JUMP_LABEL internal field. With this we can detect labels that
30 become unused because of the deletion of all the jumps that
31 formerly used them. The JUMP_LABEL info is sometimes looked
34 The subroutines redirect_jump and invert_jump are used
35 from other passes as well. */
39 #include "coretypes.h"
44 #include "hard-reg-set.h"
46 #include "insn-config.h"
47 #include "insn-attr.h"
50 #include "basic-block.h"
53 #include "diagnostic-core.h"
57 #include "tree-pass.h"
60 /* Optimize jump y; x: ... y: jumpif... x?
61 Don't know if it is worth bothering with. */
62 /* Optimize two cases of conditional jump to conditional jump?
63 This can never delete any instruction or make anything dead,
64 or even change what is live at any point.
65 So perhaps let combiner do it. */
67 static void init_label_info (rtx
);
68 static void mark_all_labels (rtx
);
69 static void mark_jump_label_1 (rtx
, rtx
, bool, bool);
70 static void mark_jump_label_asm (rtx
, rtx
);
71 static void redirect_exp_1 (rtx
*, rtx
, rtx
, rtx
);
72 static int invert_exp_1 (rtx
, rtx
);
73 static int returnjump_p_1 (rtx
*, void *);
75 /* This function rebuilds the JUMP_LABEL field and REG_LABEL_TARGET
76 notes in jumping insns and REG_LABEL_OPERAND notes in non-jumping
77 instructions and jumping insns that have labels as operands
80 rebuild_jump_labels (rtx f
)
84 timevar_push (TV_REBUILD_JUMP
);
88 /* Keep track of labels used from static data; we don't track them
89 closely enough to delete them here, so make sure their reference
90 count doesn't drop to zero. */
92 for (insn
= forced_labels
; insn
; insn
= XEXP (insn
, 1))
93 if (LABEL_P (XEXP (insn
, 0)))
94 LABEL_NUSES (XEXP (insn
, 0))++;
95 timevar_pop (TV_REBUILD_JUMP
);
98 /* Some old code expects exactly one BARRIER as the NEXT_INSN of a
99 non-fallthru insn. This is not generally true, as multiple barriers
100 may have crept in, or the BARRIER may be separated from the last
101 real insn by one or more NOTEs.
103 This simple pass moves barriers and removes duplicates so that the
107 cleanup_barriers (void)
109 rtx insn
, next
, prev
;
110 for (insn
= get_insns (); insn
; insn
= next
)
112 next
= NEXT_INSN (insn
);
113 if (BARRIER_P (insn
))
115 prev
= prev_nonnote_insn (insn
);
118 if (BARRIER_P (prev
))
120 else if (prev
!= PREV_INSN (insn
))
121 reorder_insns (insn
, insn
, prev
);
127 struct rtl_opt_pass pass_cleanup_barriers
=
131 "barriers", /* name */
133 cleanup_barriers
, /* execute */
136 0, /* static_pass_number */
138 0, /* properties_required */
139 0, /* properties_provided */
140 0, /* properties_destroyed */
141 0, /* todo_flags_start */
142 TODO_dump_func
/* todo_flags_finish */
147 /* Initialize LABEL_NUSES and JUMP_LABEL fields, add REG_LABEL_TARGET
148 for remaining targets for JUMP_P. Delete any REG_LABEL_OPERAND
149 notes whose labels don't occur in the insn any more. */
152 init_label_info (rtx f
)
156 for (insn
= f
; insn
; insn
= NEXT_INSN (insn
))
159 LABEL_NUSES (insn
) = (LABEL_PRESERVE_P (insn
) != 0);
161 /* REG_LABEL_TARGET notes (including the JUMP_LABEL field) are
162 sticky and not reset here; that way we won't lose association
163 with a label when e.g. the source for a target register
164 disappears out of reach for targets that may use jump-target
165 registers. Jump transformations are supposed to transform
166 any REG_LABEL_TARGET notes. The target label reference in a
167 branch may disappear from the branch (and from the
168 instruction before it) for other reasons, like register
175 for (note
= REG_NOTES (insn
); note
; note
= next
)
177 next
= XEXP (note
, 1);
178 if (REG_NOTE_KIND (note
) == REG_LABEL_OPERAND
179 && ! reg_mentioned_p (XEXP (note
, 0), PATTERN (insn
)))
180 remove_note (insn
, note
);
186 /* Mark the label each jump jumps to.
187 Combine consecutive labels, and count uses of labels. */
190 mark_all_labels (rtx f
)
193 rtx prev_nonjump_insn
= NULL
;
195 for (insn
= f
; insn
; insn
= NEXT_INSN (insn
))
196 if (NONDEBUG_INSN_P (insn
))
198 mark_jump_label (PATTERN (insn
), insn
, 0);
200 /* If the previous non-jump insn sets something to a label,
201 something that this jump insn uses, make that label the primary
202 target of this insn if we don't yet have any. That previous
203 insn must be a single_set and not refer to more than one label.
204 The jump insn must not refer to other labels as jump targets
205 and must be a plain (set (pc) ...), maybe in a parallel, and
206 may refer to the item being set only directly or as one of the
207 arms in an IF_THEN_ELSE. */
208 if (! INSN_DELETED_P (insn
)
210 && JUMP_LABEL (insn
) == NULL
)
212 rtx label_note
= NULL
;
213 rtx pc
= pc_set (insn
);
214 rtx pc_src
= pc
!= NULL
? SET_SRC (pc
) : NULL
;
216 if (prev_nonjump_insn
!= NULL
)
218 = find_reg_note (prev_nonjump_insn
, REG_LABEL_OPERAND
, NULL
);
220 if (label_note
!= NULL
&& pc_src
!= NULL
)
222 rtx label_set
= single_set (prev_nonjump_insn
);
224 = label_set
!= NULL
? SET_DEST (label_set
) : NULL
;
226 if (label_set
!= NULL
227 /* The source must be the direct LABEL_REF, not a
228 PLUS, UNSPEC, IF_THEN_ELSE etc. */
229 && GET_CODE (SET_SRC (label_set
)) == LABEL_REF
230 && (rtx_equal_p (label_dest
, pc_src
)
231 || (GET_CODE (pc_src
) == IF_THEN_ELSE
232 && (rtx_equal_p (label_dest
, XEXP (pc_src
, 1))
233 || rtx_equal_p (label_dest
,
234 XEXP (pc_src
, 2))))))
237 /* The CODE_LABEL referred to in the note must be the
238 CODE_LABEL in the LABEL_REF of the "set". We can
239 conveniently use it for the marker function, which
240 requires a LABEL_REF wrapping. */
241 gcc_assert (XEXP (label_note
, 0)
242 == XEXP (SET_SRC (label_set
), 0));
244 mark_jump_label_1 (label_set
, insn
, false, true);
245 gcc_assert (JUMP_LABEL (insn
)
246 == XEXP (SET_SRC (label_set
), 0));
250 else if (! INSN_DELETED_P (insn
))
251 prev_nonjump_insn
= insn
;
253 else if (LABEL_P (insn
))
254 prev_nonjump_insn
= NULL
;
256 /* If we are in cfglayout mode, there may be non-insns between the
257 basic blocks. If those non-insns represent tablejump data, they
258 contain label references that we must record. */
259 if (current_ir_type () == IR_RTL_CFGLAYOUT
)
265 for (insn
= bb
->il
.rtl
->header
; insn
; insn
= NEXT_INSN (insn
))
268 gcc_assert (JUMP_TABLE_DATA_P (insn
));
269 mark_jump_label (PATTERN (insn
), insn
, 0);
272 for (insn
= bb
->il
.rtl
->footer
; insn
; insn
= NEXT_INSN (insn
))
275 gcc_assert (JUMP_TABLE_DATA_P (insn
));
276 mark_jump_label (PATTERN (insn
), insn
, 0);
282 /* Given a comparison (CODE ARG0 ARG1), inside an insn, INSN, return a code
283 of reversed comparison if it is possible to do so. Otherwise return UNKNOWN.
284 UNKNOWN may be returned in case we are having CC_MODE compare and we don't
285 know whether it's source is floating point or integer comparison. Machine
286 description should define REVERSIBLE_CC_MODE and REVERSE_CONDITION macros
287 to help this function avoid overhead in these cases. */
289 reversed_comparison_code_parts (enum rtx_code code
, const_rtx arg0
,
290 const_rtx arg1
, const_rtx insn
)
292 enum machine_mode mode
;
294 /* If this is not actually a comparison, we can't reverse it. */
295 if (GET_RTX_CLASS (code
) != RTX_COMPARE
296 && GET_RTX_CLASS (code
) != RTX_COMM_COMPARE
)
299 mode
= GET_MODE (arg0
);
300 if (mode
== VOIDmode
)
301 mode
= GET_MODE (arg1
);
303 /* First see if machine description supplies us way to reverse the
304 comparison. Give it priority over everything else to allow
305 machine description to do tricks. */
306 if (GET_MODE_CLASS (mode
) == MODE_CC
307 && REVERSIBLE_CC_MODE (mode
))
309 #ifdef REVERSE_CONDITION
310 return REVERSE_CONDITION (code
, mode
);
312 return reverse_condition (code
);
315 /* Try a few special cases based on the comparison code. */
324 /* It is always safe to reverse EQ and NE, even for the floating
325 point. Similarly the unsigned comparisons are never used for
326 floating point so we can reverse them in the default way. */
327 return reverse_condition (code
);
332 /* In case we already see unordered comparison, we can be sure to
333 be dealing with floating point so we don't need any more tests. */
334 return reverse_condition_maybe_unordered (code
);
339 /* We don't have safe way to reverse these yet. */
345 if (GET_MODE_CLASS (mode
) == MODE_CC
|| CC0_P (arg0
))
348 /* Try to search for the comparison to determine the real mode.
349 This code is expensive, but with sane machine description it
350 will be never used, since REVERSIBLE_CC_MODE will return true
355 /* These CONST_CAST's are okay because prev_nonnote_insn just
356 returns its argument and we assign it to a const_rtx
358 for (prev
= prev_nonnote_insn (CONST_CAST_RTX(insn
));
359 prev
!= 0 && !LABEL_P (prev
);
360 prev
= prev_nonnote_insn (CONST_CAST_RTX(prev
)))
362 const_rtx set
= set_of (arg0
, prev
);
363 if (set
&& GET_CODE (set
) == SET
364 && rtx_equal_p (SET_DEST (set
), arg0
))
366 rtx src
= SET_SRC (set
);
368 if (GET_CODE (src
) == COMPARE
)
370 rtx comparison
= src
;
371 arg0
= XEXP (src
, 0);
372 mode
= GET_MODE (arg0
);
373 if (mode
== VOIDmode
)
374 mode
= GET_MODE (XEXP (comparison
, 1));
377 /* We can get past reg-reg moves. This may be useful for model
378 of i387 comparisons that first move flag registers around. */
385 /* If register is clobbered in some ununderstandable way,
392 /* Test for an integer condition, or a floating-point comparison
393 in which NaNs can be ignored. */
394 if (CONST_INT_P (arg0
)
395 || (GET_MODE (arg0
) != VOIDmode
396 && GET_MODE_CLASS (mode
) != MODE_CC
397 && !HONOR_NANS (mode
)))
398 return reverse_condition (code
);
403 /* A wrapper around the previous function to take COMPARISON as rtx
404 expression. This simplifies many callers. */
406 reversed_comparison_code (const_rtx comparison
, const_rtx insn
)
408 if (!COMPARISON_P (comparison
))
410 return reversed_comparison_code_parts (GET_CODE (comparison
),
411 XEXP (comparison
, 0),
412 XEXP (comparison
, 1), insn
);
415 /* Return comparison with reversed code of EXP.
416 Return NULL_RTX in case we fail to do the reversal. */
418 reversed_comparison (const_rtx exp
, enum machine_mode mode
)
420 enum rtx_code reversed_code
= reversed_comparison_code (exp
, NULL_RTX
);
421 if (reversed_code
== UNKNOWN
)
424 return simplify_gen_relational (reversed_code
, mode
, VOIDmode
,
425 XEXP (exp
, 0), XEXP (exp
, 1));
429 /* Given an rtx-code for a comparison, return the code for the negated
430 comparison. If no such code exists, return UNKNOWN.
432 WATCH OUT! reverse_condition is not safe to use on a jump that might
433 be acting on the results of an IEEE floating point comparison, because
434 of the special treatment of non-signaling nans in comparisons.
435 Use reversed_comparison_code instead. */
438 reverse_condition (enum rtx_code code
)
480 /* Similar, but we're allowed to generate unordered comparisons, which
481 makes it safe for IEEE floating-point. Of course, we have to recognize
482 that the target will support them too... */
485 reverse_condition_maybe_unordered (enum rtx_code code
)
523 /* Similar, but return the code when two operands of a comparison are swapped.
524 This IS safe for IEEE floating-point. */
527 swap_condition (enum rtx_code code
)
569 /* Given a comparison CODE, return the corresponding unsigned comparison.
570 If CODE is an equality comparison or already an unsigned comparison,
574 unsigned_condition (enum rtx_code code
)
600 /* Similarly, return the signed version of a comparison. */
603 signed_condition (enum rtx_code code
)
629 /* Return nonzero if CODE1 is more strict than CODE2, i.e., if the
630 truth of CODE1 implies the truth of CODE2. */
633 comparison_dominates_p (enum rtx_code code1
, enum rtx_code code2
)
635 /* UNKNOWN comparison codes can happen as a result of trying to revert
637 They can't match anything, so we have to reject them here. */
638 if (code1
== UNKNOWN
|| code2
== UNKNOWN
)
647 if (code2
== UNLE
|| code2
== UNGE
)
652 if (code2
== LE
|| code2
== LEU
|| code2
== GE
|| code2
== GEU
658 if (code2
== UNLE
|| code2
== NE
)
663 if (code2
== LE
|| code2
== NE
|| code2
== ORDERED
|| code2
== LTGT
)
668 if (code2
== UNGE
|| code2
== NE
)
673 if (code2
== GE
|| code2
== NE
|| code2
== ORDERED
|| code2
== LTGT
)
679 if (code2
== ORDERED
)
684 if (code2
== NE
|| code2
== ORDERED
)
689 if (code2
== LEU
|| code2
== NE
)
694 if (code2
== GEU
|| code2
== NE
)
699 if (code2
== NE
|| code2
== UNEQ
|| code2
== UNLE
|| code2
== UNLT
700 || code2
== UNGE
|| code2
== UNGT
)
711 /* Return 1 if INSN is an unconditional jump and nothing else. */
714 simplejump_p (const_rtx insn
)
716 return (JUMP_P (insn
)
717 && GET_CODE (PATTERN (insn
)) == SET
718 && GET_CODE (SET_DEST (PATTERN (insn
))) == PC
719 && GET_CODE (SET_SRC (PATTERN (insn
))) == LABEL_REF
);
722 /* Return nonzero if INSN is a (possibly) conditional jump
725 Use of this function is deprecated, since we need to support combined
726 branch and compare insns. Use any_condjump_p instead whenever possible. */
729 condjump_p (const_rtx insn
)
731 const_rtx x
= PATTERN (insn
);
733 if (GET_CODE (x
) != SET
734 || GET_CODE (SET_DEST (x
)) != PC
)
738 if (GET_CODE (x
) == LABEL_REF
)
741 return (GET_CODE (x
) == IF_THEN_ELSE
742 && ((GET_CODE (XEXP (x
, 2)) == PC
743 && (GET_CODE (XEXP (x
, 1)) == LABEL_REF
744 || GET_CODE (XEXP (x
, 1)) == RETURN
))
745 || (GET_CODE (XEXP (x
, 1)) == PC
746 && (GET_CODE (XEXP (x
, 2)) == LABEL_REF
747 || GET_CODE (XEXP (x
, 2)) == RETURN
))));
750 /* Return nonzero if INSN is a (possibly) conditional jump inside a
753 Use this function is deprecated, since we need to support combined
754 branch and compare insns. Use any_condjump_p instead whenever possible. */
757 condjump_in_parallel_p (const_rtx insn
)
759 const_rtx x
= PATTERN (insn
);
761 if (GET_CODE (x
) != PARALLEL
)
764 x
= XVECEXP (x
, 0, 0);
766 if (GET_CODE (x
) != SET
)
768 if (GET_CODE (SET_DEST (x
)) != PC
)
770 if (GET_CODE (SET_SRC (x
)) == LABEL_REF
)
772 if (GET_CODE (SET_SRC (x
)) != IF_THEN_ELSE
)
774 if (XEXP (SET_SRC (x
), 2) == pc_rtx
775 && (GET_CODE (XEXP (SET_SRC (x
), 1)) == LABEL_REF
776 || GET_CODE (XEXP (SET_SRC (x
), 1)) == RETURN
))
778 if (XEXP (SET_SRC (x
), 1) == pc_rtx
779 && (GET_CODE (XEXP (SET_SRC (x
), 2)) == LABEL_REF
780 || GET_CODE (XEXP (SET_SRC (x
), 2)) == RETURN
))
785 /* Return set of PC, otherwise NULL. */
788 pc_set (const_rtx insn
)
793 pat
= PATTERN (insn
);
795 /* The set is allowed to appear either as the insn pattern or
796 the first set in a PARALLEL. */
797 if (GET_CODE (pat
) == PARALLEL
)
798 pat
= XVECEXP (pat
, 0, 0);
799 if (GET_CODE (pat
) == SET
&& GET_CODE (SET_DEST (pat
)) == PC
)
805 /* Return true when insn is an unconditional direct jump,
806 possibly bundled inside a PARALLEL. */
809 any_uncondjump_p (const_rtx insn
)
811 const_rtx x
= pc_set (insn
);
814 if (GET_CODE (SET_SRC (x
)) != LABEL_REF
)
816 if (find_reg_note (insn
, REG_NON_LOCAL_GOTO
, NULL_RTX
))
821 /* Return true when insn is a conditional jump. This function works for
822 instructions containing PC sets in PARALLELs. The instruction may have
823 various other effects so before removing the jump you must verify
826 Note that unlike condjump_p it returns false for unconditional jumps. */
829 any_condjump_p (const_rtx insn
)
831 const_rtx x
= pc_set (insn
);
836 if (GET_CODE (SET_SRC (x
)) != IF_THEN_ELSE
)
839 a
= GET_CODE (XEXP (SET_SRC (x
), 1));
840 b
= GET_CODE (XEXP (SET_SRC (x
), 2));
842 return ((b
== PC
&& (a
== LABEL_REF
|| a
== RETURN
))
843 || (a
== PC
&& (b
== LABEL_REF
|| b
== RETURN
)));
846 /* Return the label of a conditional jump. */
849 condjump_label (const_rtx insn
)
851 rtx x
= pc_set (insn
);
856 if (GET_CODE (x
) == LABEL_REF
)
858 if (GET_CODE (x
) != IF_THEN_ELSE
)
860 if (XEXP (x
, 2) == pc_rtx
&& GET_CODE (XEXP (x
, 1)) == LABEL_REF
)
862 if (XEXP (x
, 1) == pc_rtx
&& GET_CODE (XEXP (x
, 2)) == LABEL_REF
)
867 /* Return true if INSN is a (possibly conditional) return insn. */
870 returnjump_p_1 (rtx
*loc
, void *data ATTRIBUTE_UNUSED
)
877 switch (GET_CODE (x
))
884 return SET_IS_RETURN_P (x
);
891 /* Return TRUE if INSN is a return jump. */
894 returnjump_p (rtx insn
)
898 return for_each_rtx (&PATTERN (insn
), returnjump_p_1
, NULL
);
901 /* Return true if INSN is a (possibly conditional) return insn. */
904 eh_returnjump_p_1 (rtx
*loc
, void *data ATTRIBUTE_UNUSED
)
906 return *loc
&& GET_CODE (*loc
) == EH_RETURN
;
910 eh_returnjump_p (rtx insn
)
914 return for_each_rtx (&PATTERN (insn
), eh_returnjump_p_1
, NULL
);
917 /* Return true if INSN is a jump that only transfers control and
921 onlyjump_p (const_rtx insn
)
928 set
= single_set (insn
);
931 if (GET_CODE (SET_DEST (set
)) != PC
)
933 if (side_effects_p (SET_SRC (set
)))
941 /* Return nonzero if X is an RTX that only sets the condition codes
942 and has no side effects. */
945 only_sets_cc0_p (const_rtx x
)
953 return sets_cc0_p (x
) == 1 && ! side_effects_p (x
);
956 /* Return 1 if X is an RTX that does nothing but set the condition codes
957 and CLOBBER or USE registers.
958 Return -1 if X does explicitly set the condition codes,
959 but also does other things. */
962 sets_cc0_p (const_rtx x
)
970 if (GET_CODE (x
) == SET
&& SET_DEST (x
) == cc0_rtx
)
972 if (GET_CODE (x
) == PARALLEL
)
976 int other_things
= 0;
977 for (i
= XVECLEN (x
, 0) - 1; i
>= 0; i
--)
979 if (GET_CODE (XVECEXP (x
, 0, i
)) == SET
980 && SET_DEST (XVECEXP (x
, 0, i
)) == cc0_rtx
)
982 else if (GET_CODE (XVECEXP (x
, 0, i
)) == SET
)
985 return ! sets_cc0
? 0 : other_things
? -1 : 1;
991 /* Find all CODE_LABELs referred to in X, and increment their use
992 counts. If INSN is a JUMP_INSN and there is at least one
993 CODE_LABEL referenced in INSN as a jump target, then store the last
994 one in JUMP_LABEL (INSN). For a tablejump, this must be the label
995 for the ADDR_VEC. Store any other jump targets as REG_LABEL_TARGET
996 notes. If INSN is an INSN or a CALL_INSN or non-target operands of
997 a JUMP_INSN, and there is at least one CODE_LABEL referenced in
998 INSN, add a REG_LABEL_OPERAND note containing that label to INSN.
1000 Note that two labels separated by a loop-beginning note
1001 must be kept distinct if we have not yet done loop-optimization,
1002 because the gap between them is where loop-optimize
1003 will want to move invariant code to. CROSS_JUMP tells us
1004 that loop-optimization is done with. */
1007 mark_jump_label (rtx x
, rtx insn
, int in_mem
)
1009 rtx asmop
= extract_asm_operands (x
);
1011 mark_jump_label_asm (asmop
, insn
);
1013 mark_jump_label_1 (x
, insn
, in_mem
!= 0,
1014 (insn
!= NULL
&& x
== PATTERN (insn
) && JUMP_P (insn
)));
1017 /* Worker function for mark_jump_label. IN_MEM is TRUE when X occurs
1018 within a (MEM ...). IS_TARGET is TRUE when X is to be treated as a
1019 jump-target; when the JUMP_LABEL field of INSN should be set or a
1020 REG_LABEL_TARGET note should be added, not a REG_LABEL_OPERAND
1024 mark_jump_label_1 (rtx x
, rtx insn
, bool in_mem
, bool is_target
)
1026 RTX_CODE code
= GET_CODE (x
);
1046 for (i
= 0; i
< XVECLEN (x
, 0); i
++)
1047 mark_jump_label (PATTERN (XVECEXP (x
, 0, i
)),
1048 XVECEXP (x
, 0, i
), 0);
1055 /* If this is a constant-pool reference, see if it is a label. */
1056 if (CONSTANT_POOL_ADDRESS_P (x
))
1057 mark_jump_label_1 (get_pool_constant (x
), insn
, in_mem
, is_target
);
1060 /* Handle operands in the condition of an if-then-else as for a
1065 mark_jump_label_1 (XEXP (x
, 0), insn
, in_mem
, false);
1066 mark_jump_label_1 (XEXP (x
, 1), insn
, in_mem
, true);
1067 mark_jump_label_1 (XEXP (x
, 2), insn
, in_mem
, true);
1072 rtx label
= XEXP (x
, 0);
1074 /* Ignore remaining references to unreachable labels that
1075 have been deleted. */
1077 && NOTE_KIND (label
) == NOTE_INSN_DELETED_LABEL
)
1080 gcc_assert (LABEL_P (label
));
1082 /* Ignore references to labels of containing functions. */
1083 if (LABEL_REF_NONLOCAL_P (x
))
1086 XEXP (x
, 0) = label
;
1087 if (! insn
|| ! INSN_DELETED_P (insn
))
1088 ++LABEL_NUSES (label
);
1093 /* Do not change a previous setting of JUMP_LABEL. If the
1094 JUMP_LABEL slot is occupied by a different label,
1095 create a note for this label. */
1096 && (JUMP_LABEL (insn
) == NULL
|| JUMP_LABEL (insn
) == label
))
1097 JUMP_LABEL (insn
) = label
;
1101 = is_target
? REG_LABEL_TARGET
: REG_LABEL_OPERAND
;
1103 /* Add a REG_LABEL_OPERAND or REG_LABEL_TARGET note
1104 for LABEL unless there already is one. All uses of
1105 a label, except for the primary target of a jump,
1106 must have such a note. */
1107 if (! find_reg_note (insn
, kind
, label
))
1108 add_reg_note (insn
, kind
, label
);
1114 /* Do walk the labels in a vector, but not the first operand of an
1115 ADDR_DIFF_VEC. Don't set the JUMP_LABEL of a vector. */
1118 if (! INSN_DELETED_P (insn
))
1120 int eltnum
= code
== ADDR_DIFF_VEC
? 1 : 0;
1122 for (i
= 0; i
< XVECLEN (x
, eltnum
); i
++)
1123 mark_jump_label_1 (XVECEXP (x
, eltnum
, i
), NULL_RTX
, in_mem
,
1132 fmt
= GET_RTX_FORMAT (code
);
1134 /* The primary target of a tablejump is the label of the ADDR_VEC,
1135 which is canonically mentioned *last* in the insn. To get it
1136 marked as JUMP_LABEL, we iterate over items in reverse order. */
1137 for (i
= GET_RTX_LENGTH (code
) - 1; i
>= 0; i
--)
1140 mark_jump_label_1 (XEXP (x
, i
), insn
, in_mem
, is_target
);
1141 else if (fmt
[i
] == 'E')
1145 for (j
= XVECLEN (x
, i
) - 1; j
>= 0; j
--)
1146 mark_jump_label_1 (XVECEXP (x
, i
, j
), insn
, in_mem
,
1152 /* Worker function for mark_jump_label. Handle asm insns specially.
1153 In particular, output operands need not be considered so we can
1154 avoid re-scanning the replicated asm_operand. Also, the asm_labels
1155 need to be considered targets. */
1158 mark_jump_label_asm (rtx asmop
, rtx insn
)
1162 for (i
= ASM_OPERANDS_INPUT_LENGTH (asmop
) - 1; i
>= 0; --i
)
1163 mark_jump_label_1 (ASM_OPERANDS_INPUT (asmop
, i
), insn
, false, false);
1165 for (i
= ASM_OPERANDS_LABEL_LENGTH (asmop
) - 1; i
>= 0; --i
)
1166 mark_jump_label_1 (ASM_OPERANDS_LABEL (asmop
, i
), insn
, false, true);
1169 /* Delete insn INSN from the chain of insns and update label ref counts
1170 and delete insns now unreachable.
1172 Returns the first insn after INSN that was not deleted.
1174 Usage of this instruction is deprecated. Use delete_insn instead and
1175 subsequent cfg_cleanup pass to delete unreachable code if needed. */
1178 delete_related_insns (rtx insn
)
1180 int was_code_label
= (LABEL_P (insn
));
1182 rtx next
= NEXT_INSN (insn
), prev
= PREV_INSN (insn
);
1184 while (next
&& INSN_DELETED_P (next
))
1185 next
= NEXT_INSN (next
);
1187 /* This insn is already deleted => return first following nondeleted. */
1188 if (INSN_DELETED_P (insn
))
1193 /* If instruction is followed by a barrier,
1194 delete the barrier too. */
1196 if (next
!= 0 && BARRIER_P (next
))
1199 /* If deleting a jump, decrement the count of the label,
1200 and delete the label if it is now unused. */
1202 if (JUMP_P (insn
) && JUMP_LABEL (insn
))
1204 rtx lab
= JUMP_LABEL (insn
), lab_next
;
1206 if (LABEL_NUSES (lab
) == 0)
1207 /* This can delete NEXT or PREV,
1208 either directly if NEXT is JUMP_LABEL (INSN),
1209 or indirectly through more levels of jumps. */
1210 delete_related_insns (lab
);
1211 else if (tablejump_p (insn
, NULL
, &lab_next
))
1213 /* If we're deleting the tablejump, delete the dispatch table.
1214 We may not be able to kill the label immediately preceding
1215 just yet, as it might be referenced in code leading up to
1217 delete_related_insns (lab_next
);
1221 /* Likewise if we're deleting a dispatch table. */
1223 if (JUMP_TABLE_DATA_P (insn
))
1225 rtx pat
= PATTERN (insn
);
1226 int i
, diff_vec_p
= GET_CODE (pat
) == ADDR_DIFF_VEC
;
1227 int len
= XVECLEN (pat
, diff_vec_p
);
1229 for (i
= 0; i
< len
; i
++)
1230 if (LABEL_NUSES (XEXP (XVECEXP (pat
, diff_vec_p
, i
), 0)) == 0)
1231 delete_related_insns (XEXP (XVECEXP (pat
, diff_vec_p
, i
), 0));
1232 while (next
&& INSN_DELETED_P (next
))
1233 next
= NEXT_INSN (next
);
1237 /* Likewise for any JUMP_P / INSN / CALL_INSN with a
1238 REG_LABEL_OPERAND or REG_LABEL_TARGET note. */
1240 for (note
= REG_NOTES (insn
); note
; note
= XEXP (note
, 1))
1241 if ((REG_NOTE_KIND (note
) == REG_LABEL_OPERAND
1242 || REG_NOTE_KIND (note
) == REG_LABEL_TARGET
)
1243 /* This could also be a NOTE_INSN_DELETED_LABEL note. */
1244 && LABEL_P (XEXP (note
, 0)))
1245 if (LABEL_NUSES (XEXP (note
, 0)) == 0)
1246 delete_related_insns (XEXP (note
, 0));
1248 while (prev
&& (INSN_DELETED_P (prev
) || NOTE_P (prev
)))
1249 prev
= PREV_INSN (prev
);
1251 /* If INSN was a label and a dispatch table follows it,
1252 delete the dispatch table. The tablejump must have gone already.
1253 It isn't useful to fall through into a table. */
1256 && NEXT_INSN (insn
) != 0
1257 && JUMP_TABLE_DATA_P (NEXT_INSN (insn
)))
1258 next
= delete_related_insns (NEXT_INSN (insn
));
1260 /* If INSN was a label, delete insns following it if now unreachable. */
1262 if (was_code_label
&& prev
&& BARRIER_P (prev
))
1267 code
= GET_CODE (next
);
1269 next
= NEXT_INSN (next
);
1270 /* Keep going past other deleted labels to delete what follows. */
1271 else if (code
== CODE_LABEL
&& INSN_DELETED_P (next
))
1272 next
= NEXT_INSN (next
);
1273 else if (code
== BARRIER
|| INSN_P (next
))
1274 /* Note: if this deletes a jump, it can cause more
1275 deletion of unreachable code, after a different label.
1276 As long as the value from this recursive call is correct,
1277 this invocation functions correctly. */
1278 next
= delete_related_insns (next
);
1284 /* I feel a little doubtful about this loop,
1285 but I see no clean and sure alternative way
1286 to find the first insn after INSN that is not now deleted.
1287 I hope this works. */
1288 while (next
&& INSN_DELETED_P (next
))
1289 next
= NEXT_INSN (next
);
1293 /* Delete a range of insns from FROM to TO, inclusive.
1294 This is for the sake of peephole optimization, so assume
1295 that whatever these insns do will still be done by a new
1296 peephole insn that will replace them. */
1299 delete_for_peephole (rtx from
, rtx to
)
1305 rtx next
= NEXT_INSN (insn
);
1306 rtx prev
= PREV_INSN (insn
);
1310 INSN_DELETED_P (insn
) = 1;
1312 /* Patch this insn out of the chain. */
1313 /* We don't do this all at once, because we
1314 must preserve all NOTEs. */
1316 NEXT_INSN (prev
) = next
;
1319 PREV_INSN (next
) = prev
;
1327 /* Note that if TO is an unconditional jump
1328 we *do not* delete the BARRIER that follows,
1329 since the peephole that replaces this sequence
1330 is also an unconditional jump in that case. */
1333 /* Throughout LOC, redirect OLABEL to NLABEL. Treat null OLABEL or
1334 NLABEL as a return. Accrue modifications into the change group. */
1337 redirect_exp_1 (rtx
*loc
, rtx olabel
, rtx nlabel
, rtx insn
)
1340 RTX_CODE code
= GET_CODE (x
);
1344 if (code
== LABEL_REF
)
1346 if (XEXP (x
, 0) == olabel
)
1350 n
= gen_rtx_LABEL_REF (Pmode
, nlabel
);
1352 n
= gen_rtx_RETURN (VOIDmode
);
1354 validate_change (insn
, loc
, n
, 1);
1358 else if (code
== RETURN
&& olabel
== 0)
1361 x
= gen_rtx_LABEL_REF (Pmode
, nlabel
);
1363 x
= gen_rtx_RETURN (VOIDmode
);
1364 if (loc
== &PATTERN (insn
))
1365 x
= gen_rtx_SET (VOIDmode
, pc_rtx
, x
);
1366 validate_change (insn
, loc
, x
, 1);
1370 if (code
== SET
&& nlabel
== 0 && SET_DEST (x
) == pc_rtx
1371 && GET_CODE (SET_SRC (x
)) == LABEL_REF
1372 && XEXP (SET_SRC (x
), 0) == olabel
)
1374 validate_change (insn
, loc
, gen_rtx_RETURN (VOIDmode
), 1);
1378 if (code
== IF_THEN_ELSE
)
1380 /* Skip the condition of an IF_THEN_ELSE. We only want to
1381 change jump destinations, not eventual label comparisons. */
1382 redirect_exp_1 (&XEXP (x
, 1), olabel
, nlabel
, insn
);
1383 redirect_exp_1 (&XEXP (x
, 2), olabel
, nlabel
, insn
);
1387 fmt
= GET_RTX_FORMAT (code
);
1388 for (i
= GET_RTX_LENGTH (code
) - 1; i
>= 0; i
--)
1391 redirect_exp_1 (&XEXP (x
, i
), olabel
, nlabel
, insn
);
1392 else if (fmt
[i
] == 'E')
1395 for (j
= 0; j
< XVECLEN (x
, i
); j
++)
1396 redirect_exp_1 (&XVECEXP (x
, i
, j
), olabel
, nlabel
, insn
);
1401 /* Make JUMP go to NLABEL instead of where it jumps now. Accrue
1402 the modifications into the change group. Return false if we did
1403 not see how to do that. */
1406 redirect_jump_1 (rtx jump
, rtx nlabel
)
1408 int ochanges
= num_validated_changes ();
1411 asmop
= extract_asm_operands (PATTERN (jump
));
1416 gcc_assert (ASM_OPERANDS_LABEL_LENGTH (asmop
) == 1);
1417 loc
= &ASM_OPERANDS_LABEL (asmop
, 0);
1419 else if (GET_CODE (PATTERN (jump
)) == PARALLEL
)
1420 loc
= &XVECEXP (PATTERN (jump
), 0, 0);
1422 loc
= &PATTERN (jump
);
1424 redirect_exp_1 (loc
, JUMP_LABEL (jump
), nlabel
, jump
);
1425 return num_validated_changes () > ochanges
;
1428 /* Make JUMP go to NLABEL instead of where it jumps now. If the old
1429 jump target label is unused as a result, it and the code following
1432 If NLABEL is zero, we are to turn the jump into a (possibly conditional)
1435 The return value will be 1 if the change was made, 0 if it wasn't
1436 (this can only occur for NLABEL == 0). */
1439 redirect_jump (rtx jump
, rtx nlabel
, int delete_unused
)
1441 rtx olabel
= JUMP_LABEL (jump
);
1443 if (nlabel
== olabel
)
1446 if (! redirect_jump_1 (jump
, nlabel
) || ! apply_change_group ())
1449 redirect_jump_2 (jump
, olabel
, nlabel
, delete_unused
, 0);
1453 /* Fix up JUMP_LABEL and label ref counts after OLABEL has been replaced with
1455 If DELETE_UNUSED is positive, delete related insn to OLABEL if its ref
1456 count has dropped to zero. */
1458 redirect_jump_2 (rtx jump
, rtx olabel
, rtx nlabel
, int delete_unused
,
1463 gcc_assert (JUMP_LABEL (jump
) == olabel
);
1465 /* Negative DELETE_UNUSED used to be used to signalize behavior on
1466 moving FUNCTION_END note. Just sanity check that no user still worry
1468 gcc_assert (delete_unused
>= 0);
1469 JUMP_LABEL (jump
) = nlabel
;
1471 ++LABEL_NUSES (nlabel
);
1473 /* Update labels in any REG_EQUAL note. */
1474 if ((note
= find_reg_note (jump
, REG_EQUAL
, NULL_RTX
)) != NULL_RTX
)
1476 if (!nlabel
|| (invert
&& !invert_exp_1 (XEXP (note
, 0), jump
)))
1477 remove_note (jump
, note
);
1480 redirect_exp_1 (&XEXP (note
, 0), olabel
, nlabel
, jump
);
1481 confirm_change_group ();
1485 if (olabel
&& --LABEL_NUSES (olabel
) == 0 && delete_unused
> 0
1486 /* Undefined labels will remain outside the insn stream. */
1487 && INSN_UID (olabel
))
1488 delete_related_insns (olabel
);
1490 invert_br_probabilities (jump
);
1493 /* Invert the jump condition X contained in jump insn INSN. Accrue the
1494 modifications into the change group. Return nonzero for success. */
1496 invert_exp_1 (rtx x
, rtx insn
)
1498 RTX_CODE code
= GET_CODE (x
);
1500 if (code
== IF_THEN_ELSE
)
1502 rtx comp
= XEXP (x
, 0);
1504 enum rtx_code reversed_code
;
1506 /* We can do this in two ways: The preferable way, which can only
1507 be done if this is not an integer comparison, is to reverse
1508 the comparison code. Otherwise, swap the THEN-part and ELSE-part
1509 of the IF_THEN_ELSE. If we can't do either, fail. */
1511 reversed_code
= reversed_comparison_code (comp
, insn
);
1513 if (reversed_code
!= UNKNOWN
)
1515 validate_change (insn
, &XEXP (x
, 0),
1516 gen_rtx_fmt_ee (reversed_code
,
1517 GET_MODE (comp
), XEXP (comp
, 0),
1524 validate_change (insn
, &XEXP (x
, 1), XEXP (x
, 2), 1);
1525 validate_change (insn
, &XEXP (x
, 2), tem
, 1);
1532 /* Invert the condition of the jump JUMP, and make it jump to label
1533 NLABEL instead of where it jumps now. Accrue changes into the
1534 change group. Return false if we didn't see how to perform the
1535 inversion and redirection. */
1538 invert_jump_1 (rtx jump
, rtx nlabel
)
1540 rtx x
= pc_set (jump
);
1544 ochanges
= num_validated_changes ();
1547 ok
= invert_exp_1 (SET_SRC (x
), jump
);
1550 if (num_validated_changes () == ochanges
)
1553 /* redirect_jump_1 will fail of nlabel == olabel, and the current use is
1554 in Pmode, so checking this is not merely an optimization. */
1555 return nlabel
== JUMP_LABEL (jump
) || redirect_jump_1 (jump
, nlabel
);
1558 /* Invert the condition of the jump JUMP, and make it jump to label
1559 NLABEL instead of where it jumps now. Return true if successful. */
1562 invert_jump (rtx jump
, rtx nlabel
, int delete_unused
)
1564 rtx olabel
= JUMP_LABEL (jump
);
1566 if (invert_jump_1 (jump
, nlabel
) && apply_change_group ())
1568 redirect_jump_2 (jump
, olabel
, nlabel
, delete_unused
, 1);
1576 /* Like rtx_equal_p except that it considers two REGs as equal
1577 if they renumber to the same value and considers two commutative
1578 operations to be the same if the order of the operands has been
1582 rtx_renumbered_equal_p (const_rtx x
, const_rtx y
)
1585 const enum rtx_code code
= GET_CODE (x
);
1591 if ((code
== REG
|| (code
== SUBREG
&& REG_P (SUBREG_REG (x
))))
1592 && (REG_P (y
) || (GET_CODE (y
) == SUBREG
1593 && REG_P (SUBREG_REG (y
)))))
1595 int reg_x
= -1, reg_y
= -1;
1596 int byte_x
= 0, byte_y
= 0;
1597 struct subreg_info info
;
1599 if (GET_MODE (x
) != GET_MODE (y
))
1602 /* If we haven't done any renumbering, don't
1603 make any assumptions. */
1604 if (reg_renumber
== 0)
1605 return rtx_equal_p (x
, y
);
1609 reg_x
= REGNO (SUBREG_REG (x
));
1610 byte_x
= SUBREG_BYTE (x
);
1612 if (reg_renumber
[reg_x
] >= 0)
1614 subreg_get_info (reg_renumber
[reg_x
],
1615 GET_MODE (SUBREG_REG (x
)), byte_x
,
1616 GET_MODE (x
), &info
);
1617 if (!info
.representable_p
)
1619 reg_x
= info
.offset
;
1626 if (reg_renumber
[reg_x
] >= 0)
1627 reg_x
= reg_renumber
[reg_x
];
1630 if (GET_CODE (y
) == SUBREG
)
1632 reg_y
= REGNO (SUBREG_REG (y
));
1633 byte_y
= SUBREG_BYTE (y
);
1635 if (reg_renumber
[reg_y
] >= 0)
1637 subreg_get_info (reg_renumber
[reg_y
],
1638 GET_MODE (SUBREG_REG (y
)), byte_y
,
1639 GET_MODE (y
), &info
);
1640 if (!info
.representable_p
)
1642 reg_y
= info
.offset
;
1649 if (reg_renumber
[reg_y
] >= 0)
1650 reg_y
= reg_renumber
[reg_y
];
1653 return reg_x
>= 0 && reg_x
== reg_y
&& byte_x
== byte_y
;
1656 /* Now we have disposed of all the cases
1657 in which different rtx codes can match. */
1658 if (code
!= GET_CODE (y
))
1672 /* We can't assume nonlocal labels have their following insns yet. */
1673 if (LABEL_REF_NONLOCAL_P (x
) || LABEL_REF_NONLOCAL_P (y
))
1674 return XEXP (x
, 0) == XEXP (y
, 0);
1676 /* Two label-refs are equivalent if they point at labels
1677 in the same position in the instruction stream. */
1678 return (next_real_insn (XEXP (x
, 0))
1679 == next_real_insn (XEXP (y
, 0)));
1682 return XSTR (x
, 0) == XSTR (y
, 0);
1685 /* If we didn't match EQ equality above, they aren't the same. */
1692 /* (MULT:SI x y) and (MULT:HI x y) are NOT equivalent. */
1694 if (GET_MODE (x
) != GET_MODE (y
))
1697 /* MEMs refering to different address space are not equivalent. */
1698 if (code
== MEM
&& MEM_ADDR_SPACE (x
) != MEM_ADDR_SPACE (y
))
1701 /* For commutative operations, the RTX match if the operand match in any
1702 order. Also handle the simple binary and unary cases without a loop. */
1703 if (targetm
.commutative_p (x
, UNKNOWN
))
1704 return ((rtx_renumbered_equal_p (XEXP (x
, 0), XEXP (y
, 0))
1705 && rtx_renumbered_equal_p (XEXP (x
, 1), XEXP (y
, 1)))
1706 || (rtx_renumbered_equal_p (XEXP (x
, 0), XEXP (y
, 1))
1707 && rtx_renumbered_equal_p (XEXP (x
, 1), XEXP (y
, 0))));
1708 else if (NON_COMMUTATIVE_P (x
))
1709 return (rtx_renumbered_equal_p (XEXP (x
, 0), XEXP (y
, 0))
1710 && rtx_renumbered_equal_p (XEXP (x
, 1), XEXP (y
, 1)));
1711 else if (UNARY_P (x
))
1712 return rtx_renumbered_equal_p (XEXP (x
, 0), XEXP (y
, 0));
1714 /* Compare the elements. If any pair of corresponding elements
1715 fail to match, return 0 for the whole things. */
1717 fmt
= GET_RTX_FORMAT (code
);
1718 for (i
= GET_RTX_LENGTH (code
) - 1; i
>= 0; i
--)
1724 if (XWINT (x
, i
) != XWINT (y
, i
))
1729 if (XINT (x
, i
) != XINT (y
, i
))
1731 if (((code
== ASM_OPERANDS
&& i
== 6)
1732 || (code
== ASM_INPUT
&& i
== 1))
1733 && locator_eq (XINT (x
, i
), XINT (y
, i
)))
1740 if (XTREE (x
, i
) != XTREE (y
, i
))
1745 if (strcmp (XSTR (x
, i
), XSTR (y
, i
)))
1750 if (! rtx_renumbered_equal_p (XEXP (x
, i
), XEXP (y
, i
)))
1755 if (XEXP (x
, i
) != XEXP (y
, i
))
1762 if (XVECLEN (x
, i
) != XVECLEN (y
, i
))
1764 for (j
= XVECLEN (x
, i
) - 1; j
>= 0; j
--)
1765 if (!rtx_renumbered_equal_p (XVECEXP (x
, i
, j
), XVECEXP (y
, i
, j
)))
1776 /* If X is a hard register or equivalent to one or a subregister of one,
1777 return the hard register number. If X is a pseudo register that was not
1778 assigned a hard register, return the pseudo register number. Otherwise,
1779 return -1. Any rtx is valid for X. */
1782 true_regnum (const_rtx x
)
1786 if (REGNO (x
) >= FIRST_PSEUDO_REGISTER
&& reg_renumber
[REGNO (x
)] >= 0)
1787 return reg_renumber
[REGNO (x
)];
1790 if (GET_CODE (x
) == SUBREG
)
1792 int base
= true_regnum (SUBREG_REG (x
));
1794 && base
< FIRST_PSEUDO_REGISTER
)
1796 struct subreg_info info
;
1798 subreg_get_info (REGNO (SUBREG_REG (x
)),
1799 GET_MODE (SUBREG_REG (x
)),
1800 SUBREG_BYTE (x
), GET_MODE (x
), &info
);
1802 if (info
.representable_p
)
1803 return base
+ info
.offset
;
1809 /* Return regno of the register REG and handle subregs too. */
1811 reg_or_subregno (const_rtx reg
)
1813 if (GET_CODE (reg
) == SUBREG
)
1814 reg
= SUBREG_REG (reg
);
1815 gcc_assert (REG_P (reg
));