1 /* Optimize jump instructions, for GNU compiler.
2 Copyright (C) 1987, 1988, 1989, 1991, 1992, 1993, 1994, 1995, 1996, 1997
3 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2007, 2008, 2009, 2010,
4 2011 Free Software Foundation, Inc.
6 This file is part of GCC.
8 GCC is free software; you can redistribute it and/or modify it under
9 the terms of the GNU General Public License as published by the Free
10 Software Foundation; either version 3, or (at your option) any later
13 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
14 WARRANTY; without even the implied warranty of MERCHANTABILITY or
15 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
18 You should have received a copy of the GNU General Public License
19 along with GCC; see the file COPYING3. If not see
20 <http://www.gnu.org/licenses/>. */
22 /* This is the pathetic reminder of old fame of the jump-optimization pass
23 of the compiler. Now it contains basically a set of utility functions to
26 Each CODE_LABEL has a count of the times it is used
27 stored in the LABEL_NUSES internal field, and each JUMP_INSN
28 has one label that it refers to stored in the
29 JUMP_LABEL internal field. With this we can detect labels that
30 become unused because of the deletion of all the jumps that
31 formerly used them. The JUMP_LABEL info is sometimes looked
32 at by later passes. For return insns, it contains either a
33 RETURN or a SIMPLE_RETURN rtx.
35 The subroutines redirect_jump and invert_jump are used
36 from other passes as well. */
40 #include "coretypes.h"
45 #include "hard-reg-set.h"
47 #include "insn-config.h"
48 #include "insn-attr.h"
51 #include "basic-block.h"
54 #include "diagnostic-core.h"
58 #include "tree-pass.h"
61 /* Optimize jump y; x: ... y: jumpif... x?
62 Don't know if it is worth bothering with. */
63 /* Optimize two cases of conditional jump to conditional jump?
64 This can never delete any instruction or make anything dead,
65 or even change what is live at any point.
66 So perhaps let combiner do it. */
68 static void init_label_info (rtx);
69 static void mark_all_labels (rtx);
70 static void mark_jump_label_1 (rtx, rtx, bool, bool);
71 static void mark_jump_label_asm (rtx, rtx);
72 static void redirect_exp_1 (rtx *, rtx, rtx, rtx);
73 static int invert_exp_1 (rtx, rtx);
74 static int returnjump_p_1 (rtx *, void *);
76 /* Worker for rebuild_jump_labels and rebuild_jump_labels_chain. */
78 rebuild_jump_labels_1 (rtx f, bool count_forced)
82 timevar_push (TV_REBUILD_JUMP);
86 /* Keep track of labels used from static data; we don't track them
87 closely enough to delete them here, so make sure their reference
88 count doesn't drop to zero. */
91 for (insn = forced_labels; insn; insn = XEXP (insn, 1))
92 if (LABEL_P (XEXP (insn, 0)))
93 LABEL_NUSES (XEXP (insn, 0))++;
94 timevar_pop (TV_REBUILD_JUMP);
97 /* This function rebuilds the JUMP_LABEL field and REG_LABEL_TARGET
98 notes in jumping insns and REG_LABEL_OPERAND notes in non-jumping
99 instructions and jumping insns that have labels as operands
100 (e.g. cbranchsi4). */
102 rebuild_jump_labels (rtx f)
104 rebuild_jump_labels_1 (f, true);
107 /* This function is like rebuild_jump_labels, but doesn't run over
108 forced_labels. It can be used on insn chains that aren't the
109 main function chain. */
111 rebuild_jump_labels_chain (rtx chain)
113 rebuild_jump_labels_1 (chain, false);
116 /* Some old code expects exactly one BARRIER as the NEXT_INSN of a
117 non-fallthru insn. This is not generally true, as multiple barriers
118 may have crept in, or the BARRIER may be separated from the last
119 real insn by one or more NOTEs.
121 This simple pass moves barriers and removes duplicates so that the
125 cleanup_barriers (void)
127 rtx insn, next, prev;
128 for (insn = get_insns (); insn; insn = next)
130 next = NEXT_INSN (insn);
131 if (BARRIER_P (insn))
133 prev = prev_nonnote_insn (insn);
136 if (BARRIER_P (prev))
138 else if (prev != PREV_INSN (insn))
139 reorder_insns (insn, insn, prev);
145 struct rtl_opt_pass pass_cleanup_barriers =
149 "barriers", /* name */
151 cleanup_barriers, /* execute */
154 0, /* static_pass_number */
156 0, /* properties_required */
157 0, /* properties_provided */
158 0, /* properties_destroyed */
159 0, /* todo_flags_start */
160 0 /* todo_flags_finish */
165 /* Initialize LABEL_NUSES and JUMP_LABEL fields, add REG_LABEL_TARGET
166 for remaining targets for JUMP_P. Delete any REG_LABEL_OPERAND
167 notes whose labels don't occur in the insn any more. */
170 init_label_info (rtx f)
174 for (insn = f; insn; insn = NEXT_INSN (insn))
177 LABEL_NUSES (insn) = (LABEL_PRESERVE_P (insn) != 0);
179 /* REG_LABEL_TARGET notes (including the JUMP_LABEL field) are
180 sticky and not reset here; that way we won't lose association
181 with a label when e.g. the source for a target register
182 disappears out of reach for targets that may use jump-target
183 registers. Jump transformations are supposed to transform
184 any REG_LABEL_TARGET notes. The target label reference in a
185 branch may disappear from the branch (and from the
186 instruction before it) for other reasons, like register
193 for (note = REG_NOTES (insn); note; note = next)
195 next = XEXP (note, 1);
196 if (REG_NOTE_KIND (note) == REG_LABEL_OPERAND
197 && ! reg_mentioned_p (XEXP (note, 0), PATTERN (insn)))
198 remove_note (insn, note);
204 /* A subroutine of mark_all_labels. Trivially propagate a simple label
205 load into a jump_insn that uses it. */
208 maybe_propagate_label_ref (rtx jump_insn, rtx prev_nonjump_insn)
210 rtx label_note, pc, pc_src;
212 pc = pc_set (jump_insn);
213 pc_src = pc != NULL ? SET_SRC (pc) : NULL;
214 label_note = find_reg_note (prev_nonjump_insn, REG_LABEL_OPERAND, NULL);
216 /* If the previous non-jump insn sets something to a label,
217 something that this jump insn uses, make that label the primary
218 target of this insn if we don't yet have any. That previous
219 insn must be a single_set and not refer to more than one label.
220 The jump insn must not refer to other labels as jump targets
221 and must be a plain (set (pc) ...), maybe in a parallel, and
222 may refer to the item being set only directly or as one of the
223 arms in an IF_THEN_ELSE. */
225 if (label_note != NULL && pc_src != NULL)
227 rtx label_set = single_set (prev_nonjump_insn);
228 rtx label_dest = label_set != NULL ? SET_DEST (label_set) : NULL;
230 if (label_set != NULL
231 /* The source must be the direct LABEL_REF, not a
232 PLUS, UNSPEC, IF_THEN_ELSE etc. */
233 && GET_CODE (SET_SRC (label_set)) == LABEL_REF
234 && (rtx_equal_p (label_dest, pc_src)
235 || (GET_CODE (pc_src) == IF_THEN_ELSE
236 && (rtx_equal_p (label_dest, XEXP (pc_src, 1))
237 || rtx_equal_p (label_dest, XEXP (pc_src, 2))))))
239 /* The CODE_LABEL referred to in the note must be the
240 CODE_LABEL in the LABEL_REF of the "set". We can
241 conveniently use it for the marker function, which
242 requires a LABEL_REF wrapping. */
243 gcc_assert (XEXP (label_note, 0) == XEXP (SET_SRC (label_set), 0));
245 mark_jump_label_1 (label_set, jump_insn, false, true);
247 gcc_assert (JUMP_LABEL (jump_insn) == XEXP (label_note, 0));
252 /* Mark the label each jump jumps to.
253 Combine consecutive labels, and count uses of labels. */
256 mark_all_labels (rtx f)
260 if (current_ir_type () == IR_RTL_CFGLAYOUT)
265 /* In cfglayout mode, we don't bother with trivial next-insn
266 propagation of LABEL_REFs into JUMP_LABEL. This will be
267 handled by other optimizers using better algorithms. */
268 FOR_BB_INSNS (bb, insn)
270 gcc_assert (! INSN_DELETED_P (insn));
271 if (NONDEBUG_INSN_P (insn))
272 mark_jump_label (PATTERN (insn), insn, 0);
275 /* In cfglayout mode, there may be non-insns between the
276 basic blocks. If those non-insns represent tablejump data,
277 they contain label references that we must record. */
278 for (insn = bb->il.rtl->header; insn; insn = NEXT_INSN (insn))
281 gcc_assert (JUMP_TABLE_DATA_P (insn));
282 mark_jump_label (PATTERN (insn), insn, 0);
284 for (insn = bb->il.rtl->footer; insn; insn = NEXT_INSN (insn))
287 gcc_assert (JUMP_TABLE_DATA_P (insn));
288 mark_jump_label (PATTERN (insn), insn, 0);
294 rtx prev_nonjump_insn = NULL;
295 for (insn = f; insn; insn = NEXT_INSN (insn))
297 if (INSN_DELETED_P (insn))
299 else if (LABEL_P (insn))
300 prev_nonjump_insn = NULL;
301 else if (NONDEBUG_INSN_P (insn))
303 mark_jump_label (PATTERN (insn), insn, 0);
306 if (JUMP_LABEL (insn) == NULL && prev_nonjump_insn != NULL)
307 maybe_propagate_label_ref (insn, prev_nonjump_insn);
310 prev_nonjump_insn = insn;
316 /* Given a comparison (CODE ARG0 ARG1), inside an insn, INSN, return a code
317 of reversed comparison if it is possible to do so. Otherwise return UNKNOWN.
318 UNKNOWN may be returned in case we are having CC_MODE compare and we don't
319 know whether it's source is floating point or integer comparison. Machine
320 description should define REVERSIBLE_CC_MODE and REVERSE_CONDITION macros
321 to help this function avoid overhead in these cases. */
323 reversed_comparison_code_parts (enum rtx_code code, const_rtx arg0,
324 const_rtx arg1, const_rtx insn)
326 enum machine_mode mode;
328 /* If this is not actually a comparison, we can't reverse it. */
329 if (GET_RTX_CLASS (code) != RTX_COMPARE
330 && GET_RTX_CLASS (code) != RTX_COMM_COMPARE)
333 mode = GET_MODE (arg0);
334 if (mode == VOIDmode)
335 mode = GET_MODE (arg1);
337 /* First see if machine description supplies us way to reverse the
338 comparison. Give it priority over everything else to allow
339 machine description to do tricks. */
340 if (GET_MODE_CLASS (mode) == MODE_CC
341 && REVERSIBLE_CC_MODE (mode))
343 #ifdef REVERSE_CONDITION
344 return REVERSE_CONDITION (code, mode);
346 return reverse_condition (code);
350 /* Try a few special cases based on the comparison code. */
359 /* It is always safe to reverse EQ and NE, even for the floating
360 point. Similarly the unsigned comparisons are never used for
361 floating point so we can reverse them in the default way. */
362 return reverse_condition (code);
367 /* In case we already see unordered comparison, we can be sure to
368 be dealing with floating point so we don't need any more tests. */
369 return reverse_condition_maybe_unordered (code);
374 /* We don't have safe way to reverse these yet. */
380 if (GET_MODE_CLASS (mode) == MODE_CC || CC0_P (arg0))
383 /* Try to search for the comparison to determine the real mode.
384 This code is expensive, but with sane machine description it
385 will be never used, since REVERSIBLE_CC_MODE will return true
390 /* These CONST_CAST's are okay because prev_nonnote_insn just
391 returns its argument and we assign it to a const_rtx
393 for (prev = prev_nonnote_insn (CONST_CAST_RTX(insn));
394 prev != 0 && !LABEL_P (prev);
395 prev = prev_nonnote_insn (CONST_CAST_RTX(prev)))
397 const_rtx set = set_of (arg0, prev);
398 if (set && GET_CODE (set) == SET
399 && rtx_equal_p (SET_DEST (set), arg0))
401 rtx src = SET_SRC (set);
403 if (GET_CODE (src) == COMPARE)
405 rtx comparison = src;
406 arg0 = XEXP (src, 0);
407 mode = GET_MODE (arg0);
408 if (mode == VOIDmode)
409 mode = GET_MODE (XEXP (comparison, 1));
412 /* We can get past reg-reg moves. This may be useful for model
413 of i387 comparisons that first move flag registers around. */
420 /* If register is clobbered in some ununderstandable way,
427 /* Test for an integer condition, or a floating-point comparison
428 in which NaNs can be ignored. */
429 if (CONST_INT_P (arg0)
430 || (GET_MODE (arg0) != VOIDmode
431 && GET_MODE_CLASS (mode) != MODE_CC
432 && !HONOR_NANS (mode)))
433 return reverse_condition (code);
438 /* A wrapper around the previous function to take COMPARISON as rtx
439 expression. This simplifies many callers. */
441 reversed_comparison_code (const_rtx comparison, const_rtx insn)
443 if (!COMPARISON_P (comparison))
445 return reversed_comparison_code_parts (GET_CODE (comparison),
446 XEXP (comparison, 0),
447 XEXP (comparison, 1), insn);
450 /* Return comparison with reversed code of EXP.
451 Return NULL_RTX in case we fail to do the reversal. */
453 reversed_comparison (const_rtx exp, enum machine_mode mode)
455 enum rtx_code reversed_code = reversed_comparison_code (exp, NULL_RTX);
456 if (reversed_code == UNKNOWN)
459 return simplify_gen_relational (reversed_code, mode, VOIDmode,
460 XEXP (exp, 0), XEXP (exp, 1));
464 /* Given an rtx-code for a comparison, return the code for the negated
465 comparison. If no such code exists, return UNKNOWN.
467 WATCH OUT! reverse_condition is not safe to use on a jump that might
468 be acting on the results of an IEEE floating point comparison, because
469 of the special treatment of non-signaling nans in comparisons.
470 Use reversed_comparison_code instead. */
473 reverse_condition (enum rtx_code code)
515 /* Similar, but we're allowed to generate unordered comparisons, which
516 makes it safe for IEEE floating-point. Of course, we have to recognize
517 that the target will support them too... */
520 reverse_condition_maybe_unordered (enum rtx_code code)
558 /* Similar, but return the code when two operands of a comparison are swapped.
559 This IS safe for IEEE floating-point. */
562 swap_condition (enum rtx_code code)
604 /* Given a comparison CODE, return the corresponding unsigned comparison.
605 If CODE is an equality comparison or already an unsigned comparison,
609 unsigned_condition (enum rtx_code code)
635 /* Similarly, return the signed version of a comparison. */
638 signed_condition (enum rtx_code code)
664 /* Return nonzero if CODE1 is more strict than CODE2, i.e., if the
665 truth of CODE1 implies the truth of CODE2. */
668 comparison_dominates_p (enum rtx_code code1, enum rtx_code code2)
670 /* UNKNOWN comparison codes can happen as a result of trying to revert
672 They can't match anything, so we have to reject them here. */
673 if (code1 == UNKNOWN || code2 == UNKNOWN)
682 if (code2 == UNLE || code2 == UNGE)
687 if (code2 == LE || code2 == LEU || code2 == GE || code2 == GEU
693 if (code2 == UNLE || code2 == NE)
698 if (code2 == LE || code2 == NE || code2 == ORDERED || code2 == LTGT)
703 if (code2 == UNGE || code2 == NE)
708 if (code2 == GE || code2 == NE || code2 == ORDERED || code2 == LTGT)
714 if (code2 == ORDERED)
719 if (code2 == NE || code2 == ORDERED)
724 if (code2 == LEU || code2 == NE)
729 if (code2 == GEU || code2 == NE)
734 if (code2 == NE || code2 == UNEQ || code2 == UNLE || code2 == UNLT
735 || code2 == UNGE || code2 == UNGT)
746 /* Return 1 if INSN is an unconditional jump and nothing else. */
749 simplejump_p (const_rtx insn)
751 return (JUMP_P (insn)
752 && GET_CODE (PATTERN (insn)) == SET
753 && GET_CODE (SET_DEST (PATTERN (insn))) == PC
754 && GET_CODE (SET_SRC (PATTERN (insn))) == LABEL_REF);
757 /* Return nonzero if INSN is a (possibly) conditional jump
760 Use of this function is deprecated, since we need to support combined
761 branch and compare insns. Use any_condjump_p instead whenever possible. */
764 condjump_p (const_rtx insn)
766 const_rtx x = PATTERN (insn);
768 if (GET_CODE (x) != SET
769 || GET_CODE (SET_DEST (x)) != PC)
773 if (GET_CODE (x) == LABEL_REF)
776 return (GET_CODE (x) == IF_THEN_ELSE
777 && ((GET_CODE (XEXP (x, 2)) == PC
778 && (GET_CODE (XEXP (x, 1)) == LABEL_REF
779 || ANY_RETURN_P (XEXP (x, 1))))
780 || (GET_CODE (XEXP (x, 1)) == PC
781 && (GET_CODE (XEXP (x, 2)) == LABEL_REF
782 || ANY_RETURN_P (XEXP (x, 2))))));
785 /* Return nonzero if INSN is a (possibly) conditional jump inside a
788 Use this function is deprecated, since we need to support combined
789 branch and compare insns. Use any_condjump_p instead whenever possible. */
792 condjump_in_parallel_p (const_rtx insn)
794 const_rtx x = PATTERN (insn);
796 if (GET_CODE (x) != PARALLEL)
799 x = XVECEXP (x, 0, 0);
801 if (GET_CODE (x) != SET)
803 if (GET_CODE (SET_DEST (x)) != PC)
805 if (GET_CODE (SET_SRC (x)) == LABEL_REF)
807 if (GET_CODE (SET_SRC (x)) != IF_THEN_ELSE)
809 if (XEXP (SET_SRC (x), 2) == pc_rtx
810 && (GET_CODE (XEXP (SET_SRC (x), 1)) == LABEL_REF
811 || ANY_RETURN_P (XEXP (SET_SRC (x), 1))))
813 if (XEXP (SET_SRC (x), 1) == pc_rtx
814 && (GET_CODE (XEXP (SET_SRC (x), 2)) == LABEL_REF
815 || ANY_RETURN_P (XEXP (SET_SRC (x), 2))))
820 /* Return set of PC, otherwise NULL. */
823 pc_set (const_rtx insn)
828 pat = PATTERN (insn);
830 /* The set is allowed to appear either as the insn pattern or
831 the first set in a PARALLEL. */
832 if (GET_CODE (pat) == PARALLEL)
833 pat = XVECEXP (pat, 0, 0);
834 if (GET_CODE (pat) == SET && GET_CODE (SET_DEST (pat)) == PC)
840 /* Return true when insn is an unconditional direct jump,
841 possibly bundled inside a PARALLEL. */
844 any_uncondjump_p (const_rtx insn)
846 const_rtx x = pc_set (insn);
849 if (GET_CODE (SET_SRC (x)) != LABEL_REF)
851 if (find_reg_note (insn, REG_NON_LOCAL_GOTO, NULL_RTX))
856 /* Return true when insn is a conditional jump. This function works for
857 instructions containing PC sets in PARALLELs. The instruction may have
858 various other effects so before removing the jump you must verify
861 Note that unlike condjump_p it returns false for unconditional jumps. */
864 any_condjump_p (const_rtx insn)
866 const_rtx x = pc_set (insn);
871 if (GET_CODE (SET_SRC (x)) != IF_THEN_ELSE)
874 a = GET_CODE (XEXP (SET_SRC (x), 1));
875 b = GET_CODE (XEXP (SET_SRC (x), 2));
877 return ((b == PC && (a == LABEL_REF || a == RETURN || a == SIMPLE_RETURN))
879 && (b == LABEL_REF || b == RETURN || b == SIMPLE_RETURN)));
882 /* Return the label of a conditional jump. */
885 condjump_label (const_rtx insn)
887 rtx x = pc_set (insn);
892 if (GET_CODE (x) == LABEL_REF)
894 if (GET_CODE (x) != IF_THEN_ELSE)
896 if (XEXP (x, 2) == pc_rtx && GET_CODE (XEXP (x, 1)) == LABEL_REF)
898 if (XEXP (x, 1) == pc_rtx && GET_CODE (XEXP (x, 2)) == LABEL_REF)
903 /* Return true if INSN is a (possibly conditional) return insn. */
906 returnjump_p_1 (rtx *loc, void *data ATTRIBUTE_UNUSED)
913 switch (GET_CODE (x))
921 return SET_IS_RETURN_P (x);
928 /* Return TRUE if INSN is a return jump. */
931 returnjump_p (rtx insn)
935 return for_each_rtx (&PATTERN (insn), returnjump_p_1, NULL);
938 /* Return true if INSN is a (possibly conditional) return insn. */
941 eh_returnjump_p_1 (rtx *loc, void *data ATTRIBUTE_UNUSED)
943 return *loc && GET_CODE (*loc) == EH_RETURN;
947 eh_returnjump_p (rtx insn)
951 return for_each_rtx (&PATTERN (insn), eh_returnjump_p_1, NULL);
954 /* Return true if INSN is a jump that only transfers control and
958 onlyjump_p (const_rtx insn)
965 set = single_set (insn);
968 if (GET_CODE (SET_DEST (set)) != PC)
970 if (side_effects_p (SET_SRC (set)))
976 /* Return true iff INSN is a jump and its JUMP_LABEL is a label, not
979 jump_to_label_p (rtx insn)
981 return (JUMP_P (insn)
982 && JUMP_LABEL (insn) != NULL && !ANY_RETURN_P (JUMP_LABEL (insn)));
987 /* Return nonzero if X is an RTX that only sets the condition codes
988 and has no side effects. */
991 only_sets_cc0_p (const_rtx x)
999 return sets_cc0_p (x) == 1 && ! side_effects_p (x);
1002 /* Return 1 if X is an RTX that does nothing but set the condition codes
1003 and CLOBBER or USE registers.
1004 Return -1 if X does explicitly set the condition codes,
1005 but also does other things. */
1008 sets_cc0_p (const_rtx x)
1016 if (GET_CODE (x) == SET && SET_DEST (x) == cc0_rtx)
1018 if (GET_CODE (x) == PARALLEL)
1022 int other_things = 0;
1023 for (i = XVECLEN (x, 0) - 1; i >= 0; i--)
1025 if (GET_CODE (XVECEXP (x, 0, i)) == SET
1026 && SET_DEST (XVECEXP (x, 0, i)) == cc0_rtx)
1028 else if (GET_CODE (XVECEXP (x, 0, i)) == SET)
1031 return ! sets_cc0 ? 0 : other_things ? -1 : 1;
1037 /* Find all CODE_LABELs referred to in X, and increment their use
1038 counts. If INSN is a JUMP_INSN and there is at least one
1039 CODE_LABEL referenced in INSN as a jump target, then store the last
1040 one in JUMP_LABEL (INSN). For a tablejump, this must be the label
1041 for the ADDR_VEC. Store any other jump targets as REG_LABEL_TARGET
1042 notes. If INSN is an INSN or a CALL_INSN or non-target operands of
1043 a JUMP_INSN, and there is at least one CODE_LABEL referenced in
1044 INSN, add a REG_LABEL_OPERAND note containing that label to INSN.
1045 For returnjumps, the JUMP_LABEL will also be set as appropriate.
1047 Note that two labels separated by a loop-beginning note
1048 must be kept distinct if we have not yet done loop-optimization,
1049 because the gap between them is where loop-optimize
1050 will want to move invariant code to. CROSS_JUMP tells us
1051 that loop-optimization is done with. */
1054 mark_jump_label (rtx x, rtx insn, int in_mem)
1056 rtx asmop = extract_asm_operands (x);
1058 mark_jump_label_asm (asmop, insn);
1060 mark_jump_label_1 (x, insn, in_mem != 0,
1061 (insn != NULL && x == PATTERN (insn) && JUMP_P (insn)));
1064 /* Worker function for mark_jump_label. IN_MEM is TRUE when X occurs
1065 within a (MEM ...). IS_TARGET is TRUE when X is to be treated as a
1066 jump-target; when the JUMP_LABEL field of INSN should be set or a
1067 REG_LABEL_TARGET note should be added, not a REG_LABEL_OPERAND
1071 mark_jump_label_1 (rtx x, rtx insn, bool in_mem, bool is_target)
1073 RTX_CODE code = GET_CODE (x);
1092 gcc_assert (JUMP_LABEL (insn) == NULL || JUMP_LABEL (insn) == x);
1093 JUMP_LABEL (insn) = x;
1102 for (i = 0; i < XVECLEN (x, 0); i++)
1103 mark_jump_label (PATTERN (XVECEXP (x, 0, i)),
1104 XVECEXP (x, 0, i), 0);
1111 /* If this is a constant-pool reference, see if it is a label. */
1112 if (CONSTANT_POOL_ADDRESS_P (x))
1113 mark_jump_label_1 (get_pool_constant (x), insn, in_mem, is_target);
1116 /* Handle operands in the condition of an if-then-else as for a
1121 mark_jump_label_1 (XEXP (x, 0), insn, in_mem, false);
1122 mark_jump_label_1 (XEXP (x, 1), insn, in_mem, true);
1123 mark_jump_label_1 (XEXP (x, 2), insn, in_mem, true);
1128 rtx label = XEXP (x, 0);
1130 /* Ignore remaining references to unreachable labels that
1131 have been deleted. */
1133 && NOTE_KIND (label) == NOTE_INSN_DELETED_LABEL)
1136 gcc_assert (LABEL_P (label));
1138 /* Ignore references to labels of containing functions. */
1139 if (LABEL_REF_NONLOCAL_P (x))
1142 XEXP (x, 0) = label;
1143 if (! insn || ! INSN_DELETED_P (insn))
1144 ++LABEL_NUSES (label);
1149 /* Do not change a previous setting of JUMP_LABEL. If the
1150 JUMP_LABEL slot is occupied by a different label,
1151 create a note for this label. */
1152 && (JUMP_LABEL (insn) == NULL || JUMP_LABEL (insn) == label))
1153 JUMP_LABEL (insn) = label;
1157 = is_target ? REG_LABEL_TARGET : REG_LABEL_OPERAND;
1159 /* Add a REG_LABEL_OPERAND or REG_LABEL_TARGET note
1160 for LABEL unless there already is one. All uses of
1161 a label, except for the primary target of a jump,
1162 must have such a note. */
1163 if (! find_reg_note (insn, kind, label))
1164 add_reg_note (insn, kind, label);
1170 /* Do walk the labels in a vector, but not the first operand of an
1171 ADDR_DIFF_VEC. Don't set the JUMP_LABEL of a vector. */
1174 if (! INSN_DELETED_P (insn))
1176 int eltnum = code == ADDR_DIFF_VEC ? 1 : 0;
1178 for (i = 0; i < XVECLEN (x, eltnum); i++)
1179 mark_jump_label_1 (XVECEXP (x, eltnum, i), NULL_RTX, in_mem,
1188 fmt = GET_RTX_FORMAT (code);
1190 /* The primary target of a tablejump is the label of the ADDR_VEC,
1191 which is canonically mentioned *last* in the insn. To get it
1192 marked as JUMP_LABEL, we iterate over items in reverse order. */
1193 for (i = GET_RTX_LENGTH (code) - 1; i >= 0; i--)
1196 mark_jump_label_1 (XEXP (x, i), insn, in_mem, is_target);
1197 else if (fmt[i] == 'E')
1201 for (j = XVECLEN (x, i) - 1; j >= 0; j--)
1202 mark_jump_label_1 (XVECEXP (x, i, j), insn, in_mem,
1208 /* Worker function for mark_jump_label. Handle asm insns specially.
1209 In particular, output operands need not be considered so we can
1210 avoid re-scanning the replicated asm_operand. Also, the asm_labels
1211 need to be considered targets. */
1214 mark_jump_label_asm (rtx asmop, rtx insn)
1218 for (i = ASM_OPERANDS_INPUT_LENGTH (asmop) - 1; i >= 0; --i)
1219 mark_jump_label_1 (ASM_OPERANDS_INPUT (asmop, i), insn, false, false);
1221 for (i = ASM_OPERANDS_LABEL_LENGTH (asmop) - 1; i >= 0; --i)
1222 mark_jump_label_1 (ASM_OPERANDS_LABEL (asmop, i), insn, false, true);
1225 /* Delete insn INSN from the chain of insns and update label ref counts
1226 and delete insns now unreachable.
1228 Returns the first insn after INSN that was not deleted.
1230 Usage of this instruction is deprecated. Use delete_insn instead and
1231 subsequent cfg_cleanup pass to delete unreachable code if needed. */
1234 delete_related_insns (rtx insn)
1236 int was_code_label = (LABEL_P (insn));
1238 rtx next = NEXT_INSN (insn), prev = PREV_INSN (insn);
1240 while (next && INSN_DELETED_P (next))
1241 next = NEXT_INSN (next);
1243 /* This insn is already deleted => return first following nondeleted. */
1244 if (INSN_DELETED_P (insn))
1249 /* If instruction is followed by a barrier,
1250 delete the barrier too. */
1252 if (next != 0 && BARRIER_P (next))
1255 /* If deleting a jump, decrement the count of the label,
1256 and delete the label if it is now unused. */
1258 if (jump_to_label_p (insn))
1260 rtx lab = JUMP_LABEL (insn), lab_next;
1262 if (LABEL_NUSES (lab) == 0)
1263 /* This can delete NEXT or PREV,
1264 either directly if NEXT is JUMP_LABEL (INSN),
1265 or indirectly through more levels of jumps. */
1266 delete_related_insns (lab);
1267 else if (tablejump_p (insn, NULL, &lab_next))
1269 /* If we're deleting the tablejump, delete the dispatch table.
1270 We may not be able to kill the label immediately preceding
1271 just yet, as it might be referenced in code leading up to
1273 delete_related_insns (lab_next);
1277 /* Likewise if we're deleting a dispatch table. */
1279 if (JUMP_TABLE_DATA_P (insn))
1281 rtx pat = PATTERN (insn);
1282 int i, diff_vec_p = GET_CODE (pat) == ADDR_DIFF_VEC;
1283 int len = XVECLEN (pat, diff_vec_p);
1285 for (i = 0; i < len; i++)
1286 if (LABEL_NUSES (XEXP (XVECEXP (pat, diff_vec_p, i), 0)) == 0)
1287 delete_related_insns (XEXP (XVECEXP (pat, diff_vec_p, i), 0));
1288 while (next && INSN_DELETED_P (next))
1289 next = NEXT_INSN (next);
1293 /* Likewise for any JUMP_P / INSN / CALL_INSN with a
1294 REG_LABEL_OPERAND or REG_LABEL_TARGET note. */
1296 for (note = REG_NOTES (insn); note; note = XEXP (note, 1))
1297 if ((REG_NOTE_KIND (note) == REG_LABEL_OPERAND
1298 || REG_NOTE_KIND (note) == REG_LABEL_TARGET)
1299 /* This could also be a NOTE_INSN_DELETED_LABEL note. */
1300 && LABEL_P (XEXP (note, 0)))
1301 if (LABEL_NUSES (XEXP (note, 0)) == 0)
1302 delete_related_insns (XEXP (note, 0));
1304 while (prev && (INSN_DELETED_P (prev) || NOTE_P (prev)))
1305 prev = PREV_INSN (prev);
1307 /* If INSN was a label and a dispatch table follows it,
1308 delete the dispatch table. The tablejump must have gone already.
1309 It isn't useful to fall through into a table. */
1312 && NEXT_INSN (insn) != 0
1313 && JUMP_TABLE_DATA_P (NEXT_INSN (insn)))
1314 next = delete_related_insns (NEXT_INSN (insn));
1316 /* If INSN was a label, delete insns following it if now unreachable. */
1318 if (was_code_label && prev && BARRIER_P (prev))
1323 code = GET_CODE (next);
1325 next = NEXT_INSN (next);
1326 /* Keep going past other deleted labels to delete what follows. */
1327 else if (code == CODE_LABEL && INSN_DELETED_P (next))
1328 next = NEXT_INSN (next);
1329 else if (code == BARRIER || INSN_P (next))
1330 /* Note: if this deletes a jump, it can cause more
1331 deletion of unreachable code, after a different label.
1332 As long as the value from this recursive call is correct,
1333 this invocation functions correctly. */
1334 next = delete_related_insns (next);
1340 /* I feel a little doubtful about this loop,
1341 but I see no clean and sure alternative way
1342 to find the first insn after INSN that is not now deleted.
1343 I hope this works. */
1344 while (next && INSN_DELETED_P (next))
1345 next = NEXT_INSN (next);
1349 /* Delete a range of insns from FROM to TO, inclusive.
1350 This is for the sake of peephole optimization, so assume
1351 that whatever these insns do will still be done by a new
1352 peephole insn that will replace them. */
1355 delete_for_peephole (rtx from, rtx to)
1361 rtx next = NEXT_INSN (insn);
1362 rtx prev = PREV_INSN (insn);
1366 INSN_DELETED_P (insn) = 1;
1368 /* Patch this insn out of the chain. */
1369 /* We don't do this all at once, because we
1370 must preserve all NOTEs. */
1372 NEXT_INSN (prev) = next;
1375 PREV_INSN (next) = prev;
1383 /* Note that if TO is an unconditional jump
1384 we *do not* delete the BARRIER that follows,
1385 since the peephole that replaces this sequence
1386 is also an unconditional jump in that case. */
1389 /* A helper function for redirect_exp_1; examines its input X and returns
1390 either a LABEL_REF around a label, or a RETURN if X was NULL. */
1392 redirect_target (rtx x)
1396 if (!ANY_RETURN_P (x))
1397 return gen_rtx_LABEL_REF (Pmode, x);
1401 /* Throughout LOC, redirect OLABEL to NLABEL. Treat null OLABEL or
1402 NLABEL as a return. Accrue modifications into the change group. */
1405 redirect_exp_1 (rtx *loc, rtx olabel, rtx nlabel, rtx insn)
1408 RTX_CODE code = GET_CODE (x);
1412 if ((code == LABEL_REF && XEXP (x, 0) == olabel)
1415 x = redirect_target (nlabel);
1416 if (GET_CODE (x) == LABEL_REF && loc == &PATTERN (insn))
1417 x = gen_rtx_SET (VOIDmode, pc_rtx, x);
1418 validate_change (insn, loc, x, 1);
1422 if (code == SET && SET_DEST (x) == pc_rtx
1423 && ANY_RETURN_P (nlabel)
1424 && GET_CODE (SET_SRC (x)) == LABEL_REF
1425 && XEXP (SET_SRC (x), 0) == olabel)
1427 validate_change (insn, loc, nlabel, 1);
1431 if (code == IF_THEN_ELSE)
1433 /* Skip the condition of an IF_THEN_ELSE. We only want to
1434 change jump destinations, not eventual label comparisons. */
1435 redirect_exp_1 (&XEXP (x, 1), olabel, nlabel, insn);
1436 redirect_exp_1 (&XEXP (x, 2), olabel, nlabel, insn);
1440 fmt = GET_RTX_FORMAT (code);
1441 for (i = GET_RTX_LENGTH (code) - 1; i >= 0; i--)
1444 redirect_exp_1 (&XEXP (x, i), olabel, nlabel, insn);
1445 else if (fmt[i] == 'E')
1448 for (j = 0; j < XVECLEN (x, i); j++)
1449 redirect_exp_1 (&XVECEXP (x, i, j), olabel, nlabel, insn);
1454 /* Make JUMP go to NLABEL instead of where it jumps now. Accrue
1455 the modifications into the change group. Return false if we did
1456 not see how to do that. */
1459 redirect_jump_1 (rtx jump, rtx nlabel)
1461 int ochanges = num_validated_changes ();
1464 gcc_assert (nlabel != NULL_RTX);
1465 asmop = extract_asm_operands (PATTERN (jump));
1470 gcc_assert (ASM_OPERANDS_LABEL_LENGTH (asmop) == 1);
1471 loc = &ASM_OPERANDS_LABEL (asmop, 0);
1473 else if (GET_CODE (PATTERN (jump)) == PARALLEL)
1474 loc = &XVECEXP (PATTERN (jump), 0, 0);
1476 loc = &PATTERN (jump);
1478 redirect_exp_1 (loc, JUMP_LABEL (jump), nlabel, jump);
1479 return num_validated_changes () > ochanges;
1482 /* Make JUMP go to NLABEL instead of where it jumps now. If the old
1483 jump target label is unused as a result, it and the code following
1486 Normally, NLABEL will be a label, but it may also be a RETURN rtx;
1487 in that case we are to turn the jump into a (possibly conditional)
1490 The return value will be 1 if the change was made, 0 if it wasn't
1491 (this can only occur when trying to produce return insns). */
1494 redirect_jump (rtx jump, rtx nlabel, int delete_unused)
1496 rtx olabel = JUMP_LABEL (jump);
1498 gcc_assert (nlabel != NULL_RTX);
1500 if (nlabel == olabel)
1503 if (! redirect_jump_1 (jump, nlabel) || ! apply_change_group ())
1506 redirect_jump_2 (jump, olabel, nlabel, delete_unused, 0);
1510 /* Fix up JUMP_LABEL and label ref counts after OLABEL has been replaced with
1512 If DELETE_UNUSED is positive, delete related insn to OLABEL if its ref
1513 count has dropped to zero. */
1515 redirect_jump_2 (rtx jump, rtx olabel, rtx nlabel, int delete_unused,
1520 gcc_assert (JUMP_LABEL (jump) == olabel);
1522 /* Negative DELETE_UNUSED used to be used to signalize behavior on
1523 moving FUNCTION_END note. Just sanity check that no user still worry
1525 gcc_assert (delete_unused >= 0);
1526 JUMP_LABEL (jump) = nlabel;
1527 if (!ANY_RETURN_P (nlabel))
1528 ++LABEL_NUSES (nlabel);
1530 /* Update labels in any REG_EQUAL note. */
1531 if ((note = find_reg_note (jump, REG_EQUAL, NULL_RTX)) != NULL_RTX)
1533 if (ANY_RETURN_P (nlabel)
1534 || (invert && !invert_exp_1 (XEXP (note, 0), jump)))
1535 remove_note (jump, note);
1538 redirect_exp_1 (&XEXP (note, 0), olabel, nlabel, jump);
1539 confirm_change_group ();
1543 if (!ANY_RETURN_P (olabel)
1544 && --LABEL_NUSES (olabel) == 0 && delete_unused > 0
1545 /* Undefined labels will remain outside the insn stream. */
1546 && INSN_UID (olabel))
1547 delete_related_insns (olabel);
1549 invert_br_probabilities (jump);
1552 /* Invert the jump condition X contained in jump insn INSN. Accrue the
1553 modifications into the change group. Return nonzero for success. */
1555 invert_exp_1 (rtx x, rtx insn)
1557 RTX_CODE code = GET_CODE (x);
1559 if (code == IF_THEN_ELSE)
1561 rtx comp = XEXP (x, 0);
1563 enum rtx_code reversed_code;
1565 /* We can do this in two ways: The preferable way, which can only
1566 be done if this is not an integer comparison, is to reverse
1567 the comparison code. Otherwise, swap the THEN-part and ELSE-part
1568 of the IF_THEN_ELSE. If we can't do either, fail. */
1570 reversed_code = reversed_comparison_code (comp, insn);
1572 if (reversed_code != UNKNOWN)
1574 validate_change (insn, &XEXP (x, 0),
1575 gen_rtx_fmt_ee (reversed_code,
1576 GET_MODE (comp), XEXP (comp, 0),
1583 validate_change (insn, &XEXP (x, 1), XEXP (x, 2), 1);
1584 validate_change (insn, &XEXP (x, 2), tem, 1);
1591 /* Invert the condition of the jump JUMP, and make it jump to label
1592 NLABEL instead of where it jumps now. Accrue changes into the
1593 change group. Return false if we didn't see how to perform the
1594 inversion and redirection. */
1597 invert_jump_1 (rtx jump, rtx nlabel)
1599 rtx x = pc_set (jump);
1603 ochanges = num_validated_changes ();
1606 ok = invert_exp_1 (SET_SRC (x), jump);
1609 if (num_validated_changes () == ochanges)
1612 /* redirect_jump_1 will fail of nlabel == olabel, and the current use is
1613 in Pmode, so checking this is not merely an optimization. */
1614 return nlabel == JUMP_LABEL (jump) || redirect_jump_1 (jump, nlabel);
1617 /* Invert the condition of the jump JUMP, and make it jump to label
1618 NLABEL instead of where it jumps now. Return true if successful. */
1621 invert_jump (rtx jump, rtx nlabel, int delete_unused)
1623 rtx olabel = JUMP_LABEL (jump);
1625 if (invert_jump_1 (jump, nlabel) && apply_change_group ())
1627 redirect_jump_2 (jump, olabel, nlabel, delete_unused, 1);
1635 /* Like rtx_equal_p except that it considers two REGs as equal
1636 if they renumber to the same value and considers two commutative
1637 operations to be the same if the order of the operands has been
1641 rtx_renumbered_equal_p (const_rtx x, const_rtx y)
1644 const enum rtx_code code = GET_CODE (x);
1650 if ((code == REG || (code == SUBREG && REG_P (SUBREG_REG (x))))
1651 && (REG_P (y) || (GET_CODE (y) == SUBREG
1652 && REG_P (SUBREG_REG (y)))))
1654 int reg_x = -1, reg_y = -1;
1655 int byte_x = 0, byte_y = 0;
1656 struct subreg_info info;
1658 if (GET_MODE (x) != GET_MODE (y))
1661 /* If we haven't done any renumbering, don't
1662 make any assumptions. */
1663 if (reg_renumber == 0)
1664 return rtx_equal_p (x, y);
1668 reg_x = REGNO (SUBREG_REG (x));
1669 byte_x = SUBREG_BYTE (x);
1671 if (reg_renumber[reg_x] >= 0)
1673 subreg_get_info (reg_renumber[reg_x],
1674 GET_MODE (SUBREG_REG (x)), byte_x,
1675 GET_MODE (x), &info);
1676 if (!info.representable_p)
1678 reg_x = info.offset;
1685 if (reg_renumber[reg_x] >= 0)
1686 reg_x = reg_renumber[reg_x];
1689 if (GET_CODE (y) == SUBREG)
1691 reg_y = REGNO (SUBREG_REG (y));
1692 byte_y = SUBREG_BYTE (y);
1694 if (reg_renumber[reg_y] >= 0)
1696 subreg_get_info (reg_renumber[reg_y],
1697 GET_MODE (SUBREG_REG (y)), byte_y,
1698 GET_MODE (y), &info);
1699 if (!info.representable_p)
1701 reg_y = info.offset;
1708 if (reg_renumber[reg_y] >= 0)
1709 reg_y = reg_renumber[reg_y];
1712 return reg_x >= 0 && reg_x == reg_y && byte_x == byte_y;
1715 /* Now we have disposed of all the cases
1716 in which different rtx codes can match. */
1717 if (code != GET_CODE (y))
1731 /* We can't assume nonlocal labels have their following insns yet. */
1732 if (LABEL_REF_NONLOCAL_P (x) || LABEL_REF_NONLOCAL_P (y))
1733 return XEXP (x, 0) == XEXP (y, 0);
1735 /* Two label-refs are equivalent if they point at labels
1736 in the same position in the instruction stream. */
1737 return (next_real_insn (XEXP (x, 0))
1738 == next_real_insn (XEXP (y, 0)));
1741 return XSTR (x, 0) == XSTR (y, 0);
1744 /* If we didn't match EQ equality above, they aren't the same. */
1751 /* (MULT:SI x y) and (MULT:HI x y) are NOT equivalent. */
1753 if (GET_MODE (x) != GET_MODE (y))
1756 /* MEMs refering to different address space are not equivalent. */
1757 if (code == MEM && MEM_ADDR_SPACE (x) != MEM_ADDR_SPACE (y))
1760 /* For commutative operations, the RTX match if the operand match in any
1761 order. Also handle the simple binary and unary cases without a loop. */
1762 if (targetm.commutative_p (x, UNKNOWN))
1763 return ((rtx_renumbered_equal_p (XEXP (x, 0), XEXP (y, 0))
1764 && rtx_renumbered_equal_p (XEXP (x, 1), XEXP (y, 1)))
1765 || (rtx_renumbered_equal_p (XEXP (x, 0), XEXP (y, 1))
1766 && rtx_renumbered_equal_p (XEXP (x, 1), XEXP (y, 0))));
1767 else if (NON_COMMUTATIVE_P (x))
1768 return (rtx_renumbered_equal_p (XEXP (x, 0), XEXP (y, 0))
1769 && rtx_renumbered_equal_p (XEXP (x, 1), XEXP (y, 1)));
1770 else if (UNARY_P (x))
1771 return rtx_renumbered_equal_p (XEXP (x, 0), XEXP (y, 0));
1773 /* Compare the elements. If any pair of corresponding elements
1774 fail to match, return 0 for the whole things. */
1776 fmt = GET_RTX_FORMAT (code);
1777 for (i = GET_RTX_LENGTH (code) - 1; i >= 0; i--)
1783 if (XWINT (x, i) != XWINT (y, i))
1788 if (XINT (x, i) != XINT (y, i))
1790 if (((code == ASM_OPERANDS && i == 6)
1791 || (code == ASM_INPUT && i == 1))
1792 && locator_eq (XINT (x, i), XINT (y, i)))
1799 if (XTREE (x, i) != XTREE (y, i))
1804 if (strcmp (XSTR (x, i), XSTR (y, i)))
1809 if (! rtx_renumbered_equal_p (XEXP (x, i), XEXP (y, i)))
1814 if (XEXP (x, i) != XEXP (y, i))
1821 if (XVECLEN (x, i) != XVECLEN (y, i))
1823 for (j = XVECLEN (x, i) - 1; j >= 0; j--)
1824 if (!rtx_renumbered_equal_p (XVECEXP (x, i, j), XVECEXP (y, i, j)))
1835 /* If X is a hard register or equivalent to one or a subregister of one,
1836 return the hard register number. If X is a pseudo register that was not
1837 assigned a hard register, return the pseudo register number. Otherwise,
1838 return -1. Any rtx is valid for X. */
1841 true_regnum (const_rtx x)
1845 if (REGNO (x) >= FIRST_PSEUDO_REGISTER && reg_renumber[REGNO (x)] >= 0)
1846 return reg_renumber[REGNO (x)];
1849 if (GET_CODE (x) == SUBREG)
1851 int base = true_regnum (SUBREG_REG (x));
1853 && base < FIRST_PSEUDO_REGISTER)
1855 struct subreg_info info;
1857 subreg_get_info (REGNO (SUBREG_REG (x)),
1858 GET_MODE (SUBREG_REG (x)),
1859 SUBREG_BYTE (x), GET_MODE (x), &info);
1861 if (info.representable_p)
1862 return base + info.offset;
1868 /* Return regno of the register REG and handle subregs too. */
1870 reg_or_subregno (const_rtx reg)
1872 if (GET_CODE (reg) == SUBREG)
1873 reg = SUBREG_REG (reg);
1874 gcc_assert (REG_P (reg));