1 /* Control flow functions for trees.
2 Copyright (C) 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009,
3 2010, 2011 Free Software Foundation, Inc.
4 Contributed by Diego Novillo <dnovillo@redhat.com>
6 This file is part of GCC.
8 GCC is free software; you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation; either version 3, or (at your option)
13 GCC is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with GCC; see the file COPYING3. If not see
20 <http://www.gnu.org/licenses/>. */
24 #include "coretypes.h"
28 #include "basic-block.h"
33 #include "langhooks.h"
34 #include "tree-pretty-print.h"
35 #include "gimple-pretty-print.h"
36 #include "tree-flow.h"
38 #include "tree-dump.h"
39 #include "tree-pass.h"
40 #include "diagnostic-core.h"
43 #include "cfglayout.h"
44 #include "tree-ssa-propagate.h"
45 #include "value-prof.h"
46 #include "pointer-set.h"
47 #include "tree-inline.h"
49 /* This file contains functions for building the Control Flow Graph (CFG)
50 for a function tree. */
52 /* Local declarations. */
54 /* Initial capacity for the basic block array. */
55 static const int initial_cfg_capacity = 20;
57 /* This hash table allows us to efficiently lookup all CASE_LABEL_EXPRs
58 which use a particular edge. The CASE_LABEL_EXPRs are chained together
59 via their TREE_CHAIN field, which we clear after we're done with the
60 hash table to prevent problems with duplication of GIMPLE_SWITCHes.
62 Access to this list of CASE_LABEL_EXPRs allows us to efficiently
63 update the case vector in response to edge redirections.
65 Right now this table is set up and torn down at key points in the
66 compilation process. It would be nice if we could make the table
67 more persistent. The key is getting notification of changes to
68 the CFG (particularly edge removal, creation and redirection). */
70 static struct pointer_map_t *edge_to_cases;
72 /* If we record edge_to_cases, this bitmap will hold indexes
73 of basic blocks that end in a GIMPLE_SWITCH which we touched
74 due to edge manipulations. */
76 static bitmap touched_switch_bbs;
81 long num_merged_labels;
84 static struct cfg_stats_d cfg_stats;
86 /* Nonzero if we found a computed goto while building basic blocks. */
87 static bool found_computed_goto;
89 /* Hash table to store last discriminator assigned for each locus. */
90 struct locus_discrim_map
95 static htab_t discriminator_per_locus;
97 /* Basic blocks and flowgraphs. */
98 static void make_blocks (gimple_seq);
99 static void factor_computed_gotos (void);
102 static void make_edges (void);
103 static void make_cond_expr_edges (basic_block);
104 static void make_gimple_switch_edges (basic_block);
105 static void make_goto_expr_edges (basic_block);
106 static void make_gimple_asm_edges (basic_block);
107 static unsigned int locus_map_hash (const void *);
108 static int locus_map_eq (const void *, const void *);
109 static void assign_discriminator (location_t, basic_block);
110 static edge gimple_redirect_edge_and_branch (edge, basic_block);
111 static edge gimple_try_redirect_by_replacing_jump (edge, basic_block);
112 static unsigned int split_critical_edges (void);
114 /* Various helpers. */
115 static inline bool stmt_starts_bb_p (gimple, gimple);
116 static int gimple_verify_flow_info (void);
117 static void gimple_make_forwarder_block (edge);
118 static void gimple_cfg2vcg (FILE *);
119 static gimple first_non_label_stmt (basic_block);
121 /* Flowgraph optimization and cleanup. */
122 static void gimple_merge_blocks (basic_block, basic_block);
123 static bool gimple_can_merge_blocks_p (basic_block, basic_block);
124 static void remove_bb (basic_block);
125 static edge find_taken_edge_computed_goto (basic_block, tree);
126 static edge find_taken_edge_cond_expr (basic_block, tree);
127 static edge find_taken_edge_switch_expr (basic_block, tree);
128 static tree find_case_label_for_value (gimple, tree);
129 static void group_case_labels_stmt (gimple);
132 init_empty_tree_cfg_for_function (struct function *fn)
134 /* Initialize the basic block array. */
136 profile_status_for_function (fn) = PROFILE_ABSENT;
137 n_basic_blocks_for_function (fn) = NUM_FIXED_BLOCKS;
138 last_basic_block_for_function (fn) = NUM_FIXED_BLOCKS;
139 basic_block_info_for_function (fn)
140 = VEC_alloc (basic_block, gc, initial_cfg_capacity);
141 VEC_safe_grow_cleared (basic_block, gc,
142 basic_block_info_for_function (fn),
143 initial_cfg_capacity);
145 /* Build a mapping of labels to their associated blocks. */
146 label_to_block_map_for_function (fn)
147 = VEC_alloc (basic_block, gc, initial_cfg_capacity);
148 VEC_safe_grow_cleared (basic_block, gc,
149 label_to_block_map_for_function (fn),
150 initial_cfg_capacity);
152 SET_BASIC_BLOCK_FOR_FUNCTION (fn, ENTRY_BLOCK,
153 ENTRY_BLOCK_PTR_FOR_FUNCTION (fn));
154 SET_BASIC_BLOCK_FOR_FUNCTION (fn, EXIT_BLOCK,
155 EXIT_BLOCK_PTR_FOR_FUNCTION (fn));
157 ENTRY_BLOCK_PTR_FOR_FUNCTION (fn)->next_bb
158 = EXIT_BLOCK_PTR_FOR_FUNCTION (fn);
159 EXIT_BLOCK_PTR_FOR_FUNCTION (fn)->prev_bb
160 = ENTRY_BLOCK_PTR_FOR_FUNCTION (fn);
164 init_empty_tree_cfg (void)
166 init_empty_tree_cfg_for_function (cfun);
169 /*---------------------------------------------------------------------------
171 ---------------------------------------------------------------------------*/
173 /* Entry point to the CFG builder for trees. SEQ is the sequence of
174 statements to be added to the flowgraph. */
177 build_gimple_cfg (gimple_seq seq)
179 /* Register specific gimple functions. */
180 gimple_register_cfg_hooks ();
182 memset ((void *) &cfg_stats, 0, sizeof (cfg_stats));
184 init_empty_tree_cfg ();
186 found_computed_goto = 0;
189 /* Computed gotos are hell to deal with, especially if there are
190 lots of them with a large number of destinations. So we factor
191 them to a common computed goto location before we build the
192 edge list. After we convert back to normal form, we will un-factor
193 the computed gotos since factoring introduces an unwanted jump. */
194 if (found_computed_goto)
195 factor_computed_gotos ();
197 /* Make sure there is always at least one block, even if it's empty. */
198 if (n_basic_blocks == NUM_FIXED_BLOCKS)
199 create_empty_bb (ENTRY_BLOCK_PTR);
201 /* Adjust the size of the array. */
202 if (VEC_length (basic_block, basic_block_info) < (size_t) n_basic_blocks)
203 VEC_safe_grow_cleared (basic_block, gc, basic_block_info, n_basic_blocks);
205 /* To speed up statement iterator walks, we first purge dead labels. */
206 cleanup_dead_labels ();
208 /* Group case nodes to reduce the number of edges.
209 We do this after cleaning up dead labels because otherwise we miss
210 a lot of obvious case merging opportunities. */
211 group_case_labels ();
213 /* Create the edges of the flowgraph. */
214 discriminator_per_locus = htab_create (13, locus_map_hash, locus_map_eq,
217 cleanup_dead_labels ();
218 htab_delete (discriminator_per_locus);
220 /* Debugging dumps. */
222 /* Write the flowgraph to a VCG file. */
224 int local_dump_flags;
225 FILE *vcg_file = dump_begin (TDI_vcg, &local_dump_flags);
228 gimple_cfg2vcg (vcg_file);
229 dump_end (TDI_vcg, vcg_file);
235 execute_build_cfg (void)
237 gimple_seq body = gimple_body (current_function_decl);
239 build_gimple_cfg (body);
240 gimple_set_body (current_function_decl, NULL);
241 if (dump_file && (dump_flags & TDF_DETAILS))
243 fprintf (dump_file, "Scope blocks:\n");
244 dump_scope_blocks (dump_file, dump_flags);
249 struct gimple_opt_pass pass_build_cfg =
255 execute_build_cfg, /* execute */
258 0, /* static_pass_number */
259 TV_TREE_CFG, /* tv_id */
260 PROP_gimple_leh, /* properties_required */
261 PROP_cfg, /* properties_provided */
262 0, /* properties_destroyed */
263 0, /* todo_flags_start */
264 TODO_verify_stmts | TODO_cleanup_cfg /* todo_flags_finish */
269 /* Return true if T is a computed goto. */
272 computed_goto_p (gimple t)
274 return (gimple_code (t) == GIMPLE_GOTO
275 && TREE_CODE (gimple_goto_dest (t)) != LABEL_DECL);
279 /* Search the CFG for any computed gotos. If found, factor them to a
280 common computed goto site. Also record the location of that site so
281 that we can un-factor the gotos after we have converted back to
285 factor_computed_gotos (void)
288 tree factored_label_decl = NULL;
290 gimple factored_computed_goto_label = NULL;
291 gimple factored_computed_goto = NULL;
293 /* We know there are one or more computed gotos in this function.
294 Examine the last statement in each basic block to see if the block
295 ends with a computed goto. */
299 gimple_stmt_iterator gsi = gsi_last_bb (bb);
305 last = gsi_stmt (gsi);
307 /* Ignore the computed goto we create when we factor the original
309 if (last == factored_computed_goto)
312 /* If the last statement is a computed goto, factor it. */
313 if (computed_goto_p (last))
317 /* The first time we find a computed goto we need to create
318 the factored goto block and the variable each original
319 computed goto will use for their goto destination. */
320 if (!factored_computed_goto)
322 basic_block new_bb = create_empty_bb (bb);
323 gimple_stmt_iterator new_gsi = gsi_start_bb (new_bb);
325 /* Create the destination of the factored goto. Each original
326 computed goto will put its desired destination into this
327 variable and jump to the label we create immediately
329 var = create_tmp_var (ptr_type_node, "gotovar");
331 /* Build a label for the new block which will contain the
332 factored computed goto. */
333 factored_label_decl = create_artificial_label (UNKNOWN_LOCATION);
334 factored_computed_goto_label
335 = gimple_build_label (factored_label_decl);
336 gsi_insert_after (&new_gsi, factored_computed_goto_label,
339 /* Build our new computed goto. */
340 factored_computed_goto = gimple_build_goto (var);
341 gsi_insert_after (&new_gsi, factored_computed_goto, GSI_NEW_STMT);
344 /* Copy the original computed goto's destination into VAR. */
345 assignment = gimple_build_assign (var, gimple_goto_dest (last));
346 gsi_insert_before (&gsi, assignment, GSI_SAME_STMT);
348 /* And re-vector the computed goto to the new destination. */
349 gimple_goto_set_dest (last, factored_label_decl);
355 /* Build a flowgraph for the sequence of stmts SEQ. */
358 make_blocks (gimple_seq seq)
360 gimple_stmt_iterator i = gsi_start (seq);
362 bool start_new_block = true;
363 bool first_stmt_of_seq = true;
364 basic_block bb = ENTRY_BLOCK_PTR;
366 while (!gsi_end_p (i))
373 /* If the statement starts a new basic block or if we have determined
374 in a previous pass that we need to create a new block for STMT, do
376 if (start_new_block || stmt_starts_bb_p (stmt, prev_stmt))
378 if (!first_stmt_of_seq)
379 seq = gsi_split_seq_before (&i);
380 bb = create_basic_block (seq, NULL, bb);
381 start_new_block = false;
384 /* Now add STMT to BB and create the subgraphs for special statement
386 gimple_set_bb (stmt, bb);
388 if (computed_goto_p (stmt))
389 found_computed_goto = true;
391 /* If STMT is a basic block terminator, set START_NEW_BLOCK for the
393 if (stmt_ends_bb_p (stmt))
395 /* If the stmt can make abnormal goto use a new temporary
396 for the assignment to the LHS. This makes sure the old value
397 of the LHS is available on the abnormal edge. Otherwise
398 we will end up with overlapping life-ranges for abnormal
400 if (gimple_has_lhs (stmt)
401 && stmt_can_make_abnormal_goto (stmt)
402 && is_gimple_reg_type (TREE_TYPE (gimple_get_lhs (stmt))))
404 tree lhs = gimple_get_lhs (stmt);
405 tree tmp = create_tmp_var (TREE_TYPE (lhs), NULL);
406 gimple s = gimple_build_assign (lhs, tmp);
407 gimple_set_location (s, gimple_location (stmt));
408 gimple_set_block (s, gimple_block (stmt));
409 gimple_set_lhs (stmt, tmp);
410 if (TREE_CODE (TREE_TYPE (tmp)) == COMPLEX_TYPE
411 || TREE_CODE (TREE_TYPE (tmp)) == VECTOR_TYPE)
412 DECL_GIMPLE_REG_P (tmp) = 1;
413 gsi_insert_after (&i, s, GSI_SAME_STMT);
415 start_new_block = true;
419 first_stmt_of_seq = false;
424 /* Create and return a new empty basic block after bb AFTER. */
427 create_bb (void *h, void *e, basic_block after)
433 /* Create and initialize a new basic block. Since alloc_block uses
434 GC allocation that clears memory to allocate a basic block, we do
435 not have to clear the newly allocated basic block here. */
438 bb->index = last_basic_block;
440 bb->il.gimple = ggc_alloc_cleared_gimple_bb_info ();
441 set_bb_seq (bb, h ? (gimple_seq) h : gimple_seq_alloc ());
443 /* Add the new block to the linked list of blocks. */
444 link_block (bb, after);
446 /* Grow the basic block array if needed. */
447 if ((size_t) last_basic_block == VEC_length (basic_block, basic_block_info))
449 size_t new_size = last_basic_block + (last_basic_block + 3) / 4;
450 VEC_safe_grow_cleared (basic_block, gc, basic_block_info, new_size);
453 /* Add the newly created block to the array. */
454 SET_BASIC_BLOCK (last_basic_block, bb);
463 /*---------------------------------------------------------------------------
465 ---------------------------------------------------------------------------*/
467 /* Fold COND_EXPR_COND of each COND_EXPR. */
470 fold_cond_expr_cond (void)
476 gimple stmt = last_stmt (bb);
478 if (stmt && gimple_code (stmt) == GIMPLE_COND)
480 location_t loc = gimple_location (stmt);
484 fold_defer_overflow_warnings ();
485 cond = fold_binary_loc (loc, gimple_cond_code (stmt), boolean_type_node,
486 gimple_cond_lhs (stmt), gimple_cond_rhs (stmt));
489 zerop = integer_zerop (cond);
490 onep = integer_onep (cond);
493 zerop = onep = false;
495 fold_undefer_overflow_warnings (zerop || onep,
497 WARN_STRICT_OVERFLOW_CONDITIONAL);
499 gimple_cond_make_false (stmt);
501 gimple_cond_make_true (stmt);
506 /* Join all the blocks in the flowgraph. */
512 struct omp_region *cur_region = NULL;
514 /* Create an edge from entry to the first block with executable
516 make_edge (ENTRY_BLOCK_PTR, BASIC_BLOCK (NUM_FIXED_BLOCKS), EDGE_FALLTHRU);
518 /* Traverse the basic block array placing edges. */
521 gimple last = last_stmt (bb);
526 enum gimple_code code = gimple_code (last);
530 make_goto_expr_edges (bb);
534 make_edge (bb, EXIT_BLOCK_PTR, 0);
538 make_cond_expr_edges (bb);
542 make_gimple_switch_edges (bb);
546 make_eh_edges (last);
549 case GIMPLE_EH_DISPATCH:
550 fallthru = make_eh_dispatch_edges (last);
554 /* If this function receives a nonlocal goto, then we need to
555 make edges from this call site to all the nonlocal goto
557 if (stmt_can_make_abnormal_goto (last))
558 make_abnormal_goto_edges (bb, true);
560 /* If this statement has reachable exception handlers, then
561 create abnormal edges to them. */
562 make_eh_edges (last);
564 /* BUILTIN_RETURN is really a return statement. */
565 if (gimple_call_builtin_p (last, BUILT_IN_RETURN))
566 make_edge (bb, EXIT_BLOCK_PTR, 0), fallthru = false;
567 /* Some calls are known not to return. */
569 fallthru = !(gimple_call_flags (last) & ECF_NORETURN);
573 /* A GIMPLE_ASSIGN may throw internally and thus be considered
575 if (is_ctrl_altering_stmt (last))
576 make_eh_edges (last);
581 make_gimple_asm_edges (bb);
585 case GIMPLE_OMP_PARALLEL:
586 case GIMPLE_OMP_TASK:
588 case GIMPLE_OMP_SINGLE:
589 case GIMPLE_OMP_MASTER:
590 case GIMPLE_OMP_ORDERED:
591 case GIMPLE_OMP_CRITICAL:
592 case GIMPLE_OMP_SECTION:
593 cur_region = new_omp_region (bb, code, cur_region);
597 case GIMPLE_OMP_SECTIONS:
598 cur_region = new_omp_region (bb, code, cur_region);
602 case GIMPLE_OMP_SECTIONS_SWITCH:
606 case GIMPLE_OMP_ATOMIC_LOAD:
607 case GIMPLE_OMP_ATOMIC_STORE:
611 case GIMPLE_OMP_RETURN:
612 /* In the case of a GIMPLE_OMP_SECTION, the edge will go
613 somewhere other than the next block. This will be
615 cur_region->exit = bb;
616 fallthru = cur_region->type != GIMPLE_OMP_SECTION;
617 cur_region = cur_region->outer;
620 case GIMPLE_OMP_CONTINUE:
621 cur_region->cont = bb;
622 switch (cur_region->type)
625 /* Mark all GIMPLE_OMP_FOR and GIMPLE_OMP_CONTINUE
626 succs edges as abnormal to prevent splitting
628 single_succ_edge (cur_region->entry)->flags |= EDGE_ABNORMAL;
629 /* Make the loopback edge. */
630 make_edge (bb, single_succ (cur_region->entry),
633 /* Create an edge from GIMPLE_OMP_FOR to exit, which
634 corresponds to the case that the body of the loop
635 is not executed at all. */
636 make_edge (cur_region->entry, bb->next_bb, EDGE_ABNORMAL);
637 make_edge (bb, bb->next_bb, EDGE_FALLTHRU | EDGE_ABNORMAL);
641 case GIMPLE_OMP_SECTIONS:
642 /* Wire up the edges into and out of the nested sections. */
644 basic_block switch_bb = single_succ (cur_region->entry);
646 struct omp_region *i;
647 for (i = cur_region->inner; i ; i = i->next)
649 gcc_assert (i->type == GIMPLE_OMP_SECTION);
650 make_edge (switch_bb, i->entry, 0);
651 make_edge (i->exit, bb, EDGE_FALLTHRU);
654 /* Make the loopback edge to the block with
655 GIMPLE_OMP_SECTIONS_SWITCH. */
656 make_edge (bb, switch_bb, 0);
658 /* Make the edge from the switch to exit. */
659 make_edge (switch_bb, bb->next_bb, 0);
670 gcc_assert (!stmt_ends_bb_p (last));
679 make_edge (bb, bb->next_bb, EDGE_FALLTHRU);
681 assign_discriminator (gimple_location (last), bb->next_bb);
688 /* Fold COND_EXPR_COND of each COND_EXPR. */
689 fold_cond_expr_cond ();
692 /* Trivial hash function for a location_t. ITEM is a pointer to
693 a hash table entry that maps a location_t to a discriminator. */
696 locus_map_hash (const void *item)
698 return ((const struct locus_discrim_map *) item)->locus;
701 /* Equality function for the locus-to-discriminator map. VA and VB
702 point to the two hash table entries to compare. */
705 locus_map_eq (const void *va, const void *vb)
707 const struct locus_discrim_map *a = (const struct locus_discrim_map *) va;
708 const struct locus_discrim_map *b = (const struct locus_discrim_map *) vb;
709 return a->locus == b->locus;
712 /* Find the next available discriminator value for LOCUS. The
713 discriminator distinguishes among several basic blocks that
714 share a common locus, allowing for more accurate sample-based
718 next_discriminator_for_locus (location_t locus)
720 struct locus_discrim_map item;
721 struct locus_discrim_map **slot;
724 item.discriminator = 0;
725 slot = (struct locus_discrim_map **)
726 htab_find_slot_with_hash (discriminator_per_locus, (void *) &item,
727 (hashval_t) locus, INSERT);
729 if (*slot == HTAB_EMPTY_ENTRY)
731 *slot = XNEW (struct locus_discrim_map);
733 (*slot)->locus = locus;
734 (*slot)->discriminator = 0;
736 (*slot)->discriminator++;
737 return (*slot)->discriminator;
740 /* Return TRUE if LOCUS1 and LOCUS2 refer to the same source line. */
743 same_line_p (location_t locus1, location_t locus2)
745 expanded_location from, to;
747 if (locus1 == locus2)
750 from = expand_location (locus1);
751 to = expand_location (locus2);
753 if (from.line != to.line)
755 if (from.file == to.file)
757 return (from.file != NULL
759 && filename_cmp (from.file, to.file) == 0);
762 /* Assign a unique discriminator value to block BB if it begins at the same
763 LOCUS as its predecessor block. */
766 assign_discriminator (location_t locus, basic_block bb)
768 gimple first_in_to_bb, last_in_to_bb;
770 if (locus == 0 || bb->discriminator != 0)
773 first_in_to_bb = first_non_label_stmt (bb);
774 last_in_to_bb = last_stmt (bb);
775 if ((first_in_to_bb && same_line_p (locus, gimple_location (first_in_to_bb)))
776 || (last_in_to_bb && same_line_p (locus, gimple_location (last_in_to_bb))))
777 bb->discriminator = next_discriminator_for_locus (locus);
780 /* Create the edges for a GIMPLE_COND starting at block BB. */
783 make_cond_expr_edges (basic_block bb)
785 gimple entry = last_stmt (bb);
786 gimple then_stmt, else_stmt;
787 basic_block then_bb, else_bb;
788 tree then_label, else_label;
790 location_t entry_locus;
793 gcc_assert (gimple_code (entry) == GIMPLE_COND);
795 entry_locus = gimple_location (entry);
797 /* Entry basic blocks for each component. */
798 then_label = gimple_cond_true_label (entry);
799 else_label = gimple_cond_false_label (entry);
800 then_bb = label_to_block (then_label);
801 else_bb = label_to_block (else_label);
802 then_stmt = first_stmt (then_bb);
803 else_stmt = first_stmt (else_bb);
805 e = make_edge (bb, then_bb, EDGE_TRUE_VALUE);
806 assign_discriminator (entry_locus, then_bb);
807 e->goto_locus = gimple_location (then_stmt);
809 e->goto_block = gimple_block (then_stmt);
810 e = make_edge (bb, else_bb, EDGE_FALSE_VALUE);
813 assign_discriminator (entry_locus, else_bb);
814 e->goto_locus = gimple_location (else_stmt);
816 e->goto_block = gimple_block (else_stmt);
819 /* We do not need the labels anymore. */
820 gimple_cond_set_true_label (entry, NULL_TREE);
821 gimple_cond_set_false_label (entry, NULL_TREE);
825 /* Called for each element in the hash table (P) as we delete the
826 edge to cases hash table.
828 Clear all the TREE_CHAINs to prevent problems with copying of
829 SWITCH_EXPRs and structure sharing rules, then free the hash table
833 edge_to_cases_cleanup (const void *key ATTRIBUTE_UNUSED, void **value,
834 void *data ATTRIBUTE_UNUSED)
838 for (t = (tree) *value; t; t = next)
840 next = CASE_CHAIN (t);
841 CASE_CHAIN (t) = NULL;
848 /* Start recording information mapping edges to case labels. */
851 start_recording_case_labels (void)
853 gcc_assert (edge_to_cases == NULL);
854 edge_to_cases = pointer_map_create ();
855 touched_switch_bbs = BITMAP_ALLOC (NULL);
858 /* Return nonzero if we are recording information for case labels. */
861 recording_case_labels_p (void)
863 return (edge_to_cases != NULL);
866 /* Stop recording information mapping edges to case labels and
867 remove any information we have recorded. */
869 end_recording_case_labels (void)
873 pointer_map_traverse (edge_to_cases, edge_to_cases_cleanup, NULL);
874 pointer_map_destroy (edge_to_cases);
875 edge_to_cases = NULL;
876 EXECUTE_IF_SET_IN_BITMAP (touched_switch_bbs, 0, i, bi)
878 basic_block bb = BASIC_BLOCK (i);
881 gimple stmt = last_stmt (bb);
882 if (stmt && gimple_code (stmt) == GIMPLE_SWITCH)
883 group_case_labels_stmt (stmt);
886 BITMAP_FREE (touched_switch_bbs);
889 /* If we are inside a {start,end}_recording_cases block, then return
890 a chain of CASE_LABEL_EXPRs from T which reference E.
892 Otherwise return NULL. */
895 get_cases_for_edge (edge e, gimple t)
900 /* If we are not recording cases, then we do not have CASE_LABEL_EXPR
901 chains available. Return NULL so the caller can detect this case. */
902 if (!recording_case_labels_p ())
905 slot = pointer_map_contains (edge_to_cases, e);
909 /* If we did not find E in the hash table, then this must be the first
910 time we have been queried for information about E & T. Add all the
911 elements from T to the hash table then perform the query again. */
913 n = gimple_switch_num_labels (t);
914 for (i = 0; i < n; i++)
916 tree elt = gimple_switch_label (t, i);
917 tree lab = CASE_LABEL (elt);
918 basic_block label_bb = label_to_block (lab);
919 edge this_edge = find_edge (e->src, label_bb);
921 /* Add it to the chain of CASE_LABEL_EXPRs referencing E, or create
923 slot = pointer_map_insert (edge_to_cases, this_edge);
924 CASE_CHAIN (elt) = (tree) *slot;
928 return (tree) *pointer_map_contains (edge_to_cases, e);
931 /* Create the edges for a GIMPLE_SWITCH starting at block BB. */
934 make_gimple_switch_edges (basic_block bb)
936 gimple entry = last_stmt (bb);
937 location_t entry_locus;
940 entry_locus = gimple_location (entry);
942 n = gimple_switch_num_labels (entry);
944 for (i = 0; i < n; ++i)
946 tree lab = CASE_LABEL (gimple_switch_label (entry, i));
947 basic_block label_bb = label_to_block (lab);
948 make_edge (bb, label_bb, 0);
949 assign_discriminator (entry_locus, label_bb);
954 /* Return the basic block holding label DEST. */
957 label_to_block_fn (struct function *ifun, tree dest)
959 int uid = LABEL_DECL_UID (dest);
961 /* We would die hard when faced by an undefined label. Emit a label to
962 the very first basic block. This will hopefully make even the dataflow
963 and undefined variable warnings quite right. */
964 if (seen_error () && uid < 0)
966 gimple_stmt_iterator gsi = gsi_start_bb (BASIC_BLOCK (NUM_FIXED_BLOCKS));
969 stmt = gimple_build_label (dest);
970 gsi_insert_before (&gsi, stmt, GSI_NEW_STMT);
971 uid = LABEL_DECL_UID (dest);
973 if (VEC_length (basic_block, ifun->cfg->x_label_to_block_map)
974 <= (unsigned int) uid)
976 return VEC_index (basic_block, ifun->cfg->x_label_to_block_map, uid);
979 /* Create edges for an abnormal goto statement at block BB. If FOR_CALL
980 is true, the source statement is a CALL_EXPR instead of a GOTO_EXPR. */
983 make_abnormal_goto_edges (basic_block bb, bool for_call)
985 basic_block target_bb;
986 gimple_stmt_iterator gsi;
988 FOR_EACH_BB (target_bb)
989 for (gsi = gsi_start_bb (target_bb); !gsi_end_p (gsi); gsi_next (&gsi))
991 gimple label_stmt = gsi_stmt (gsi);
994 if (gimple_code (label_stmt) != GIMPLE_LABEL)
997 target = gimple_label_label (label_stmt);
999 /* Make an edge to every label block that has been marked as a
1000 potential target for a computed goto or a non-local goto. */
1001 if ((FORCED_LABEL (target) && !for_call)
1002 || (DECL_NONLOCAL (target) && for_call))
1004 make_edge (bb, target_bb, EDGE_ABNORMAL);
1010 /* Create edges for a goto statement at block BB. */
1013 make_goto_expr_edges (basic_block bb)
1015 gimple_stmt_iterator last = gsi_last_bb (bb);
1016 gimple goto_t = gsi_stmt (last);
1018 /* A simple GOTO creates normal edges. */
1019 if (simple_goto_p (goto_t))
1021 tree dest = gimple_goto_dest (goto_t);
1022 basic_block label_bb = label_to_block (dest);
1023 edge e = make_edge (bb, label_bb, EDGE_FALLTHRU);
1024 e->goto_locus = gimple_location (goto_t);
1025 assign_discriminator (e->goto_locus, label_bb);
1027 e->goto_block = gimple_block (goto_t);
1028 gsi_remove (&last, true);
1032 /* A computed GOTO creates abnormal edges. */
1033 make_abnormal_goto_edges (bb, false);
1036 /* Create edges for an asm statement with labels at block BB. */
1039 make_gimple_asm_edges (basic_block bb)
1041 gimple stmt = last_stmt (bb);
1042 location_t stmt_loc = gimple_location (stmt);
1043 int i, n = gimple_asm_nlabels (stmt);
1045 for (i = 0; i < n; ++i)
1047 tree label = TREE_VALUE (gimple_asm_label_op (stmt, i));
1048 basic_block label_bb = label_to_block (label);
1049 make_edge (bb, label_bb, 0);
1050 assign_discriminator (stmt_loc, label_bb);
1054 /*---------------------------------------------------------------------------
1056 ---------------------------------------------------------------------------*/
1058 /* Cleanup useless labels in basic blocks. This is something we wish
1059 to do early because it allows us to group case labels before creating
1060 the edges for the CFG, and it speeds up block statement iterators in
1061 all passes later on.
1062 We rerun this pass after CFG is created, to get rid of the labels that
1063 are no longer referenced. After then we do not run it any more, since
1064 (almost) no new labels should be created. */
1066 /* A map from basic block index to the leading label of that block. */
1067 static struct label_record
1072 /* True if the label is referenced from somewhere. */
1076 /* Given LABEL return the first label in the same basic block. */
1079 main_block_label (tree label)
1081 basic_block bb = label_to_block (label);
1082 tree main_label = label_for_bb[bb->index].label;
1084 /* label_to_block possibly inserted undefined label into the chain. */
1087 label_for_bb[bb->index].label = label;
1091 label_for_bb[bb->index].used = true;
1095 /* Clean up redundant labels within the exception tree. */
1098 cleanup_dead_labels_eh (void)
1105 if (cfun->eh == NULL)
1108 for (i = 1; VEC_iterate (eh_landing_pad, cfun->eh->lp_array, i, lp); ++i)
1109 if (lp && lp->post_landing_pad)
1111 lab = main_block_label (lp->post_landing_pad);
1112 if (lab != lp->post_landing_pad)
1114 EH_LANDING_PAD_NR (lp->post_landing_pad) = 0;
1115 EH_LANDING_PAD_NR (lab) = lp->index;
1119 FOR_ALL_EH_REGION (r)
1123 case ERT_MUST_NOT_THROW:
1129 for (c = r->u.eh_try.first_catch; c ; c = c->next_catch)
1133 c->label = main_block_label (lab);
1138 case ERT_ALLOWED_EXCEPTIONS:
1139 lab = r->u.allowed.label;
1141 r->u.allowed.label = main_block_label (lab);
1147 /* Cleanup redundant labels. This is a three-step process:
1148 1) Find the leading label for each block.
1149 2) Redirect all references to labels to the leading labels.
1150 3) Cleanup all useless labels. */
1153 cleanup_dead_labels (void)
1156 label_for_bb = XCNEWVEC (struct label_record, last_basic_block);
1158 /* Find a suitable label for each block. We use the first user-defined
1159 label if there is one, or otherwise just the first label we see. */
1162 gimple_stmt_iterator i;
1164 for (i = gsi_start_bb (bb); !gsi_end_p (i); gsi_next (&i))
1167 gimple stmt = gsi_stmt (i);
1169 if (gimple_code (stmt) != GIMPLE_LABEL)
1172 label = gimple_label_label (stmt);
1174 /* If we have not yet seen a label for the current block,
1175 remember this one and see if there are more labels. */
1176 if (!label_for_bb[bb->index].label)
1178 label_for_bb[bb->index].label = label;
1182 /* If we did see a label for the current block already, but it
1183 is an artificially created label, replace it if the current
1184 label is a user defined label. */
1185 if (!DECL_ARTIFICIAL (label)
1186 && DECL_ARTIFICIAL (label_for_bb[bb->index].label))
1188 label_for_bb[bb->index].label = label;
1194 /* Now redirect all jumps/branches to the selected label.
1195 First do so for each block ending in a control statement. */
1198 gimple stmt = last_stmt (bb);
1202 switch (gimple_code (stmt))
1206 tree true_label = gimple_cond_true_label (stmt);
1207 tree false_label = gimple_cond_false_label (stmt);
1210 gimple_cond_set_true_label (stmt, main_block_label (true_label));
1212 gimple_cond_set_false_label (stmt, main_block_label (false_label));
1218 size_t i, n = gimple_switch_num_labels (stmt);
1220 /* Replace all destination labels. */
1221 for (i = 0; i < n; ++i)
1223 tree case_label = gimple_switch_label (stmt, i);
1224 tree label = main_block_label (CASE_LABEL (case_label));
1225 CASE_LABEL (case_label) = label;
1232 int i, n = gimple_asm_nlabels (stmt);
1234 for (i = 0; i < n; ++i)
1236 tree cons = gimple_asm_label_op (stmt, i);
1237 tree label = main_block_label (TREE_VALUE (cons));
1238 TREE_VALUE (cons) = label;
1243 /* We have to handle gotos until they're removed, and we don't
1244 remove them until after we've created the CFG edges. */
1246 if (!computed_goto_p (stmt))
1248 tree new_dest = main_block_label (gimple_goto_dest (stmt));
1249 gimple_goto_set_dest (stmt, new_dest);
1258 /* Do the same for the exception region tree labels. */
1259 cleanup_dead_labels_eh ();
1261 /* Finally, purge dead labels. All user-defined labels and labels that
1262 can be the target of non-local gotos and labels which have their
1263 address taken are preserved. */
1266 gimple_stmt_iterator i;
1267 tree label_for_this_bb = label_for_bb[bb->index].label;
1269 if (!label_for_this_bb)
1272 /* If the main label of the block is unused, we may still remove it. */
1273 if (!label_for_bb[bb->index].used)
1274 label_for_this_bb = NULL;
1276 for (i = gsi_start_bb (bb); !gsi_end_p (i); )
1279 gimple stmt = gsi_stmt (i);
1281 if (gimple_code (stmt) != GIMPLE_LABEL)
1284 label = gimple_label_label (stmt);
1286 if (label == label_for_this_bb
1287 || !DECL_ARTIFICIAL (label)
1288 || DECL_NONLOCAL (label)
1289 || FORCED_LABEL (label))
1292 gsi_remove (&i, true);
1296 free (label_for_bb);
1299 /* Scan the sorted vector of cases in STMT (a GIMPLE_SWITCH) and combine
1300 the ones jumping to the same label.
1301 Eg. three separate entries 1: 2: 3: become one entry 1..3: */
1304 group_case_labels_stmt (gimple stmt)
1306 int old_size = gimple_switch_num_labels (stmt);
1307 int i, j, new_size = old_size;
1308 tree default_case = NULL_TREE;
1309 tree default_label = NULL_TREE;
1312 /* The default label is always the first case in a switch
1313 statement after gimplification if it was not optimized
1315 if (!CASE_LOW (gimple_switch_default_label (stmt))
1316 && !CASE_HIGH (gimple_switch_default_label (stmt)))
1318 default_case = gimple_switch_default_label (stmt);
1319 default_label = CASE_LABEL (default_case);
1323 has_default = false;
1325 /* Look for possible opportunities to merge cases. */
1330 while (i < old_size)
1332 tree base_case, base_label, base_high;
1333 base_case = gimple_switch_label (stmt, i);
1335 gcc_assert (base_case);
1336 base_label = CASE_LABEL (base_case);
1338 /* Discard cases that have the same destination as the
1340 if (base_label == default_label)
1342 gimple_switch_set_label (stmt, i, NULL_TREE);
1348 base_high = CASE_HIGH (base_case)
1349 ? CASE_HIGH (base_case)
1350 : CASE_LOW (base_case);
1353 /* Try to merge case labels. Break out when we reach the end
1354 of the label vector or when we cannot merge the next case
1355 label with the current one. */
1356 while (i < old_size)
1358 tree merge_case = gimple_switch_label (stmt, i);
1359 tree merge_label = CASE_LABEL (merge_case);
1360 double_int bhp1 = double_int_add (tree_to_double_int (base_high),
1363 /* Merge the cases if they jump to the same place,
1364 and their ranges are consecutive. */
1365 if (merge_label == base_label
1366 && double_int_equal_p (tree_to_double_int (CASE_LOW (merge_case)),
1369 base_high = CASE_HIGH (merge_case) ?
1370 CASE_HIGH (merge_case) : CASE_LOW (merge_case);
1371 CASE_HIGH (base_case) = base_high;
1372 gimple_switch_set_label (stmt, i, NULL_TREE);
1381 /* Compress the case labels in the label vector, and adjust the
1382 length of the vector. */
1383 for (i = 0, j = 0; i < new_size; i++)
1385 while (! gimple_switch_label (stmt, j))
1387 gimple_switch_set_label (stmt, i,
1388 gimple_switch_label (stmt, j++));
1391 gcc_assert (new_size <= old_size);
1392 gimple_switch_set_num_labels (stmt, new_size);
1395 /* Look for blocks ending in a multiway branch (a GIMPLE_SWITCH),
1396 and scan the sorted vector of cases. Combine the ones jumping to the
1400 group_case_labels (void)
1406 gimple stmt = last_stmt (bb);
1407 if (stmt && gimple_code (stmt) == GIMPLE_SWITCH)
1408 group_case_labels_stmt (stmt);
1412 /* Checks whether we can merge block B into block A. */
1415 gimple_can_merge_blocks_p (basic_block a, basic_block b)
1418 gimple_stmt_iterator gsi;
1421 if (!single_succ_p (a))
1424 if (single_succ_edge (a)->flags & (EDGE_ABNORMAL | EDGE_EH | EDGE_PRESERVE))
1427 if (single_succ (a) != b)
1430 if (!single_pred_p (b))
1433 if (b == EXIT_BLOCK_PTR)
1436 /* If A ends by a statement causing exceptions or something similar, we
1437 cannot merge the blocks. */
1438 stmt = last_stmt (a);
1439 if (stmt && stmt_ends_bb_p (stmt))
1442 /* Do not allow a block with only a non-local label to be merged. */
1444 && gimple_code (stmt) == GIMPLE_LABEL
1445 && DECL_NONLOCAL (gimple_label_label (stmt)))
1448 /* Examine the labels at the beginning of B. */
1449 for (gsi = gsi_start_bb (b); !gsi_end_p (gsi); gsi_next (&gsi))
1452 stmt = gsi_stmt (gsi);
1453 if (gimple_code (stmt) != GIMPLE_LABEL)
1455 lab = gimple_label_label (stmt);
1457 /* Do not remove user labels. */
1458 if (!DECL_ARTIFICIAL (lab))
1462 /* Protect the loop latches. */
1463 if (current_loops && b->loop_father->latch == b)
1466 /* It must be possible to eliminate all phi nodes in B. If ssa form
1467 is not up-to-date and a name-mapping is registered, we cannot eliminate
1468 any phis. Symbols marked for renaming are never a problem though. */
1469 phis = phi_nodes (b);
1470 if (!gimple_seq_empty_p (phis)
1471 && name_mappings_registered_p ())
1474 /* When not optimizing, don't merge if we'd lose goto_locus. */
1476 && single_succ_edge (a)->goto_locus != UNKNOWN_LOCATION)
1478 location_t goto_locus = single_succ_edge (a)->goto_locus;
1479 gimple_stmt_iterator prev, next;
1480 prev = gsi_last_nondebug_bb (a);
1481 next = gsi_after_labels (b);
1482 if (!gsi_end_p (next) && is_gimple_debug (gsi_stmt (next)))
1483 gsi_next_nondebug (&next);
1484 if ((gsi_end_p (prev)
1485 || gimple_location (gsi_stmt (prev)) != goto_locus)
1486 && (gsi_end_p (next)
1487 || gimple_location (gsi_stmt (next)) != goto_locus))
1494 /* Return true if the var whose chain of uses starts at PTR has no
1497 has_zero_uses_1 (const ssa_use_operand_t *head)
1499 const ssa_use_operand_t *ptr;
1501 for (ptr = head->next; ptr != head; ptr = ptr->next)
1502 if (!is_gimple_debug (USE_STMT (ptr)))
1508 /* Return true if the var whose chain of uses starts at PTR has a
1509 single nondebug use. Set USE_P and STMT to that single nondebug
1510 use, if so, or to NULL otherwise. */
1512 single_imm_use_1 (const ssa_use_operand_t *head,
1513 use_operand_p *use_p, gimple *stmt)
1515 ssa_use_operand_t *ptr, *single_use = 0;
1517 for (ptr = head->next; ptr != head; ptr = ptr->next)
1518 if (!is_gimple_debug (USE_STMT (ptr)))
1529 *use_p = single_use;
1532 *stmt = single_use ? single_use->loc.stmt : NULL;
1534 return !!single_use;
1537 /* Replaces all uses of NAME by VAL. */
1540 replace_uses_by (tree name, tree val)
1542 imm_use_iterator imm_iter;
1547 FOR_EACH_IMM_USE_STMT (stmt, imm_iter, name)
1549 FOR_EACH_IMM_USE_ON_STMT (use, imm_iter)
1551 replace_exp (use, val);
1553 if (gimple_code (stmt) == GIMPLE_PHI)
1555 e = gimple_phi_arg_edge (stmt, PHI_ARG_INDEX_FROM_USE (use));
1556 if (e->flags & EDGE_ABNORMAL)
1558 /* This can only occur for virtual operands, since
1559 for the real ones SSA_NAME_OCCURS_IN_ABNORMAL_PHI (name))
1560 would prevent replacement. */
1561 gcc_assert (!is_gimple_reg (name));
1562 SSA_NAME_OCCURS_IN_ABNORMAL_PHI (val) = 1;
1567 if (gimple_code (stmt) != GIMPLE_PHI)
1569 gimple_stmt_iterator gsi = gsi_for_stmt (stmt);
1573 stmt = gsi_stmt (gsi);
1574 if (cfgcleanup_altered_bbs && !is_gimple_debug (stmt))
1575 bitmap_set_bit (cfgcleanup_altered_bbs, gimple_bb (stmt)->index);
1577 /* FIXME. This should go in update_stmt. */
1578 for (i = 0; i < gimple_num_ops (stmt); i++)
1580 tree op = gimple_op (stmt, i);
1581 /* Operands may be empty here. For example, the labels
1582 of a GIMPLE_COND are nulled out following the creation
1583 of the corresponding CFG edges. */
1584 if (op && TREE_CODE (op) == ADDR_EXPR)
1585 recompute_tree_invariant_for_addr_expr (op);
1588 maybe_clean_or_replace_eh_stmt (stmt, stmt);
1593 gcc_assert (has_zero_uses (name));
1595 /* Also update the trees stored in loop structures. */
1601 FOR_EACH_LOOP (li, loop, 0)
1603 substitute_in_loop_info (loop, name, val);
1608 /* Merge block B into block A. */
1611 gimple_merge_blocks (basic_block a, basic_block b)
1613 gimple_stmt_iterator last, gsi, psi;
1614 gimple_seq phis = phi_nodes (b);
1617 fprintf (dump_file, "Merging blocks %d and %d\n", a->index, b->index);
1619 /* Remove all single-valued PHI nodes from block B of the form
1620 V_i = PHI <V_j> by propagating V_j to all the uses of V_i. */
1621 gsi = gsi_last_bb (a);
1622 for (psi = gsi_start (phis); !gsi_end_p (psi); )
1624 gimple phi = gsi_stmt (psi);
1625 tree def = gimple_phi_result (phi), use = gimple_phi_arg_def (phi, 0);
1627 bool may_replace_uses = !is_gimple_reg (def)
1628 || may_propagate_copy (def, use);
1630 /* In case we maintain loop closed ssa form, do not propagate arguments
1631 of loop exit phi nodes. */
1633 && loops_state_satisfies_p (LOOP_CLOSED_SSA)
1634 && is_gimple_reg (def)
1635 && TREE_CODE (use) == SSA_NAME
1636 && a->loop_father != b->loop_father)
1637 may_replace_uses = false;
1639 if (!may_replace_uses)
1641 gcc_assert (is_gimple_reg (def));
1643 /* Note that just emitting the copies is fine -- there is no problem
1644 with ordering of phi nodes. This is because A is the single
1645 predecessor of B, therefore results of the phi nodes cannot
1646 appear as arguments of the phi nodes. */
1647 copy = gimple_build_assign (def, use);
1648 gsi_insert_after (&gsi, copy, GSI_NEW_STMT);
1649 remove_phi_node (&psi, false);
1653 /* If we deal with a PHI for virtual operands, we can simply
1654 propagate these without fussing with folding or updating
1656 if (!is_gimple_reg (def))
1658 imm_use_iterator iter;
1659 use_operand_p use_p;
1662 FOR_EACH_IMM_USE_STMT (stmt, iter, def)
1663 FOR_EACH_IMM_USE_ON_STMT (use_p, iter)
1664 SET_USE (use_p, use);
1666 if (SSA_NAME_OCCURS_IN_ABNORMAL_PHI (def))
1667 SSA_NAME_OCCURS_IN_ABNORMAL_PHI (use) = 1;
1670 replace_uses_by (def, use);
1672 remove_phi_node (&psi, true);
1676 /* Ensure that B follows A. */
1677 move_block_after (b, a);
1679 gcc_assert (single_succ_edge (a)->flags & EDGE_FALLTHRU);
1680 gcc_assert (!last_stmt (a) || !stmt_ends_bb_p (last_stmt (a)));
1682 /* Remove labels from B and set gimple_bb to A for other statements. */
1683 for (gsi = gsi_start_bb (b); !gsi_end_p (gsi);)
1685 gimple stmt = gsi_stmt (gsi);
1686 if (gimple_code (stmt) == GIMPLE_LABEL)
1688 tree label = gimple_label_label (stmt);
1691 gsi_remove (&gsi, false);
1693 /* Now that we can thread computed gotos, we might have
1694 a situation where we have a forced label in block B
1695 However, the label at the start of block B might still be
1696 used in other ways (think about the runtime checking for
1697 Fortran assigned gotos). So we can not just delete the
1698 label. Instead we move the label to the start of block A. */
1699 if (FORCED_LABEL (label))
1701 gimple_stmt_iterator dest_gsi = gsi_start_bb (a);
1702 gsi_insert_before (&dest_gsi, stmt, GSI_NEW_STMT);
1705 lp_nr = EH_LANDING_PAD_NR (label);
1708 eh_landing_pad lp = get_eh_landing_pad_from_number (lp_nr);
1709 lp->post_landing_pad = NULL;
1714 gimple_set_bb (stmt, a);
1719 /* Merge the sequences. */
1720 last = gsi_last_bb (a);
1721 gsi_insert_seq_after (&last, bb_seq (b), GSI_NEW_STMT);
1722 set_bb_seq (b, NULL);
1724 if (cfgcleanup_altered_bbs)
1725 bitmap_set_bit (cfgcleanup_altered_bbs, a->index);
1729 /* Return the one of two successors of BB that is not reachable by a
1730 complex edge, if there is one. Else, return BB. We use
1731 this in optimizations that use post-dominators for their heuristics,
1732 to catch the cases in C++ where function calls are involved. */
1735 single_noncomplex_succ (basic_block bb)
1738 if (EDGE_COUNT (bb->succs) != 2)
1741 e0 = EDGE_SUCC (bb, 0);
1742 e1 = EDGE_SUCC (bb, 1);
1743 if (e0->flags & EDGE_COMPLEX)
1745 if (e1->flags & EDGE_COMPLEX)
1751 /* T is CALL_EXPR. Set current_function_calls_* flags. */
1754 notice_special_calls (gimple call)
1756 int flags = gimple_call_flags (call);
1758 if (flags & ECF_MAY_BE_ALLOCA)
1759 cfun->calls_alloca = true;
1760 if (flags & ECF_RETURNS_TWICE)
1761 cfun->calls_setjmp = true;
1765 /* Clear flags set by notice_special_calls. Used by dead code removal
1766 to update the flags. */
1769 clear_special_calls (void)
1771 cfun->calls_alloca = false;
1772 cfun->calls_setjmp = false;
1775 /* Remove PHI nodes associated with basic block BB and all edges out of BB. */
1778 remove_phi_nodes_and_edges_for_unreachable_block (basic_block bb)
1780 /* Since this block is no longer reachable, we can just delete all
1781 of its PHI nodes. */
1782 remove_phi_nodes (bb);
1784 /* Remove edges to BB's successors. */
1785 while (EDGE_COUNT (bb->succs) > 0)
1786 remove_edge (EDGE_SUCC (bb, 0));
1790 /* Remove statements of basic block BB. */
1793 remove_bb (basic_block bb)
1795 gimple_stmt_iterator i;
1799 fprintf (dump_file, "Removing basic block %d\n", bb->index);
1800 if (dump_flags & TDF_DETAILS)
1802 dump_bb (bb, dump_file, 0);
1803 fprintf (dump_file, "\n");
1809 struct loop *loop = bb->loop_father;
1811 /* If a loop gets removed, clean up the information associated
1813 if (loop->latch == bb
1814 || loop->header == bb)
1815 free_numbers_of_iterations_estimates_loop (loop);
1818 /* Remove all the instructions in the block. */
1819 if (bb_seq (bb) != NULL)
1821 /* Walk backwards so as to get a chance to substitute all
1822 released DEFs into debug stmts. See
1823 eliminate_unnecessary_stmts() in tree-ssa-dce.c for more
1825 for (i = gsi_last_bb (bb); !gsi_end_p (i);)
1827 gimple stmt = gsi_stmt (i);
1828 if (gimple_code (stmt) == GIMPLE_LABEL
1829 && (FORCED_LABEL (gimple_label_label (stmt))
1830 || DECL_NONLOCAL (gimple_label_label (stmt))))
1833 gimple_stmt_iterator new_gsi;
1835 /* A non-reachable non-local label may still be referenced.
1836 But it no longer needs to carry the extra semantics of
1838 if (DECL_NONLOCAL (gimple_label_label (stmt)))
1840 DECL_NONLOCAL (gimple_label_label (stmt)) = 0;
1841 FORCED_LABEL (gimple_label_label (stmt)) = 1;
1844 new_bb = bb->prev_bb;
1845 new_gsi = gsi_start_bb (new_bb);
1846 gsi_remove (&i, false);
1847 gsi_insert_before (&new_gsi, stmt, GSI_NEW_STMT);
1851 /* Release SSA definitions if we are in SSA. Note that we
1852 may be called when not in SSA. For example,
1853 final_cleanup calls this function via
1854 cleanup_tree_cfg. */
1855 if (gimple_in_ssa_p (cfun))
1856 release_defs (stmt);
1858 gsi_remove (&i, true);
1862 i = gsi_last_bb (bb);
1868 remove_phi_nodes_and_edges_for_unreachable_block (bb);
1869 bb->il.gimple = NULL;
1873 /* Given a basic block BB ending with COND_EXPR or SWITCH_EXPR, and a
1874 predicate VAL, return the edge that will be taken out of the block.
1875 If VAL does not match a unique edge, NULL is returned. */
1878 find_taken_edge (basic_block bb, tree val)
1882 stmt = last_stmt (bb);
1885 gcc_assert (is_ctrl_stmt (stmt));
1890 if (!is_gimple_min_invariant (val))
1893 if (gimple_code (stmt) == GIMPLE_COND)
1894 return find_taken_edge_cond_expr (bb, val);
1896 if (gimple_code (stmt) == GIMPLE_SWITCH)
1897 return find_taken_edge_switch_expr (bb, val);
1899 if (computed_goto_p (stmt))
1901 /* Only optimize if the argument is a label, if the argument is
1902 not a label then we can not construct a proper CFG.
1904 It may be the case that we only need to allow the LABEL_REF to
1905 appear inside an ADDR_EXPR, but we also allow the LABEL_REF to
1906 appear inside a LABEL_EXPR just to be safe. */
1907 if ((TREE_CODE (val) == ADDR_EXPR || TREE_CODE (val) == LABEL_EXPR)
1908 && TREE_CODE (TREE_OPERAND (val, 0)) == LABEL_DECL)
1909 return find_taken_edge_computed_goto (bb, TREE_OPERAND (val, 0));
1916 /* Given a constant value VAL and the entry block BB to a GOTO_EXPR
1917 statement, determine which of the outgoing edges will be taken out of the
1918 block. Return NULL if either edge may be taken. */
1921 find_taken_edge_computed_goto (basic_block bb, tree val)
1926 dest = label_to_block (val);
1929 e = find_edge (bb, dest);
1930 gcc_assert (e != NULL);
1936 /* Given a constant value VAL and the entry block BB to a COND_EXPR
1937 statement, determine which of the two edges will be taken out of the
1938 block. Return NULL if either edge may be taken. */
1941 find_taken_edge_cond_expr (basic_block bb, tree val)
1943 edge true_edge, false_edge;
1945 extract_true_false_edges_from_block (bb, &true_edge, &false_edge);
1947 gcc_assert (TREE_CODE (val) == INTEGER_CST);
1948 return (integer_zerop (val) ? false_edge : true_edge);
1951 /* Given an INTEGER_CST VAL and the entry block BB to a SWITCH_EXPR
1952 statement, determine which edge will be taken out of the block. Return
1953 NULL if any edge may be taken. */
1956 find_taken_edge_switch_expr (basic_block bb, tree val)
1958 basic_block dest_bb;
1963 switch_stmt = last_stmt (bb);
1964 taken_case = find_case_label_for_value (switch_stmt, val);
1965 dest_bb = label_to_block (CASE_LABEL (taken_case));
1967 e = find_edge (bb, dest_bb);
1973 /* Return the CASE_LABEL_EXPR that SWITCH_STMT will take for VAL.
1974 We can make optimal use here of the fact that the case labels are
1975 sorted: We can do a binary search for a case matching VAL. */
1978 find_case_label_for_value (gimple switch_stmt, tree val)
1980 size_t low, high, n = gimple_switch_num_labels (switch_stmt);
1981 tree default_case = gimple_switch_default_label (switch_stmt);
1983 for (low = 0, high = n; high - low > 1; )
1985 size_t i = (high + low) / 2;
1986 tree t = gimple_switch_label (switch_stmt, i);
1989 /* Cache the result of comparing CASE_LOW and val. */
1990 cmp = tree_int_cst_compare (CASE_LOW (t), val);
1997 if (CASE_HIGH (t) == NULL)
1999 /* A singe-valued case label. */
2005 /* A case range. We can only handle integer ranges. */
2006 if (cmp <= 0 && tree_int_cst_compare (CASE_HIGH (t), val) >= 0)
2011 return default_case;
2015 /* Dump a basic block on stderr. */
2018 gimple_debug_bb (basic_block bb)
2020 gimple_dump_bb (bb, stderr, 0, TDF_VOPS|TDF_MEMSYMS);
2024 /* Dump basic block with index N on stderr. */
2027 gimple_debug_bb_n (int n)
2029 gimple_debug_bb (BASIC_BLOCK (n));
2030 return BASIC_BLOCK (n);
2034 /* Dump the CFG on stderr.
2036 FLAGS are the same used by the tree dumping functions
2037 (see TDF_* in tree-pass.h). */
2040 gimple_debug_cfg (int flags)
2042 gimple_dump_cfg (stderr, flags);
2046 /* Dump the program showing basic block boundaries on the given FILE.
2048 FLAGS are the same used by the tree dumping functions (see TDF_* in
2052 gimple_dump_cfg (FILE *file, int flags)
2054 if (flags & TDF_DETAILS)
2056 dump_function_header (file, current_function_decl, flags);
2057 fprintf (file, ";; \n%d basic blocks, %d edges, last basic block %d.\n\n",
2058 n_basic_blocks, n_edges, last_basic_block);
2060 brief_dump_cfg (file);
2061 fprintf (file, "\n");
2064 if (flags & TDF_STATS)
2065 dump_cfg_stats (file);
2067 dump_function_to_file (current_function_decl, file, flags | TDF_BLOCKS);
2071 /* Dump CFG statistics on FILE. */
2074 dump_cfg_stats (FILE *file)
2076 static long max_num_merged_labels = 0;
2077 unsigned long size, total = 0;
2080 const char * const fmt_str = "%-30s%-13s%12s\n";
2081 const char * const fmt_str_1 = "%-30s%13d%11lu%c\n";
2082 const char * const fmt_str_2 = "%-30s%13ld%11lu%c\n";
2083 const char * const fmt_str_3 = "%-43s%11lu%c\n";
2084 const char *funcname
2085 = lang_hooks.decl_printable_name (current_function_decl, 2);
2088 fprintf (file, "\nCFG Statistics for %s\n\n", funcname);
2090 fprintf (file, "---------------------------------------------------------\n");
2091 fprintf (file, fmt_str, "", " Number of ", "Memory");
2092 fprintf (file, fmt_str, "", " instances ", "used ");
2093 fprintf (file, "---------------------------------------------------------\n");
2095 size = n_basic_blocks * sizeof (struct basic_block_def);
2097 fprintf (file, fmt_str_1, "Basic blocks", n_basic_blocks,
2098 SCALE (size), LABEL (size));
2102 num_edges += EDGE_COUNT (bb->succs);
2103 size = num_edges * sizeof (struct edge_def);
2105 fprintf (file, fmt_str_2, "Edges", num_edges, SCALE (size), LABEL (size));
2107 fprintf (file, "---------------------------------------------------------\n");
2108 fprintf (file, fmt_str_3, "Total memory used by CFG data", SCALE (total),
2110 fprintf (file, "---------------------------------------------------------\n");
2111 fprintf (file, "\n");
2113 if (cfg_stats.num_merged_labels > max_num_merged_labels)
2114 max_num_merged_labels = cfg_stats.num_merged_labels;
2116 fprintf (file, "Coalesced label blocks: %ld (Max so far: %ld)\n",
2117 cfg_stats.num_merged_labels, max_num_merged_labels);
2119 fprintf (file, "\n");
2123 /* Dump CFG statistics on stderr. Keep extern so that it's always
2124 linked in the final executable. */
2127 debug_cfg_stats (void)
2129 dump_cfg_stats (stderr);
2133 /* Dump the flowgraph to a .vcg FILE. */
2136 gimple_cfg2vcg (FILE *file)
2141 const char *funcname
2142 = lang_hooks.decl_printable_name (current_function_decl, 2);
2144 /* Write the file header. */
2145 fprintf (file, "graph: { title: \"%s\"\n", funcname);
2146 fprintf (file, "node: { title: \"ENTRY\" label: \"ENTRY\" }\n");
2147 fprintf (file, "node: { title: \"EXIT\" label: \"EXIT\" }\n");
2149 /* Write blocks and edges. */
2150 FOR_EACH_EDGE (e, ei, ENTRY_BLOCK_PTR->succs)
2152 fprintf (file, "edge: { sourcename: \"ENTRY\" targetname: \"%d\"",
2155 if (e->flags & EDGE_FAKE)
2156 fprintf (file, " linestyle: dotted priority: 10");
2158 fprintf (file, " linestyle: solid priority: 100");
2160 fprintf (file, " }\n");
2166 enum gimple_code head_code, end_code;
2167 const char *head_name, *end_name;
2170 gimple first = first_stmt (bb);
2171 gimple last = last_stmt (bb);
2175 head_code = gimple_code (first);
2176 head_name = gimple_code_name[head_code];
2177 head_line = get_lineno (first);
2180 head_name = "no-statement";
2184 end_code = gimple_code (last);
2185 end_name = gimple_code_name[end_code];
2186 end_line = get_lineno (last);
2189 end_name = "no-statement";
2191 fprintf (file, "node: { title: \"%d\" label: \"#%d\\n%s (%d)\\n%s (%d)\"}\n",
2192 bb->index, bb->index, head_name, head_line, end_name,
2195 FOR_EACH_EDGE (e, ei, bb->succs)
2197 if (e->dest == EXIT_BLOCK_PTR)
2198 fprintf (file, "edge: { sourcename: \"%d\" targetname: \"EXIT\"", bb->index);
2200 fprintf (file, "edge: { sourcename: \"%d\" targetname: \"%d\"", bb->index, e->dest->index);
2202 if (e->flags & EDGE_FAKE)
2203 fprintf (file, " priority: 10 linestyle: dotted");
2205 fprintf (file, " priority: 100 linestyle: solid");
2207 fprintf (file, " }\n");
2210 if (bb->next_bb != EXIT_BLOCK_PTR)
2214 fputs ("}\n\n", file);
2219 /*---------------------------------------------------------------------------
2220 Miscellaneous helpers
2221 ---------------------------------------------------------------------------*/
2223 /* Return true if T represents a stmt that always transfers control. */
2226 is_ctrl_stmt (gimple t)
2228 switch (gimple_code (t))
2242 /* Return true if T is a statement that may alter the flow of control
2243 (e.g., a call to a non-returning function). */
2246 is_ctrl_altering_stmt (gimple t)
2250 switch (gimple_code (t))
2254 int flags = gimple_call_flags (t);
2256 /* A non-pure/const call alters flow control if the current
2257 function has nonlocal labels. */
2258 if (!(flags & (ECF_CONST | ECF_PURE | ECF_LEAF))
2259 && cfun->has_nonlocal_label)
2262 /* A call also alters control flow if it does not return. */
2263 if (flags & ECF_NORETURN)
2266 /* BUILT_IN_RETURN call is same as return statement. */
2267 if (gimple_call_builtin_p (t, BUILT_IN_RETURN))
2272 case GIMPLE_EH_DISPATCH:
2273 /* EH_DISPATCH branches to the individual catch handlers at
2274 this level of a try or allowed-exceptions region. It can
2275 fallthru to the next statement as well. */
2279 if (gimple_asm_nlabels (t) > 0)
2284 /* OpenMP directives alter control flow. */
2291 /* If a statement can throw, it alters control flow. */
2292 return stmt_can_throw_internal (t);
2296 /* Return true if T is a simple local goto. */
2299 simple_goto_p (gimple t)
2301 return (gimple_code (t) == GIMPLE_GOTO
2302 && TREE_CODE (gimple_goto_dest (t)) == LABEL_DECL);
2306 /* Return true if T can make an abnormal transfer of control flow.
2307 Transfers of control flow associated with EH are excluded. */
2310 stmt_can_make_abnormal_goto (gimple t)
2312 if (computed_goto_p (t))
2314 if (is_gimple_call (t))
2315 return (gimple_has_side_effects (t) && cfun->has_nonlocal_label
2316 && !(gimple_call_flags (t) & ECF_LEAF));
2321 /* Return true if STMT should start a new basic block. PREV_STMT is
2322 the statement preceding STMT. It is used when STMT is a label or a
2323 case label. Labels should only start a new basic block if their
2324 previous statement wasn't a label. Otherwise, sequence of labels
2325 would generate unnecessary basic blocks that only contain a single
2329 stmt_starts_bb_p (gimple stmt, gimple prev_stmt)
2334 /* Labels start a new basic block only if the preceding statement
2335 wasn't a label of the same type. This prevents the creation of
2336 consecutive blocks that have nothing but a single label. */
2337 if (gimple_code (stmt) == GIMPLE_LABEL)
2339 /* Nonlocal and computed GOTO targets always start a new block. */
2340 if (DECL_NONLOCAL (gimple_label_label (stmt))
2341 || FORCED_LABEL (gimple_label_label (stmt)))
2344 if (prev_stmt && gimple_code (prev_stmt) == GIMPLE_LABEL)
2346 if (DECL_NONLOCAL (gimple_label_label (prev_stmt)))
2349 cfg_stats.num_merged_labels++;
2360 /* Return true if T should end a basic block. */
2363 stmt_ends_bb_p (gimple t)
2365 return is_ctrl_stmt (t) || is_ctrl_altering_stmt (t);
2368 /* Remove block annotations and other data structures. */
2371 delete_tree_cfg_annotations (void)
2373 label_to_block_map = NULL;
2377 /* Return the first statement in basic block BB. */
2380 first_stmt (basic_block bb)
2382 gimple_stmt_iterator i = gsi_start_bb (bb);
2385 while (!gsi_end_p (i) && is_gimple_debug ((stmt = gsi_stmt (i))))
2393 /* Return the first non-label statement in basic block BB. */
2396 first_non_label_stmt (basic_block bb)
2398 gimple_stmt_iterator i = gsi_start_bb (bb);
2399 while (!gsi_end_p (i) && gimple_code (gsi_stmt (i)) == GIMPLE_LABEL)
2401 return !gsi_end_p (i) ? gsi_stmt (i) : NULL;
2404 /* Return the last statement in basic block BB. */
2407 last_stmt (basic_block bb)
2409 gimple_stmt_iterator i = gsi_last_bb (bb);
2412 while (!gsi_end_p (i) && is_gimple_debug ((stmt = gsi_stmt (i))))
2420 /* Return the last statement of an otherwise empty block. Return NULL
2421 if the block is totally empty, or if it contains more than one
2425 last_and_only_stmt (basic_block bb)
2427 gimple_stmt_iterator i = gsi_last_nondebug_bb (bb);
2433 last = gsi_stmt (i);
2434 gsi_prev_nondebug (&i);
2438 /* Empty statements should no longer appear in the instruction stream.
2439 Everything that might have appeared before should be deleted by
2440 remove_useless_stmts, and the optimizers should just gsi_remove
2441 instead of smashing with build_empty_stmt.
2443 Thus the only thing that should appear here in a block containing
2444 one executable statement is a label. */
2445 prev = gsi_stmt (i);
2446 if (gimple_code (prev) == GIMPLE_LABEL)
2452 /* Reinstall those PHI arguments queued in OLD_EDGE to NEW_EDGE. */
2455 reinstall_phi_args (edge new_edge, edge old_edge)
2457 edge_var_map_vector v;
2460 gimple_stmt_iterator phis;
2462 v = redirect_edge_var_map_vector (old_edge);
2466 for (i = 0, phis = gsi_start_phis (new_edge->dest);
2467 VEC_iterate (edge_var_map, v, i, vm) && !gsi_end_p (phis);
2468 i++, gsi_next (&phis))
2470 gimple phi = gsi_stmt (phis);
2471 tree result = redirect_edge_var_map_result (vm);
2472 tree arg = redirect_edge_var_map_def (vm);
2474 gcc_assert (result == gimple_phi_result (phi));
2476 add_phi_arg (phi, arg, new_edge, redirect_edge_var_map_location (vm));
2479 redirect_edge_var_map_clear (old_edge);
2482 /* Returns the basic block after which the new basic block created
2483 by splitting edge EDGE_IN should be placed. Tries to keep the new block
2484 near its "logical" location. This is of most help to humans looking
2485 at debugging dumps. */
2488 split_edge_bb_loc (edge edge_in)
2490 basic_block dest = edge_in->dest;
2491 basic_block dest_prev = dest->prev_bb;
2495 edge e = find_edge (dest_prev, dest);
2496 if (e && !(e->flags & EDGE_COMPLEX))
2497 return edge_in->src;
2502 /* Split a (typically critical) edge EDGE_IN. Return the new block.
2503 Abort on abnormal edges. */
2506 gimple_split_edge (edge edge_in)
2508 basic_block new_bb, after_bb, dest;
2511 /* Abnormal edges cannot be split. */
2512 gcc_assert (!(edge_in->flags & EDGE_ABNORMAL));
2514 dest = edge_in->dest;
2516 after_bb = split_edge_bb_loc (edge_in);
2518 new_bb = create_empty_bb (after_bb);
2519 new_bb->frequency = EDGE_FREQUENCY (edge_in);
2520 new_bb->count = edge_in->count;
2521 new_edge = make_edge (new_bb, dest, EDGE_FALLTHRU);
2522 new_edge->probability = REG_BR_PROB_BASE;
2523 new_edge->count = edge_in->count;
2525 e = redirect_edge_and_branch (edge_in, new_bb);
2526 gcc_assert (e == edge_in);
2527 reinstall_phi_args (new_edge, e);
2533 /* Verify properties of the address expression T with base object BASE. */
2536 verify_address (tree t, tree base)
2539 bool old_side_effects;
2541 bool new_side_effects;
2543 old_constant = TREE_CONSTANT (t);
2544 old_side_effects = TREE_SIDE_EFFECTS (t);
2546 recompute_tree_invariant_for_addr_expr (t);
2547 new_side_effects = TREE_SIDE_EFFECTS (t);
2548 new_constant = TREE_CONSTANT (t);
2550 if (old_constant != new_constant)
2552 error ("constant not recomputed when ADDR_EXPR changed");
2555 if (old_side_effects != new_side_effects)
2557 error ("side effects not recomputed when ADDR_EXPR changed");
2561 if (!(TREE_CODE (base) == VAR_DECL
2562 || TREE_CODE (base) == PARM_DECL
2563 || TREE_CODE (base) == RESULT_DECL))
2566 if (DECL_GIMPLE_REG_P (base))
2568 error ("DECL_GIMPLE_REG_P set on a variable with address taken");
2575 /* Callback for walk_tree, check that all elements with address taken are
2576 properly noticed as such. The DATA is an int* that is 1 if TP was seen
2577 inside a PHI node. */
2580 verify_expr (tree *tp, int *walk_subtrees, void *data ATTRIBUTE_UNUSED)
2587 /* Check operand N for being valid GIMPLE and give error MSG if not. */
2588 #define CHECK_OP(N, MSG) \
2589 do { if (!is_gimple_val (TREE_OPERAND (t, N))) \
2590 { error (MSG); return TREE_OPERAND (t, N); }} while (0)
2592 switch (TREE_CODE (t))
2595 if (SSA_NAME_IN_FREE_LIST (t))
2597 error ("SSA name in freelist but still referenced");
2603 error ("INDIRECT_REF in gimple IL");
2607 x = TREE_OPERAND (t, 0);
2608 if (!POINTER_TYPE_P (TREE_TYPE (x))
2609 || !is_gimple_mem_ref_addr (x))
2611 error ("invalid first operand of MEM_REF");
2614 if (TREE_CODE (TREE_OPERAND (t, 1)) != INTEGER_CST
2615 || !POINTER_TYPE_P (TREE_TYPE (TREE_OPERAND (t, 1))))
2617 error ("invalid offset operand of MEM_REF");
2618 return TREE_OPERAND (t, 1);
2620 if (TREE_CODE (x) == ADDR_EXPR
2621 && (x = verify_address (x, TREE_OPERAND (x, 0))))
2627 x = fold (ASSERT_EXPR_COND (t));
2628 if (x == boolean_false_node)
2630 error ("ASSERT_EXPR with an always-false condition");
2636 error ("MODIFY_EXPR not expected while having tuples");
2643 gcc_assert (is_gimple_address (t));
2645 /* Skip any references (they will be checked when we recurse down the
2646 tree) and ensure that any variable used as a prefix is marked
2648 for (x = TREE_OPERAND (t, 0);
2649 handled_component_p (x);
2650 x = TREE_OPERAND (x, 0))
2653 if ((tem = verify_address (t, x)))
2656 if (!(TREE_CODE (x) == VAR_DECL
2657 || TREE_CODE (x) == PARM_DECL
2658 || TREE_CODE (x) == RESULT_DECL))
2661 if (!TREE_ADDRESSABLE (x))
2663 error ("address taken, but ADDRESSABLE bit not set");
2671 x = COND_EXPR_COND (t);
2672 if (!INTEGRAL_TYPE_P (TREE_TYPE (x)))
2674 error ("non-integral used in condition");
2677 if (!is_gimple_condexpr (x))
2679 error ("invalid conditional operand");
2684 case NON_LVALUE_EXPR:
2685 case TRUTH_NOT_EXPR:
2689 case FIX_TRUNC_EXPR:
2694 CHECK_OP (0, "invalid operand to unary operator");
2701 case ARRAY_RANGE_REF:
2703 case VIEW_CONVERT_EXPR:
2704 /* We have a nest of references. Verify that each of the operands
2705 that determine where to reference is either a constant or a variable,
2706 verify that the base is valid, and then show we've already checked
2708 while (handled_component_p (t))
2710 if (TREE_CODE (t) == COMPONENT_REF && TREE_OPERAND (t, 2))
2711 CHECK_OP (2, "invalid COMPONENT_REF offset operator");
2712 else if (TREE_CODE (t) == ARRAY_REF
2713 || TREE_CODE (t) == ARRAY_RANGE_REF)
2715 CHECK_OP (1, "invalid array index");
2716 if (TREE_OPERAND (t, 2))
2717 CHECK_OP (2, "invalid array lower bound");
2718 if (TREE_OPERAND (t, 3))
2719 CHECK_OP (3, "invalid array stride");
2721 else if (TREE_CODE (t) == BIT_FIELD_REF)
2723 if (!host_integerp (TREE_OPERAND (t, 1), 1)
2724 || !host_integerp (TREE_OPERAND (t, 2), 1))
2726 error ("invalid position or size operand to BIT_FIELD_REF");
2729 else if (INTEGRAL_TYPE_P (TREE_TYPE (t))
2730 && (TYPE_PRECISION (TREE_TYPE (t))
2731 != TREE_INT_CST_LOW (TREE_OPERAND (t, 1))))
2733 error ("integral result type precision does not match "
2734 "field size of BIT_FIELD_REF");
2737 if (!INTEGRAL_TYPE_P (TREE_TYPE (t))
2738 && (GET_MODE_PRECISION (TYPE_MODE (TREE_TYPE (t)))
2739 != TREE_INT_CST_LOW (TREE_OPERAND (t, 1))))
2741 error ("mode precision of non-integral result does not "
2742 "match field size of BIT_FIELD_REF");
2747 t = TREE_OPERAND (t, 0);
2750 if (!is_gimple_min_invariant (t) && !is_gimple_lvalue (t))
2752 error ("invalid reference prefix");
2759 /* PLUS_EXPR and MINUS_EXPR don't work on pointers, they should be done using
2760 POINTER_PLUS_EXPR. */
2761 if (POINTER_TYPE_P (TREE_TYPE (t)))
2763 error ("invalid operand to plus/minus, type is a pointer");
2766 CHECK_OP (0, "invalid operand to binary operator");
2767 CHECK_OP (1, "invalid operand to binary operator");
2770 case POINTER_PLUS_EXPR:
2771 /* Check to make sure the first operand is a pointer or reference type. */
2772 if (!POINTER_TYPE_P (TREE_TYPE (TREE_OPERAND (t, 0))))
2774 error ("invalid operand to pointer plus, first operand is not a pointer");
2777 /* Check to make sure the second operand is a ptrofftype. */
2778 if (!ptrofftype_p (TREE_TYPE (TREE_OPERAND (t, 1))))
2780 error ("invalid operand to pointer plus, second operand is not an "
2781 "integer type of appropriate width");
2791 case UNORDERED_EXPR:
2800 case TRUNC_DIV_EXPR:
2802 case FLOOR_DIV_EXPR:
2803 case ROUND_DIV_EXPR:
2804 case TRUNC_MOD_EXPR:
2806 case FLOOR_MOD_EXPR:
2807 case ROUND_MOD_EXPR:
2809 case EXACT_DIV_EXPR:
2819 CHECK_OP (0, "invalid operand to binary operator");
2820 CHECK_OP (1, "invalid operand to binary operator");
2824 if (TREE_CONSTANT (t) && TREE_CODE (TREE_TYPE (t)) == VECTOR_TYPE)
2828 case CASE_LABEL_EXPR:
2831 error ("invalid CASE_CHAIN");
2845 /* Verify if EXPR is either a GIMPLE ID or a GIMPLE indirect reference.
2846 Returns true if there is an error, otherwise false. */
2849 verify_types_in_gimple_min_lval (tree expr)
2853 if (is_gimple_id (expr))
2856 if (TREE_CODE (expr) != TARGET_MEM_REF
2857 && TREE_CODE (expr) != MEM_REF)
2859 error ("invalid expression for min lvalue");
2863 /* TARGET_MEM_REFs are strange beasts. */
2864 if (TREE_CODE (expr) == TARGET_MEM_REF)
2867 op = TREE_OPERAND (expr, 0);
2868 if (!is_gimple_val (op))
2870 error ("invalid operand in indirect reference");
2871 debug_generic_stmt (op);
2874 /* Memory references now generally can involve a value conversion. */
2879 /* Verify if EXPR is a valid GIMPLE reference expression. If
2880 REQUIRE_LVALUE is true verifies it is an lvalue. Returns true
2881 if there is an error, otherwise false. */
2884 verify_types_in_gimple_reference (tree expr, bool require_lvalue)
2886 while (handled_component_p (expr))
2888 tree op = TREE_OPERAND (expr, 0);
2890 if (TREE_CODE (expr) == ARRAY_REF
2891 || TREE_CODE (expr) == ARRAY_RANGE_REF)
2893 if (!is_gimple_val (TREE_OPERAND (expr, 1))
2894 || (TREE_OPERAND (expr, 2)
2895 && !is_gimple_val (TREE_OPERAND (expr, 2)))
2896 || (TREE_OPERAND (expr, 3)
2897 && !is_gimple_val (TREE_OPERAND (expr, 3))))
2899 error ("invalid operands to array reference");
2900 debug_generic_stmt (expr);
2905 /* Verify if the reference array element types are compatible. */
2906 if (TREE_CODE (expr) == ARRAY_REF
2907 && !useless_type_conversion_p (TREE_TYPE (expr),
2908 TREE_TYPE (TREE_TYPE (op))))
2910 error ("type mismatch in array reference");
2911 debug_generic_stmt (TREE_TYPE (expr));
2912 debug_generic_stmt (TREE_TYPE (TREE_TYPE (op)));
2915 if (TREE_CODE (expr) == ARRAY_RANGE_REF
2916 && !useless_type_conversion_p (TREE_TYPE (TREE_TYPE (expr)),
2917 TREE_TYPE (TREE_TYPE (op))))
2919 error ("type mismatch in array range reference");
2920 debug_generic_stmt (TREE_TYPE (TREE_TYPE (expr)));
2921 debug_generic_stmt (TREE_TYPE (TREE_TYPE (op)));
2925 if ((TREE_CODE (expr) == REALPART_EXPR
2926 || TREE_CODE (expr) == IMAGPART_EXPR)
2927 && !useless_type_conversion_p (TREE_TYPE (expr),
2928 TREE_TYPE (TREE_TYPE (op))))
2930 error ("type mismatch in real/imagpart reference");
2931 debug_generic_stmt (TREE_TYPE (expr));
2932 debug_generic_stmt (TREE_TYPE (TREE_TYPE (op)));
2936 if (TREE_CODE (expr) == COMPONENT_REF
2937 && !useless_type_conversion_p (TREE_TYPE (expr),
2938 TREE_TYPE (TREE_OPERAND (expr, 1))))
2940 error ("type mismatch in component reference");
2941 debug_generic_stmt (TREE_TYPE (expr));
2942 debug_generic_stmt (TREE_TYPE (TREE_OPERAND (expr, 1)));
2946 if (TREE_CODE (expr) == VIEW_CONVERT_EXPR)
2948 /* For VIEW_CONVERT_EXPRs which are allowed here too, we only check
2949 that their operand is not an SSA name or an invariant when
2950 requiring an lvalue (this usually means there is a SRA or IPA-SRA
2951 bug). Otherwise there is nothing to verify, gross mismatches at
2952 most invoke undefined behavior. */
2954 && (TREE_CODE (op) == SSA_NAME
2955 || is_gimple_min_invariant (op)))
2957 error ("conversion of an SSA_NAME on the left hand side");
2958 debug_generic_stmt (expr);
2961 else if (TREE_CODE (op) == SSA_NAME
2962 && TYPE_SIZE (TREE_TYPE (expr)) != TYPE_SIZE (TREE_TYPE (op)))
2964 error ("conversion of register to a different size");
2965 debug_generic_stmt (expr);
2968 else if (!handled_component_p (op))
2975 if (TREE_CODE (expr) == MEM_REF)
2977 if (!is_gimple_mem_ref_addr (TREE_OPERAND (expr, 0)))
2979 error ("invalid address operand in MEM_REF");
2980 debug_generic_stmt (expr);
2983 if (TREE_CODE (TREE_OPERAND (expr, 1)) != INTEGER_CST
2984 || !POINTER_TYPE_P (TREE_TYPE (TREE_OPERAND (expr, 1))))
2986 error ("invalid offset operand in MEM_REF");
2987 debug_generic_stmt (expr);
2991 else if (TREE_CODE (expr) == TARGET_MEM_REF)
2993 if (!TMR_BASE (expr)
2994 || !is_gimple_mem_ref_addr (TMR_BASE (expr)))
2996 error ("invalid address operand in TARGET_MEM_REF");
2999 if (!TMR_OFFSET (expr)
3000 || TREE_CODE (TMR_OFFSET (expr)) != INTEGER_CST
3001 || !POINTER_TYPE_P (TREE_TYPE (TMR_OFFSET (expr))))
3003 error ("invalid offset operand in TARGET_MEM_REF");
3004 debug_generic_stmt (expr);
3009 return ((require_lvalue || !is_gimple_min_invariant (expr))
3010 && verify_types_in_gimple_min_lval (expr));
3013 /* Returns true if there is one pointer type in TYPE_POINTER_TO (SRC_OBJ)
3014 list of pointer-to types that is trivially convertible to DEST. */
3017 one_pointer_to_useless_type_conversion_p (tree dest, tree src_obj)
3021 if (!TYPE_POINTER_TO (src_obj))
3024 for (src = TYPE_POINTER_TO (src_obj); src; src = TYPE_NEXT_PTR_TO (src))
3025 if (useless_type_conversion_p (dest, src))
3031 /* Return true if TYPE1 is a fixed-point type and if conversions to and
3032 from TYPE2 can be handled by FIXED_CONVERT_EXPR. */
3035 valid_fixed_convert_types_p (tree type1, tree type2)
3037 return (FIXED_POINT_TYPE_P (type1)
3038 && (INTEGRAL_TYPE_P (type2)
3039 || SCALAR_FLOAT_TYPE_P (type2)
3040 || FIXED_POINT_TYPE_P (type2)));
3043 /* Verify the contents of a GIMPLE_CALL STMT. Returns true when there
3044 is a problem, otherwise false. */
3047 verify_gimple_call (gimple stmt)
3049 tree fn = gimple_call_fn (stmt);
3050 tree fntype, fndecl;
3053 if (gimple_call_internal_p (stmt))
3057 error ("gimple call has two targets");
3058 debug_generic_stmt (fn);
3066 error ("gimple call has no target");
3071 if (fn && !is_gimple_call_addr (fn))
3073 error ("invalid function in gimple call");
3074 debug_generic_stmt (fn);
3079 && (!POINTER_TYPE_P (TREE_TYPE (fn))
3080 || (TREE_CODE (TREE_TYPE (TREE_TYPE (fn))) != FUNCTION_TYPE
3081 && TREE_CODE (TREE_TYPE (TREE_TYPE (fn))) != METHOD_TYPE)))
3083 error ("non-function in gimple call");
3087 fndecl = gimple_call_fndecl (stmt);
3089 && TREE_CODE (fndecl) == FUNCTION_DECL
3090 && DECL_LOOPING_CONST_OR_PURE_P (fndecl)
3091 && !DECL_PURE_P (fndecl)
3092 && !TREE_READONLY (fndecl))
3094 error ("invalid pure const state for function");
3098 if (gimple_call_lhs (stmt)
3099 && (!is_gimple_lvalue (gimple_call_lhs (stmt))
3100 || verify_types_in_gimple_reference (gimple_call_lhs (stmt), true)))
3102 error ("invalid LHS in gimple call");
3106 if (gimple_call_lhs (stmt) && gimple_call_noreturn_p (stmt))
3108 error ("LHS in noreturn call");
3112 fntype = gimple_call_fntype (stmt);
3114 && gimple_call_lhs (stmt)
3115 && !useless_type_conversion_p (TREE_TYPE (gimple_call_lhs (stmt)),
3117 /* ??? At least C++ misses conversions at assignments from
3118 void * call results.
3119 ??? Java is completely off. Especially with functions
3120 returning java.lang.Object.
3121 For now simply allow arbitrary pointer type conversions. */
3122 && !(POINTER_TYPE_P (TREE_TYPE (gimple_call_lhs (stmt)))
3123 && POINTER_TYPE_P (TREE_TYPE (fntype))))
3125 error ("invalid conversion in gimple call");
3126 debug_generic_stmt (TREE_TYPE (gimple_call_lhs (stmt)));
3127 debug_generic_stmt (TREE_TYPE (fntype));
3131 if (gimple_call_chain (stmt)
3132 && !is_gimple_val (gimple_call_chain (stmt)))
3134 error ("invalid static chain in gimple call");
3135 debug_generic_stmt (gimple_call_chain (stmt));
3139 /* If there is a static chain argument, this should not be an indirect
3140 call, and the decl should have DECL_STATIC_CHAIN set. */
3141 if (gimple_call_chain (stmt))
3143 if (!gimple_call_fndecl (stmt))
3145 error ("static chain in indirect gimple call");
3148 fn = TREE_OPERAND (fn, 0);
3150 if (!DECL_STATIC_CHAIN (fn))
3152 error ("static chain with function that doesn%'t use one");
3157 /* ??? The C frontend passes unpromoted arguments in case it
3158 didn't see a function declaration before the call. So for now
3159 leave the call arguments mostly unverified. Once we gimplify
3160 unit-at-a-time we have a chance to fix this. */
3162 for (i = 0; i < gimple_call_num_args (stmt); ++i)
3164 tree arg = gimple_call_arg (stmt, i);
3165 if ((is_gimple_reg_type (TREE_TYPE (arg))
3166 && !is_gimple_val (arg))
3167 || (!is_gimple_reg_type (TREE_TYPE (arg))
3168 && !is_gimple_lvalue (arg)))
3170 error ("invalid argument to gimple call");
3171 debug_generic_expr (arg);
3179 /* Verifies the gimple comparison with the result type TYPE and
3180 the operands OP0 and OP1. */
3183 verify_gimple_comparison (tree type, tree op0, tree op1)
3185 tree op0_type = TREE_TYPE (op0);
3186 tree op1_type = TREE_TYPE (op1);
3188 if (!is_gimple_val (op0) || !is_gimple_val (op1))
3190 error ("invalid operands in gimple comparison");
3194 /* For comparisons we do not have the operations type as the
3195 effective type the comparison is carried out in. Instead
3196 we require that either the first operand is trivially
3197 convertible into the second, or the other way around.
3198 Because we special-case pointers to void we allow
3199 comparisons of pointers with the same mode as well. */
3200 if (!useless_type_conversion_p (op0_type, op1_type)
3201 && !useless_type_conversion_p (op1_type, op0_type)
3202 && (!POINTER_TYPE_P (op0_type)
3203 || !POINTER_TYPE_P (op1_type)
3204 || TYPE_MODE (op0_type) != TYPE_MODE (op1_type)))
3206 error ("mismatching comparison operand types");
3207 debug_generic_expr (op0_type);
3208 debug_generic_expr (op1_type);
3212 /* The resulting type of a comparison may be an effective boolean type. */
3213 if (INTEGRAL_TYPE_P (type)
3214 && (TREE_CODE (type) == BOOLEAN_TYPE
3215 || TYPE_PRECISION (type) == 1))
3217 /* Or an integer vector type with the same size and element count
3218 as the comparison operand types. */
3219 else if (TREE_CODE (type) == VECTOR_TYPE
3220 && TREE_CODE (TREE_TYPE (type)) == INTEGER_TYPE)
3222 if (TREE_CODE (op0_type) != VECTOR_TYPE
3223 || TREE_CODE (op1_type) != VECTOR_TYPE)
3225 error ("non-vector operands in vector comparison");
3226 debug_generic_expr (op0_type);
3227 debug_generic_expr (op1_type);
3231 if (TYPE_VECTOR_SUBPARTS (type) != TYPE_VECTOR_SUBPARTS (op0_type)
3232 || (GET_MODE_SIZE (TYPE_MODE (TREE_TYPE (type)))
3233 != GET_MODE_SIZE (TYPE_MODE (TREE_TYPE (op0_type)))))
3235 error ("invalid vector comparison resulting type");
3236 debug_generic_expr (type);
3242 error ("bogus comparison result type");
3243 debug_generic_expr (type);
3250 /* Verify a gimple assignment statement STMT with an unary rhs.
3251 Returns true if anything is wrong. */
3254 verify_gimple_assign_unary (gimple stmt)
3256 enum tree_code rhs_code = gimple_assign_rhs_code (stmt);
3257 tree lhs = gimple_assign_lhs (stmt);
3258 tree lhs_type = TREE_TYPE (lhs);
3259 tree rhs1 = gimple_assign_rhs1 (stmt);
3260 tree rhs1_type = TREE_TYPE (rhs1);
3262 if (!is_gimple_reg (lhs))
3264 error ("non-register as LHS of unary operation");
3268 if (!is_gimple_val (rhs1))
3270 error ("invalid operand in unary operation");
3274 /* First handle conversions. */
3279 /* Allow conversions between integral types and pointers only if
3280 there is no sign or zero extension involved.
3281 For targets were the precision of ptrofftype doesn't match that
3282 of pointers we need to allow arbitrary conversions from and
3284 if ((POINTER_TYPE_P (lhs_type)
3285 && INTEGRAL_TYPE_P (rhs1_type)
3286 && (TYPE_PRECISION (lhs_type) >= TYPE_PRECISION (rhs1_type)
3287 || ptrofftype_p (rhs1_type)))
3288 || (POINTER_TYPE_P (rhs1_type)
3289 && INTEGRAL_TYPE_P (lhs_type)
3290 && (TYPE_PRECISION (rhs1_type) >= TYPE_PRECISION (lhs_type)
3291 || ptrofftype_p (sizetype))))
3294 /* Allow conversion from integer to offset type and vice versa. */
3295 if ((TREE_CODE (lhs_type) == OFFSET_TYPE
3296 && TREE_CODE (rhs1_type) == INTEGER_TYPE)
3297 || (TREE_CODE (lhs_type) == INTEGER_TYPE
3298 && TREE_CODE (rhs1_type) == OFFSET_TYPE))
3301 /* Otherwise assert we are converting between types of the
3303 if (INTEGRAL_TYPE_P (lhs_type) != INTEGRAL_TYPE_P (rhs1_type))
3305 error ("invalid types in nop conversion");
3306 debug_generic_expr (lhs_type);
3307 debug_generic_expr (rhs1_type);
3314 case ADDR_SPACE_CONVERT_EXPR:
3316 if (!POINTER_TYPE_P (rhs1_type) || !POINTER_TYPE_P (lhs_type)
3317 || (TYPE_ADDR_SPACE (TREE_TYPE (rhs1_type))
3318 == TYPE_ADDR_SPACE (TREE_TYPE (lhs_type))))
3320 error ("invalid types in address space conversion");
3321 debug_generic_expr (lhs_type);
3322 debug_generic_expr (rhs1_type);
3329 case FIXED_CONVERT_EXPR:
3331 if (!valid_fixed_convert_types_p (lhs_type, rhs1_type)
3332 && !valid_fixed_convert_types_p (rhs1_type, lhs_type))
3334 error ("invalid types in fixed-point conversion");
3335 debug_generic_expr (lhs_type);
3336 debug_generic_expr (rhs1_type);
3345 if ((!INTEGRAL_TYPE_P (rhs1_type) || !SCALAR_FLOAT_TYPE_P (lhs_type))
3346 && (!VECTOR_INTEGER_TYPE_P (rhs1_type)
3347 || !VECTOR_FLOAT_TYPE_P(lhs_type)))
3349 error ("invalid types in conversion to floating point");
3350 debug_generic_expr (lhs_type);
3351 debug_generic_expr (rhs1_type);
3358 case FIX_TRUNC_EXPR:
3360 if ((!INTEGRAL_TYPE_P (lhs_type) || !SCALAR_FLOAT_TYPE_P (rhs1_type))
3361 && (!VECTOR_INTEGER_TYPE_P (lhs_type)
3362 || !VECTOR_FLOAT_TYPE_P(rhs1_type)))
3364 error ("invalid types in conversion to integer");
3365 debug_generic_expr (lhs_type);
3366 debug_generic_expr (rhs1_type);
3373 case VEC_UNPACK_HI_EXPR:
3374 case VEC_UNPACK_LO_EXPR:
3375 case REDUC_MAX_EXPR:
3376 case REDUC_MIN_EXPR:
3377 case REDUC_PLUS_EXPR:
3378 case VEC_UNPACK_FLOAT_HI_EXPR:
3379 case VEC_UNPACK_FLOAT_LO_EXPR:
3387 case NON_LVALUE_EXPR:
3395 /* For the remaining codes assert there is no conversion involved. */
3396 if (!useless_type_conversion_p (lhs_type, rhs1_type))
3398 error ("non-trivial conversion in unary operation");
3399 debug_generic_expr (lhs_type);
3400 debug_generic_expr (rhs1_type);
3407 /* Verify a gimple assignment statement STMT with a binary rhs.
3408 Returns true if anything is wrong. */
3411 verify_gimple_assign_binary (gimple stmt)
3413 enum tree_code rhs_code = gimple_assign_rhs_code (stmt);
3414 tree lhs = gimple_assign_lhs (stmt);
3415 tree lhs_type = TREE_TYPE (lhs);
3416 tree rhs1 = gimple_assign_rhs1 (stmt);
3417 tree rhs1_type = TREE_TYPE (rhs1);
3418 tree rhs2 = gimple_assign_rhs2 (stmt);
3419 tree rhs2_type = TREE_TYPE (rhs2);
3421 if (!is_gimple_reg (lhs))
3423 error ("non-register as LHS of binary operation");
3427 if (!is_gimple_val (rhs1)
3428 || !is_gimple_val (rhs2))
3430 error ("invalid operands in binary operation");
3434 /* First handle operations that involve different types. */
3439 if (TREE_CODE (lhs_type) != COMPLEX_TYPE
3440 || !(INTEGRAL_TYPE_P (rhs1_type)
3441 || SCALAR_FLOAT_TYPE_P (rhs1_type))
3442 || !(INTEGRAL_TYPE_P (rhs2_type)
3443 || SCALAR_FLOAT_TYPE_P (rhs2_type)))
3445 error ("type mismatch in complex expression");
3446 debug_generic_expr (lhs_type);
3447 debug_generic_expr (rhs1_type);
3448 debug_generic_expr (rhs2_type);
3460 /* Shifts and rotates are ok on integral types, fixed point
3461 types and integer vector types. */
3462 if ((!INTEGRAL_TYPE_P (rhs1_type)
3463 && !FIXED_POINT_TYPE_P (rhs1_type)
3464 && !(TREE_CODE (rhs1_type) == VECTOR_TYPE
3465 && INTEGRAL_TYPE_P (TREE_TYPE (rhs1_type))))
3466 || (!INTEGRAL_TYPE_P (rhs2_type)
3467 /* Vector shifts of vectors are also ok. */
3468 && !(TREE_CODE (rhs1_type) == VECTOR_TYPE
3469 && INTEGRAL_TYPE_P (TREE_TYPE (rhs1_type))
3470 && TREE_CODE (rhs2_type) == VECTOR_TYPE
3471 && INTEGRAL_TYPE_P (TREE_TYPE (rhs2_type))))
3472 || !useless_type_conversion_p (lhs_type, rhs1_type))
3474 error ("type mismatch in shift expression");
3475 debug_generic_expr (lhs_type);
3476 debug_generic_expr (rhs1_type);
3477 debug_generic_expr (rhs2_type);
3484 case VEC_LSHIFT_EXPR:
3485 case VEC_RSHIFT_EXPR:
3487 if (TREE_CODE (rhs1_type) != VECTOR_TYPE
3488 || !(INTEGRAL_TYPE_P (TREE_TYPE (rhs1_type))
3489 || POINTER_TYPE_P (TREE_TYPE (rhs1_type))
3490 || FIXED_POINT_TYPE_P (TREE_TYPE (rhs1_type))
3491 || SCALAR_FLOAT_TYPE_P (TREE_TYPE (rhs1_type)))
3492 || (!INTEGRAL_TYPE_P (rhs2_type)
3493 && (TREE_CODE (rhs2_type) != VECTOR_TYPE
3494 || !INTEGRAL_TYPE_P (TREE_TYPE (rhs2_type))))
3495 || !useless_type_conversion_p (lhs_type, rhs1_type))
3497 error ("type mismatch in vector shift expression");
3498 debug_generic_expr (lhs_type);
3499 debug_generic_expr (rhs1_type);
3500 debug_generic_expr (rhs2_type);
3503 /* For shifting a vector of non-integral components we
3504 only allow shifting by a constant multiple of the element size. */
3505 if (!INTEGRAL_TYPE_P (TREE_TYPE (rhs1_type))
3506 && (TREE_CODE (rhs2) != INTEGER_CST
3507 || !div_if_zero_remainder (EXACT_DIV_EXPR, rhs2,
3508 TYPE_SIZE (TREE_TYPE (rhs1_type)))))
3510 error ("non-element sized vector shift of floating point vector");
3517 case WIDEN_LSHIFT_EXPR:
3519 if (!INTEGRAL_TYPE_P (lhs_type)
3520 || !INTEGRAL_TYPE_P (rhs1_type)
3521 || TREE_CODE (rhs2) != INTEGER_CST
3522 || (2 * TYPE_PRECISION (rhs1_type) > TYPE_PRECISION (lhs_type)))
3524 error ("type mismatch in widening vector shift expression");
3525 debug_generic_expr (lhs_type);
3526 debug_generic_expr (rhs1_type);
3527 debug_generic_expr (rhs2_type);
3534 case VEC_WIDEN_LSHIFT_HI_EXPR:
3535 case VEC_WIDEN_LSHIFT_LO_EXPR:
3537 if (TREE_CODE (rhs1_type) != VECTOR_TYPE
3538 || TREE_CODE (lhs_type) != VECTOR_TYPE
3539 || !INTEGRAL_TYPE_P (TREE_TYPE (rhs1_type))
3540 || !INTEGRAL_TYPE_P (TREE_TYPE (lhs_type))
3541 || TREE_CODE (rhs2) != INTEGER_CST
3542 || (2 * TYPE_PRECISION (TREE_TYPE (rhs1_type))
3543 > TYPE_PRECISION (TREE_TYPE (lhs_type))))
3545 error ("type mismatch in widening vector shift expression");
3546 debug_generic_expr (lhs_type);
3547 debug_generic_expr (rhs1_type);
3548 debug_generic_expr (rhs2_type);
3558 /* We use regular PLUS_EXPR and MINUS_EXPR for vectors.
3559 ??? This just makes the checker happy and may not be what is
3561 if (TREE_CODE (lhs_type) == VECTOR_TYPE
3562 && POINTER_TYPE_P (TREE_TYPE (lhs_type)))
3564 if (TREE_CODE (rhs1_type) != VECTOR_TYPE
3565 || TREE_CODE (rhs2_type) != VECTOR_TYPE)
3567 error ("invalid non-vector operands to vector valued plus");
3570 lhs_type = TREE_TYPE (lhs_type);
3571 rhs1_type = TREE_TYPE (rhs1_type);
3572 rhs2_type = TREE_TYPE (rhs2_type);
3573 /* PLUS_EXPR is commutative, so we might end up canonicalizing
3574 the pointer to 2nd place. */
3575 if (POINTER_TYPE_P (rhs2_type))
3577 tree tem = rhs1_type;
3578 rhs1_type = rhs2_type;
3581 goto do_pointer_plus_expr_check;
3583 if (POINTER_TYPE_P (lhs_type)
3584 || POINTER_TYPE_P (rhs1_type)
3585 || POINTER_TYPE_P (rhs2_type))
3587 error ("invalid (pointer) operands to plus/minus");
3591 /* Continue with generic binary expression handling. */
3595 case POINTER_PLUS_EXPR:
3597 do_pointer_plus_expr_check:
3598 if (!POINTER_TYPE_P (rhs1_type)
3599 || !useless_type_conversion_p (lhs_type, rhs1_type)
3600 || !ptrofftype_p (rhs2_type))
3602 error ("type mismatch in pointer plus expression");
3603 debug_generic_stmt (lhs_type);
3604 debug_generic_stmt (rhs1_type);
3605 debug_generic_stmt (rhs2_type);
3612 case TRUTH_ANDIF_EXPR:
3613 case TRUTH_ORIF_EXPR:
3614 case TRUTH_AND_EXPR:
3616 case TRUTH_XOR_EXPR:
3626 case UNORDERED_EXPR:
3634 /* Comparisons are also binary, but the result type is not
3635 connected to the operand types. */
3636 return verify_gimple_comparison (lhs_type, rhs1, rhs2);
3638 case WIDEN_MULT_EXPR:
3639 if (TREE_CODE (lhs_type) != INTEGER_TYPE)
3641 return ((2 * TYPE_PRECISION (rhs1_type) > TYPE_PRECISION (lhs_type))
3642 || (TYPE_PRECISION (rhs1_type) != TYPE_PRECISION (rhs2_type)));
3644 case WIDEN_SUM_EXPR:
3645 case VEC_WIDEN_MULT_HI_EXPR:
3646 case VEC_WIDEN_MULT_LO_EXPR:
3647 case VEC_PACK_TRUNC_EXPR:
3648 case VEC_PACK_SAT_EXPR:
3649 case VEC_PACK_FIX_TRUNC_EXPR:
3650 case VEC_EXTRACT_EVEN_EXPR:
3651 case VEC_EXTRACT_ODD_EXPR:
3652 case VEC_INTERLEAVE_HIGH_EXPR:
3653 case VEC_INTERLEAVE_LOW_EXPR:
3658 case TRUNC_DIV_EXPR:
3660 case FLOOR_DIV_EXPR:
3661 case ROUND_DIV_EXPR:
3662 case TRUNC_MOD_EXPR:
3664 case FLOOR_MOD_EXPR:
3665 case ROUND_MOD_EXPR:
3667 case EXACT_DIV_EXPR:
3673 /* Continue with generic binary expression handling. */
3680 if (!useless_type_conversion_p (lhs_type, rhs1_type)
3681 || !useless_type_conversion_p (lhs_type, rhs2_type))
3683 error ("type mismatch in binary expression");
3684 debug_generic_stmt (lhs_type);
3685 debug_generic_stmt (rhs1_type);
3686 debug_generic_stmt (rhs2_type);
3693 /* Verify a gimple assignment statement STMT with a ternary rhs.
3694 Returns true if anything is wrong. */
3697 verify_gimple_assign_ternary (gimple stmt)
3699 enum tree_code rhs_code = gimple_assign_rhs_code (stmt);
3700 tree lhs = gimple_assign_lhs (stmt);
3701 tree lhs_type = TREE_TYPE (lhs);
3702 tree rhs1 = gimple_assign_rhs1 (stmt);
3703 tree rhs1_type = TREE_TYPE (rhs1);
3704 tree rhs2 = gimple_assign_rhs2 (stmt);
3705 tree rhs2_type = TREE_TYPE (rhs2);
3706 tree rhs3 = gimple_assign_rhs3 (stmt);
3707 tree rhs3_type = TREE_TYPE (rhs3);
3709 if (!is_gimple_reg (lhs))
3711 error ("non-register as LHS of ternary operation");
3715 if (((rhs_code == VEC_COND_EXPR || rhs_code == COND_EXPR)
3716 ? !is_gimple_condexpr (rhs1) : !is_gimple_val (rhs1))
3717 || !is_gimple_val (rhs2)
3718 || !is_gimple_val (rhs3))
3720 error ("invalid operands in ternary operation");
3724 /* First handle operations that involve different types. */
3727 case WIDEN_MULT_PLUS_EXPR:
3728 case WIDEN_MULT_MINUS_EXPR:
3729 if ((!INTEGRAL_TYPE_P (rhs1_type)
3730 && !FIXED_POINT_TYPE_P (rhs1_type))
3731 || !useless_type_conversion_p (rhs1_type, rhs2_type)
3732 || !useless_type_conversion_p (lhs_type, rhs3_type)
3733 || 2 * TYPE_PRECISION (rhs1_type) > TYPE_PRECISION (lhs_type)
3734 || TYPE_PRECISION (rhs1_type) != TYPE_PRECISION (rhs2_type))
3736 error ("type mismatch in widening multiply-accumulate expression");
3737 debug_generic_expr (lhs_type);
3738 debug_generic_expr (rhs1_type);
3739 debug_generic_expr (rhs2_type);
3740 debug_generic_expr (rhs3_type);
3746 if (!useless_type_conversion_p (lhs_type, rhs1_type)
3747 || !useless_type_conversion_p (lhs_type, rhs2_type)
3748 || !useless_type_conversion_p (lhs_type, rhs3_type))
3750 error ("type mismatch in fused multiply-add expression");
3751 debug_generic_expr (lhs_type);
3752 debug_generic_expr (rhs1_type);
3753 debug_generic_expr (rhs2_type);
3754 debug_generic_expr (rhs3_type);
3761 if (!useless_type_conversion_p (lhs_type, rhs2_type)
3762 || !useless_type_conversion_p (lhs_type, rhs3_type))
3764 error ("type mismatch in conditional expression");
3765 debug_generic_expr (lhs_type);
3766 debug_generic_expr (rhs2_type);
3767 debug_generic_expr (rhs3_type);
3773 if (!useless_type_conversion_p (lhs_type, rhs1_type)
3774 || !useless_type_conversion_p (lhs_type, rhs2_type))
3776 error ("type mismatch in vector permute expression");
3777 debug_generic_expr (lhs_type);
3778 debug_generic_expr (rhs1_type);
3779 debug_generic_expr (rhs2_type);
3780 debug_generic_expr (rhs3_type);
3784 if (TREE_CODE (rhs1_type) != VECTOR_TYPE
3785 || TREE_CODE (rhs2_type) != VECTOR_TYPE
3786 || TREE_CODE (rhs3_type) != VECTOR_TYPE)
3788 error ("vector types expected in vector permute expression");
3789 debug_generic_expr (lhs_type);
3790 debug_generic_expr (rhs1_type);
3791 debug_generic_expr (rhs2_type);
3792 debug_generic_expr (rhs3_type);
3796 if (TYPE_VECTOR_SUBPARTS (rhs1_type) != TYPE_VECTOR_SUBPARTS (rhs2_type)
3797 || TYPE_VECTOR_SUBPARTS (rhs2_type)
3798 != TYPE_VECTOR_SUBPARTS (rhs3_type)
3799 || TYPE_VECTOR_SUBPARTS (rhs3_type)
3800 != TYPE_VECTOR_SUBPARTS (lhs_type))
3802 error ("vectors with different element number found "
3803 "in vector permute expression");
3804 debug_generic_expr (lhs_type);
3805 debug_generic_expr (rhs1_type);
3806 debug_generic_expr (rhs2_type);
3807 debug_generic_expr (rhs3_type);
3811 if (TREE_CODE (TREE_TYPE (rhs3_type)) != INTEGER_TYPE
3812 || GET_MODE_BITSIZE (TYPE_MODE (TREE_TYPE (rhs3_type)))
3813 != GET_MODE_BITSIZE (TYPE_MODE (TREE_TYPE (rhs1_type))))
3815 error ("invalid mask type in vector permute expression");
3816 debug_generic_expr (lhs_type);
3817 debug_generic_expr (rhs1_type);
3818 debug_generic_expr (rhs2_type);
3819 debug_generic_expr (rhs3_type);
3826 case REALIGN_LOAD_EXPR:
3836 /* Verify a gimple assignment statement STMT with a single rhs.
3837 Returns true if anything is wrong. */
3840 verify_gimple_assign_single (gimple stmt)
3842 enum tree_code rhs_code = gimple_assign_rhs_code (stmt);
3843 tree lhs = gimple_assign_lhs (stmt);
3844 tree lhs_type = TREE_TYPE (lhs);
3845 tree rhs1 = gimple_assign_rhs1 (stmt);
3846 tree rhs1_type = TREE_TYPE (rhs1);
3849 if (!useless_type_conversion_p (lhs_type, rhs1_type))
3851 error ("non-trivial conversion at assignment");
3852 debug_generic_expr (lhs_type);
3853 debug_generic_expr (rhs1_type);
3857 if (handled_component_p (lhs))
3858 res |= verify_types_in_gimple_reference (lhs, true);
3860 /* Special codes we cannot handle via their class. */
3865 tree op = TREE_OPERAND (rhs1, 0);
3866 if (!is_gimple_addressable (op))
3868 error ("invalid operand in unary expression");
3872 /* Technically there is no longer a need for matching types, but
3873 gimple hygiene asks for this check. In LTO we can end up
3874 combining incompatible units and thus end up with addresses
3875 of globals that change their type to a common one. */
3877 && !types_compatible_p (TREE_TYPE (op),
3878 TREE_TYPE (TREE_TYPE (rhs1)))
3879 && !one_pointer_to_useless_type_conversion_p (TREE_TYPE (rhs1),
3882 error ("type mismatch in address expression");
3883 debug_generic_stmt (TREE_TYPE (rhs1));
3884 debug_generic_stmt (TREE_TYPE (op));
3888 return verify_types_in_gimple_reference (op, true);
3893 error ("INDIRECT_REF in gimple IL");
3899 case ARRAY_RANGE_REF:
3900 case VIEW_CONVERT_EXPR:
3903 case TARGET_MEM_REF:
3905 if (!is_gimple_reg (lhs)
3906 && is_gimple_reg_type (TREE_TYPE (lhs)))
3908 error ("invalid rhs for gimple memory store");
3909 debug_generic_stmt (lhs);
3910 debug_generic_stmt (rhs1);
3913 return res || verify_types_in_gimple_reference (rhs1, false);
3925 /* tcc_declaration */
3930 if (!is_gimple_reg (lhs)
3931 && !is_gimple_reg (rhs1)
3932 && is_gimple_reg_type (TREE_TYPE (lhs)))
3934 error ("invalid rhs for gimple memory store");
3935 debug_generic_stmt (lhs);
3936 debug_generic_stmt (rhs1);
3944 case WITH_SIZE_EXPR:
3954 /* Verify the contents of a GIMPLE_ASSIGN STMT. Returns true when there
3955 is a problem, otherwise false. */
3958 verify_gimple_assign (gimple stmt)
3960 switch (gimple_assign_rhs_class (stmt))
3962 case GIMPLE_SINGLE_RHS:
3963 return verify_gimple_assign_single (stmt);
3965 case GIMPLE_UNARY_RHS:
3966 return verify_gimple_assign_unary (stmt);
3968 case GIMPLE_BINARY_RHS:
3969 return verify_gimple_assign_binary (stmt);
3971 case GIMPLE_TERNARY_RHS:
3972 return verify_gimple_assign_ternary (stmt);
3979 /* Verify the contents of a GIMPLE_RETURN STMT. Returns true when there
3980 is a problem, otherwise false. */
3983 verify_gimple_return (gimple stmt)
3985 tree op = gimple_return_retval (stmt);
3986 tree restype = TREE_TYPE (TREE_TYPE (cfun->decl));
3988 /* We cannot test for present return values as we do not fix up missing
3989 return values from the original source. */
3993 if (!is_gimple_val (op)
3994 && TREE_CODE (op) != RESULT_DECL)
3996 error ("invalid operand in return statement");
3997 debug_generic_stmt (op);
4001 if ((TREE_CODE (op) == RESULT_DECL
4002 && DECL_BY_REFERENCE (op))
4003 || (TREE_CODE (op) == SSA_NAME
4004 && TREE_CODE (SSA_NAME_VAR (op)) == RESULT_DECL
4005 && DECL_BY_REFERENCE (SSA_NAME_VAR (op))))
4006 op = TREE_TYPE (op);
4008 if (!useless_type_conversion_p (restype, TREE_TYPE (op)))
4010 error ("invalid conversion in return statement");
4011 debug_generic_stmt (restype);
4012 debug_generic_stmt (TREE_TYPE (op));
4020 /* Verify the contents of a GIMPLE_GOTO STMT. Returns true when there
4021 is a problem, otherwise false. */
4024 verify_gimple_goto (gimple stmt)
4026 tree dest = gimple_goto_dest (stmt);
4028 /* ??? We have two canonical forms of direct goto destinations, a
4029 bare LABEL_DECL and an ADDR_EXPR of a LABEL_DECL. */
4030 if (TREE_CODE (dest) != LABEL_DECL
4031 && (!is_gimple_val (dest)
4032 || !POINTER_TYPE_P (TREE_TYPE (dest))))
4034 error ("goto destination is neither a label nor a pointer");
4041 /* Verify the contents of a GIMPLE_SWITCH STMT. Returns true when there
4042 is a problem, otherwise false. */
4045 verify_gimple_switch (gimple stmt)
4047 if (!is_gimple_val (gimple_switch_index (stmt)))
4049 error ("invalid operand to switch statement");
4050 debug_generic_stmt (gimple_switch_index (stmt));
4058 /* Verify a gimple debug statement STMT.
4059 Returns true if anything is wrong. */
4062 verify_gimple_debug (gimple stmt ATTRIBUTE_UNUSED)
4064 /* There isn't much that could be wrong in a gimple debug stmt. A
4065 gimple debug bind stmt, for example, maps a tree, that's usually
4066 a VAR_DECL or a PARM_DECL, but that could also be some scalarized
4067 component or member of an aggregate type, to another tree, that
4068 can be an arbitrary expression. These stmts expand into debug
4069 insns, and are converted to debug notes by var-tracking.c. */
4073 /* Verify a gimple label statement STMT.
4074 Returns true if anything is wrong. */
4077 verify_gimple_label (gimple stmt)
4079 tree decl = gimple_label_label (stmt);
4083 if (TREE_CODE (decl) != LABEL_DECL)
4086 uid = LABEL_DECL_UID (decl);
4089 || VEC_index (basic_block,
4090 label_to_block_map, uid) != gimple_bb (stmt)))
4092 error ("incorrect entry in label_to_block_map");
4096 uid = EH_LANDING_PAD_NR (decl);
4099 eh_landing_pad lp = get_eh_landing_pad_from_number (uid);
4100 if (decl != lp->post_landing_pad)
4102 error ("incorrect setting of landing pad number");
4110 /* Verify the GIMPLE statement STMT. Returns true if there is an
4111 error, otherwise false. */
4114 verify_gimple_stmt (gimple stmt)
4116 switch (gimple_code (stmt))
4119 return verify_gimple_assign (stmt);
4122 return verify_gimple_label (stmt);
4125 return verify_gimple_call (stmt);
4128 if (TREE_CODE_CLASS (gimple_cond_code (stmt)) != tcc_comparison)
4130 error ("invalid comparison code in gimple cond");
4133 if (!(!gimple_cond_true_label (stmt)
4134 || TREE_CODE (gimple_cond_true_label (stmt)) == LABEL_DECL)
4135 || !(!gimple_cond_false_label (stmt)
4136 || TREE_CODE (gimple_cond_false_label (stmt)) == LABEL_DECL))
4138 error ("invalid labels in gimple cond");
4142 return verify_gimple_comparison (boolean_type_node,
4143 gimple_cond_lhs (stmt),
4144 gimple_cond_rhs (stmt));
4147 return verify_gimple_goto (stmt);
4150 return verify_gimple_switch (stmt);
4153 return verify_gimple_return (stmt);
4158 /* Tuples that do not have tree operands. */
4160 case GIMPLE_PREDICT:
4162 case GIMPLE_EH_DISPATCH:
4163 case GIMPLE_EH_MUST_NOT_THROW:
4167 /* OpenMP directives are validated by the FE and never operated
4168 on by the optimizers. Furthermore, GIMPLE_OMP_FOR may contain
4169 non-gimple expressions when the main index variable has had
4170 its address taken. This does not affect the loop itself
4171 because the header of an GIMPLE_OMP_FOR is merely used to determine
4172 how to setup the parallel iteration. */
4176 return verify_gimple_debug (stmt);
4183 /* Verify the contents of a GIMPLE_PHI. Returns true if there is a problem,
4184 and false otherwise. */
4187 verify_gimple_phi (gimple phi)
4191 tree phi_result = gimple_phi_result (phi);
4196 error ("invalid PHI result");
4200 virtual_p = !is_gimple_reg (phi_result);
4201 if (TREE_CODE (phi_result) != SSA_NAME
4203 && SSA_NAME_VAR (phi_result) != gimple_vop (cfun)))
4205 error ("invalid PHI result");
4209 for (i = 0; i < gimple_phi_num_args (phi); i++)
4211 tree t = gimple_phi_arg_def (phi, i);
4215 error ("missing PHI def");
4219 /* Addressable variables do have SSA_NAMEs but they
4220 are not considered gimple values. */
4221 else if ((TREE_CODE (t) == SSA_NAME
4222 && virtual_p != !is_gimple_reg (t))
4224 && (TREE_CODE (t) != SSA_NAME
4225 || SSA_NAME_VAR (t) != gimple_vop (cfun)))
4227 && !is_gimple_val (t)))
4229 error ("invalid PHI argument");
4230 debug_generic_expr (t);
4233 #ifdef ENABLE_TYPES_CHECKING
4234 if (!useless_type_conversion_p (TREE_TYPE (phi_result), TREE_TYPE (t)))
4236 error ("incompatible types in PHI argument %u", i);
4237 debug_generic_stmt (TREE_TYPE (phi_result));
4238 debug_generic_stmt (TREE_TYPE (t));
4247 /* Verify the GIMPLE statements inside the sequence STMTS. */
4250 verify_gimple_in_seq_2 (gimple_seq stmts)
4252 gimple_stmt_iterator ittr;
4255 for (ittr = gsi_start (stmts); !gsi_end_p (ittr); gsi_next (&ittr))
4257 gimple stmt = gsi_stmt (ittr);
4259 switch (gimple_code (stmt))
4262 err |= verify_gimple_in_seq_2 (gimple_bind_body (stmt));
4266 err |= verify_gimple_in_seq_2 (gimple_try_eval (stmt));
4267 err |= verify_gimple_in_seq_2 (gimple_try_cleanup (stmt));
4270 case GIMPLE_EH_FILTER:
4271 err |= verify_gimple_in_seq_2 (gimple_eh_filter_failure (stmt));
4275 err |= verify_gimple_in_seq_2 (gimple_catch_handler (stmt));
4280 bool err2 = verify_gimple_stmt (stmt);
4282 debug_gimple_stmt (stmt);
4292 /* Verify the GIMPLE statements inside the statement list STMTS. */
4295 verify_gimple_in_seq (gimple_seq stmts)
4297 timevar_push (TV_TREE_STMT_VERIFY);
4298 if (verify_gimple_in_seq_2 (stmts))
4299 internal_error ("verify_gimple failed");
4300 timevar_pop (TV_TREE_STMT_VERIFY);
4303 /* Return true when the T can be shared. */
4306 tree_node_can_be_shared (tree t)
4308 if (IS_TYPE_OR_DECL_P (t)
4309 || is_gimple_min_invariant (t)
4310 || TREE_CODE (t) == SSA_NAME
4311 || t == error_mark_node
4312 || TREE_CODE (t) == IDENTIFIER_NODE)
4315 if (TREE_CODE (t) == CASE_LABEL_EXPR)
4318 while (((TREE_CODE (t) == ARRAY_REF || TREE_CODE (t) == ARRAY_RANGE_REF)
4319 && is_gimple_min_invariant (TREE_OPERAND (t, 1)))
4320 || TREE_CODE (t) == COMPONENT_REF
4321 || TREE_CODE (t) == REALPART_EXPR
4322 || TREE_CODE (t) == IMAGPART_EXPR)
4323 t = TREE_OPERAND (t, 0);
4331 /* Called via walk_gimple_stmt. Verify tree sharing. */
4334 verify_node_sharing (tree *tp, int *walk_subtrees, void *data)
4336 struct walk_stmt_info *wi = (struct walk_stmt_info *) data;
4337 struct pointer_set_t *visited = (struct pointer_set_t *) wi->info;
4339 if (tree_node_can_be_shared (*tp))
4341 *walk_subtrees = false;
4345 if (pointer_set_insert (visited, *tp))
4351 static bool eh_error_found;
4353 verify_eh_throw_stmt_node (void **slot, void *data)
4355 struct throw_stmt_node *node = (struct throw_stmt_node *)*slot;
4356 struct pointer_set_t *visited = (struct pointer_set_t *) data;
4358 if (!pointer_set_contains (visited, node->stmt))
4360 error ("dead STMT in EH table");
4361 debug_gimple_stmt (node->stmt);
4362 eh_error_found = true;
4367 /* Verify the GIMPLE statements in the CFG of FN. */
4370 verify_gimple_in_cfg (struct function *fn)
4374 struct pointer_set_t *visited, *visited_stmts;
4376 timevar_push (TV_TREE_STMT_VERIFY);
4377 visited = pointer_set_create ();
4378 visited_stmts = pointer_set_create ();
4380 FOR_EACH_BB_FN (bb, fn)
4382 gimple_stmt_iterator gsi;
4384 for (gsi = gsi_start_phis (bb); !gsi_end_p (gsi); gsi_next (&gsi))
4386 gimple phi = gsi_stmt (gsi);
4390 pointer_set_insert (visited_stmts, phi);
4392 if (gimple_bb (phi) != bb)
4394 error ("gimple_bb (phi) is set to a wrong basic block");
4398 err2 |= verify_gimple_phi (phi);
4400 for (i = 0; i < gimple_phi_num_args (phi); i++)
4402 tree arg = gimple_phi_arg_def (phi, i);
4403 tree addr = walk_tree (&arg, verify_node_sharing, visited, NULL);
4406 error ("incorrect sharing of tree nodes");
4407 debug_generic_expr (addr);
4413 debug_gimple_stmt (phi);
4417 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
4419 gimple stmt = gsi_stmt (gsi);
4421 struct walk_stmt_info wi;
4425 pointer_set_insert (visited_stmts, stmt);
4427 if (gimple_bb (stmt) != bb)
4429 error ("gimple_bb (stmt) is set to a wrong basic block");
4433 err2 |= verify_gimple_stmt (stmt);
4435 memset (&wi, 0, sizeof (wi));
4436 wi.info = (void *) visited;
4437 addr = walk_gimple_op (stmt, verify_node_sharing, &wi);
4440 error ("incorrect sharing of tree nodes");
4441 debug_generic_expr (addr);
4445 /* ??? Instead of not checking these stmts at all the walker
4446 should know its context via wi. */
4447 if (!is_gimple_debug (stmt)
4448 && !is_gimple_omp (stmt))
4450 memset (&wi, 0, sizeof (wi));
4451 addr = walk_gimple_op (stmt, verify_expr, &wi);
4454 debug_generic_expr (addr);
4455 inform (gimple_location (stmt), "in statement");
4460 /* If the statement is marked as part of an EH region, then it is
4461 expected that the statement could throw. Verify that when we
4462 have optimizations that simplify statements such that we prove
4463 that they cannot throw, that we update other data structures
4465 lp_nr = lookup_stmt_eh_lp (stmt);
4468 if (!stmt_could_throw_p (stmt))
4470 error ("statement marked for throw, but doesn%'t");
4474 && !gsi_one_before_end_p (gsi)
4475 && stmt_can_throw_internal (stmt))
4477 error ("statement marked for throw in middle of block");
4483 debug_gimple_stmt (stmt);
4488 eh_error_found = false;
4489 if (get_eh_throw_stmt_table (cfun))
4490 htab_traverse (get_eh_throw_stmt_table (cfun),
4491 verify_eh_throw_stmt_node,
4494 if (err || eh_error_found)
4495 internal_error ("verify_gimple failed");
4497 pointer_set_destroy (visited);
4498 pointer_set_destroy (visited_stmts);
4499 verify_histograms ();
4500 timevar_pop (TV_TREE_STMT_VERIFY);
4504 /* Verifies that the flow information is OK. */
4507 gimple_verify_flow_info (void)
4511 gimple_stmt_iterator gsi;
4516 if (ENTRY_BLOCK_PTR->il.gimple)
4518 error ("ENTRY_BLOCK has IL associated with it");
4522 if (EXIT_BLOCK_PTR->il.gimple)
4524 error ("EXIT_BLOCK has IL associated with it");
4528 FOR_EACH_EDGE (e, ei, EXIT_BLOCK_PTR->preds)
4529 if (e->flags & EDGE_FALLTHRU)
4531 error ("fallthru to exit from bb %d", e->src->index);
4537 bool found_ctrl_stmt = false;
4541 /* Skip labels on the start of basic block. */
4542 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
4545 gimple prev_stmt = stmt;
4547 stmt = gsi_stmt (gsi);
4549 if (gimple_code (stmt) != GIMPLE_LABEL)
4552 label = gimple_label_label (stmt);
4553 if (prev_stmt && DECL_NONLOCAL (label))
4555 error ("nonlocal label ");
4556 print_generic_expr (stderr, label, 0);
4557 fprintf (stderr, " is not first in a sequence of labels in bb %d",
4562 if (prev_stmt && EH_LANDING_PAD_NR (label) != 0)
4564 error ("EH landing pad label ");
4565 print_generic_expr (stderr, label, 0);
4566 fprintf (stderr, " is not first in a sequence of labels in bb %d",
4571 if (label_to_block (label) != bb)
4574 print_generic_expr (stderr, label, 0);
4575 fprintf (stderr, " to block does not match in bb %d",
4580 if (decl_function_context (label) != current_function_decl)
4583 print_generic_expr (stderr, label, 0);
4584 fprintf (stderr, " has incorrect context in bb %d",
4590 /* Verify that body of basic block BB is free of control flow. */
4591 for (; !gsi_end_p (gsi); gsi_next (&gsi))
4593 gimple stmt = gsi_stmt (gsi);
4595 if (found_ctrl_stmt)
4597 error ("control flow in the middle of basic block %d",
4602 if (stmt_ends_bb_p (stmt))
4603 found_ctrl_stmt = true;
4605 if (gimple_code (stmt) == GIMPLE_LABEL)
4608 print_generic_expr (stderr, gimple_label_label (stmt), 0);
4609 fprintf (stderr, " in the middle of basic block %d", bb->index);
4614 gsi = gsi_last_bb (bb);
4615 if (gsi_end_p (gsi))
4618 stmt = gsi_stmt (gsi);
4620 if (gimple_code (stmt) == GIMPLE_LABEL)
4623 err |= verify_eh_edges (stmt);
4625 if (is_ctrl_stmt (stmt))
4627 FOR_EACH_EDGE (e, ei, bb->succs)
4628 if (e->flags & EDGE_FALLTHRU)
4630 error ("fallthru edge after a control statement in bb %d",
4636 if (gimple_code (stmt) != GIMPLE_COND)
4638 /* Verify that there are no edges with EDGE_TRUE/FALSE_FLAG set
4639 after anything else but if statement. */
4640 FOR_EACH_EDGE (e, ei, bb->succs)
4641 if (e->flags & (EDGE_TRUE_VALUE | EDGE_FALSE_VALUE))
4643 error ("true/false edge after a non-GIMPLE_COND in bb %d",
4649 switch (gimple_code (stmt))
4656 extract_true_false_edges_from_block (bb, &true_edge, &false_edge);
4660 || !(true_edge->flags & EDGE_TRUE_VALUE)
4661 || !(false_edge->flags & EDGE_FALSE_VALUE)
4662 || (true_edge->flags & (EDGE_FALLTHRU | EDGE_ABNORMAL))
4663 || (false_edge->flags & (EDGE_FALLTHRU | EDGE_ABNORMAL))
4664 || EDGE_COUNT (bb->succs) >= 3)
4666 error ("wrong outgoing edge flags at end of bb %d",
4674 if (simple_goto_p (stmt))
4676 error ("explicit goto at end of bb %d", bb->index);
4681 /* FIXME. We should double check that the labels in the
4682 destination blocks have their address taken. */
4683 FOR_EACH_EDGE (e, ei, bb->succs)
4684 if ((e->flags & (EDGE_FALLTHRU | EDGE_TRUE_VALUE
4685 | EDGE_FALSE_VALUE))
4686 || !(e->flags & EDGE_ABNORMAL))
4688 error ("wrong outgoing edge flags at end of bb %d",
4696 if (!gimple_call_builtin_p (stmt, BUILT_IN_RETURN))
4698 /* ... fallthru ... */
4700 if (!single_succ_p (bb)
4701 || (single_succ_edge (bb)->flags
4702 & (EDGE_FALLTHRU | EDGE_ABNORMAL
4703 | EDGE_TRUE_VALUE | EDGE_FALSE_VALUE)))
4705 error ("wrong outgoing edge flags at end of bb %d", bb->index);
4708 if (single_succ (bb) != EXIT_BLOCK_PTR)
4710 error ("return edge does not point to exit in bb %d",
4722 n = gimple_switch_num_labels (stmt);
4724 /* Mark all the destination basic blocks. */
4725 for (i = 0; i < n; ++i)
4727 tree lab = CASE_LABEL (gimple_switch_label (stmt, i));
4728 basic_block label_bb = label_to_block (lab);
4729 gcc_assert (!label_bb->aux || label_bb->aux == (void *)1);
4730 label_bb->aux = (void *)1;
4733 /* Verify that the case labels are sorted. */
4734 prev = gimple_switch_label (stmt, 0);
4735 for (i = 1; i < n; ++i)
4737 tree c = gimple_switch_label (stmt, i);
4740 error ("found default case not at the start of "
4746 && !tree_int_cst_lt (CASE_LOW (prev), CASE_LOW (c)))
4748 error ("case labels not sorted: ");
4749 print_generic_expr (stderr, prev, 0);
4750 fprintf (stderr," is greater than ");
4751 print_generic_expr (stderr, c, 0);
4752 fprintf (stderr," but comes before it.\n");
4757 /* VRP will remove the default case if it can prove it will
4758 never be executed. So do not verify there always exists
4759 a default case here. */
4761 FOR_EACH_EDGE (e, ei, bb->succs)
4765 error ("extra outgoing edge %d->%d",
4766 bb->index, e->dest->index);
4770 e->dest->aux = (void *)2;
4771 if ((e->flags & (EDGE_FALLTHRU | EDGE_ABNORMAL
4772 | EDGE_TRUE_VALUE | EDGE_FALSE_VALUE)))
4774 error ("wrong outgoing edge flags at end of bb %d",
4780 /* Check that we have all of them. */
4781 for (i = 0; i < n; ++i)
4783 tree lab = CASE_LABEL (gimple_switch_label (stmt, i));
4784 basic_block label_bb = label_to_block (lab);
4786 if (label_bb->aux != (void *)2)
4788 error ("missing edge %i->%i", bb->index, label_bb->index);
4793 FOR_EACH_EDGE (e, ei, bb->succs)
4794 e->dest->aux = (void *)0;
4798 case GIMPLE_EH_DISPATCH:
4799 err |= verify_eh_dispatch_edge (stmt);
4807 if (dom_info_state (CDI_DOMINATORS) >= DOM_NO_FAST_QUERY)
4808 verify_dominators (CDI_DOMINATORS);
4814 /* Updates phi nodes after creating a forwarder block joined
4815 by edge FALLTHRU. */
4818 gimple_make_forwarder_block (edge fallthru)
4822 basic_block dummy, bb;
4824 gimple_stmt_iterator gsi;
4826 dummy = fallthru->src;
4827 bb = fallthru->dest;
4829 if (single_pred_p (bb))
4832 /* If we redirected a branch we must create new PHI nodes at the
4834 for (gsi = gsi_start_phis (dummy); !gsi_end_p (gsi); gsi_next (&gsi))
4836 gimple phi, new_phi;
4838 phi = gsi_stmt (gsi);
4839 var = gimple_phi_result (phi);
4840 new_phi = create_phi_node (var, bb);
4841 SSA_NAME_DEF_STMT (var) = new_phi;
4842 gimple_phi_set_result (phi, make_ssa_name (SSA_NAME_VAR (var), phi));
4843 add_phi_arg (new_phi, gimple_phi_result (phi), fallthru,
4847 /* Add the arguments we have stored on edges. */
4848 FOR_EACH_EDGE (e, ei, bb->preds)
4853 flush_pending_stmts (e);
4858 /* Return a non-special label in the head of basic block BLOCK.
4859 Create one if it doesn't exist. */
4862 gimple_block_label (basic_block bb)
4864 gimple_stmt_iterator i, s = gsi_start_bb (bb);
4869 for (i = s; !gsi_end_p (i); first = false, gsi_next (&i))
4871 stmt = gsi_stmt (i);
4872 if (gimple_code (stmt) != GIMPLE_LABEL)
4874 label = gimple_label_label (stmt);
4875 if (!DECL_NONLOCAL (label))
4878 gsi_move_before (&i, &s);
4883 label = create_artificial_label (UNKNOWN_LOCATION);
4884 stmt = gimple_build_label (label);
4885 gsi_insert_before (&s, stmt, GSI_NEW_STMT);
4890 /* Attempt to perform edge redirection by replacing a possibly complex
4891 jump instruction by a goto or by removing the jump completely.
4892 This can apply only if all edges now point to the same block. The
4893 parameters and return values are equivalent to
4894 redirect_edge_and_branch. */
4897 gimple_try_redirect_by_replacing_jump (edge e, basic_block target)
4899 basic_block src = e->src;
4900 gimple_stmt_iterator i;
4903 /* We can replace or remove a complex jump only when we have exactly
4905 if (EDGE_COUNT (src->succs) != 2
4906 /* Verify that all targets will be TARGET. Specifically, the
4907 edge that is not E must also go to TARGET. */
4908 || EDGE_SUCC (src, EDGE_SUCC (src, 0) == e)->dest != target)
4911 i = gsi_last_bb (src);
4915 stmt = gsi_stmt (i);
4917 if (gimple_code (stmt) == GIMPLE_COND || gimple_code (stmt) == GIMPLE_SWITCH)
4919 gsi_remove (&i, true);
4920 e = ssa_redirect_edge (e, target);
4921 e->flags = EDGE_FALLTHRU;
4929 /* Redirect E to DEST. Return NULL on failure. Otherwise, return the
4930 edge representing the redirected branch. */
4933 gimple_redirect_edge_and_branch (edge e, basic_block dest)
4935 basic_block bb = e->src;
4936 gimple_stmt_iterator gsi;
4940 if (e->flags & EDGE_ABNORMAL)
4943 if (e->dest == dest)
4946 if (e->flags & EDGE_EH)
4947 return redirect_eh_edge (e, dest);
4949 if (e->src != ENTRY_BLOCK_PTR)
4951 ret = gimple_try_redirect_by_replacing_jump (e, dest);
4956 gsi = gsi_last_bb (bb);
4957 stmt = gsi_end_p (gsi) ? NULL : gsi_stmt (gsi);
4959 switch (stmt ? gimple_code (stmt) : GIMPLE_ERROR_MARK)
4962 /* For COND_EXPR, we only need to redirect the edge. */
4966 /* No non-abnormal edges should lead from a non-simple goto, and
4967 simple ones should be represented implicitly. */
4972 tree label = gimple_block_label (dest);
4973 tree cases = get_cases_for_edge (e, stmt);
4975 /* If we have a list of cases associated with E, then use it
4976 as it's a lot faster than walking the entire case vector. */
4979 edge e2 = find_edge (e->src, dest);
4986 CASE_LABEL (cases) = label;
4987 cases = CASE_CHAIN (cases);
4990 /* If there was already an edge in the CFG, then we need
4991 to move all the cases associated with E to E2. */
4994 tree cases2 = get_cases_for_edge (e2, stmt);
4996 CASE_CHAIN (last) = CASE_CHAIN (cases2);
4997 CASE_CHAIN (cases2) = first;
4999 bitmap_set_bit (touched_switch_bbs, gimple_bb (stmt)->index);
5003 size_t i, n = gimple_switch_num_labels (stmt);
5005 for (i = 0; i < n; i++)
5007 tree elt = gimple_switch_label (stmt, i);
5008 if (label_to_block (CASE_LABEL (elt)) == e->dest)
5009 CASE_LABEL (elt) = label;
5017 int i, n = gimple_asm_nlabels (stmt);
5020 for (i = 0; i < n; ++i)
5022 tree cons = gimple_asm_label_op (stmt, i);
5023 if (label_to_block (TREE_VALUE (cons)) == e->dest)
5026 label = gimple_block_label (dest);
5027 TREE_VALUE (cons) = label;
5031 /* If we didn't find any label matching the former edge in the
5032 asm labels, we must be redirecting the fallthrough
5034 gcc_assert (label || (e->flags & EDGE_FALLTHRU));
5039 gsi_remove (&gsi, true);
5040 e->flags |= EDGE_FALLTHRU;
5043 case GIMPLE_OMP_RETURN:
5044 case GIMPLE_OMP_CONTINUE:
5045 case GIMPLE_OMP_SECTIONS_SWITCH:
5046 case GIMPLE_OMP_FOR:
5047 /* The edges from OMP constructs can be simply redirected. */
5050 case GIMPLE_EH_DISPATCH:
5051 if (!(e->flags & EDGE_FALLTHRU))
5052 redirect_eh_dispatch_edge (stmt, e, dest);
5056 /* Otherwise it must be a fallthru edge, and we don't need to
5057 do anything besides redirecting it. */
5058 gcc_assert (e->flags & EDGE_FALLTHRU);
5062 /* Update/insert PHI nodes as necessary. */
5064 /* Now update the edges in the CFG. */
5065 e = ssa_redirect_edge (e, dest);
5070 /* Returns true if it is possible to remove edge E by redirecting
5071 it to the destination of the other edge from E->src. */
5074 gimple_can_remove_branch_p (const_edge e)
5076 if (e->flags & (EDGE_ABNORMAL | EDGE_EH))
5082 /* Simple wrapper, as we can always redirect fallthru edges. */
5085 gimple_redirect_edge_and_branch_force (edge e, basic_block dest)
5087 e = gimple_redirect_edge_and_branch (e, dest);
5094 /* Splits basic block BB after statement STMT (but at least after the
5095 labels). If STMT is NULL, BB is split just after the labels. */
5098 gimple_split_block (basic_block bb, void *stmt)
5100 gimple_stmt_iterator gsi;
5101 gimple_stmt_iterator gsi_tgt;
5108 new_bb = create_empty_bb (bb);
5110 /* Redirect the outgoing edges. */
5111 new_bb->succs = bb->succs;
5113 FOR_EACH_EDGE (e, ei, new_bb->succs)
5116 if (stmt && gimple_code ((gimple) stmt) == GIMPLE_LABEL)
5119 /* Move everything from GSI to the new basic block. */
5120 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
5122 act = gsi_stmt (gsi);
5123 if (gimple_code (act) == GIMPLE_LABEL)
5136 if (gsi_end_p (gsi))
5139 /* Split the statement list - avoid re-creating new containers as this
5140 brings ugly quadratic memory consumption in the inliner.
5141 (We are still quadratic since we need to update stmt BB pointers,
5143 list = gsi_split_seq_before (&gsi);
5144 set_bb_seq (new_bb, list);
5145 for (gsi_tgt = gsi_start (list);
5146 !gsi_end_p (gsi_tgt); gsi_next (&gsi_tgt))
5147 gimple_set_bb (gsi_stmt (gsi_tgt), new_bb);
5153 /* Moves basic block BB after block AFTER. */
5156 gimple_move_block_after (basic_block bb, basic_block after)
5158 if (bb->prev_bb == after)
5162 link_block (bb, after);
5168 /* Return true if basic_block can be duplicated. */
5171 gimple_can_duplicate_bb_p (const_basic_block bb ATTRIBUTE_UNUSED)
5176 /* Create a duplicate of the basic block BB. NOTE: This does not
5177 preserve SSA form. */
5180 gimple_duplicate_bb (basic_block bb)
5183 gimple_stmt_iterator gsi, gsi_tgt;
5184 gimple_seq phis = phi_nodes (bb);
5185 gimple phi, stmt, copy;
5187 new_bb = create_empty_bb (EXIT_BLOCK_PTR->prev_bb);
5189 /* Copy the PHI nodes. We ignore PHI node arguments here because
5190 the incoming edges have not been setup yet. */
5191 for (gsi = gsi_start (phis); !gsi_end_p (gsi); gsi_next (&gsi))
5193 phi = gsi_stmt (gsi);
5194 copy = create_phi_node (gimple_phi_result (phi), new_bb);
5195 create_new_def_for (gimple_phi_result (copy), copy,
5196 gimple_phi_result_ptr (copy));
5199 gsi_tgt = gsi_start_bb (new_bb);
5200 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
5202 def_operand_p def_p;
5203 ssa_op_iter op_iter;
5206 stmt = gsi_stmt (gsi);
5207 if (gimple_code (stmt) == GIMPLE_LABEL)
5210 /* Create a new copy of STMT and duplicate STMT's virtual
5212 copy = gimple_copy (stmt);
5213 gsi_insert_after (&gsi_tgt, copy, GSI_NEW_STMT);
5215 maybe_duplicate_eh_stmt (copy, stmt);
5216 gimple_duplicate_stmt_histograms (cfun, copy, cfun, stmt);
5218 /* When copying around a stmt writing into a local non-user
5219 aggregate, make sure it won't share stack slot with other
5221 lhs = gimple_get_lhs (stmt);
5222 if (lhs && TREE_CODE (lhs) != SSA_NAME)
5224 tree base = get_base_address (lhs);
5226 && (TREE_CODE (base) == VAR_DECL
5227 || TREE_CODE (base) == RESULT_DECL)
5228 && DECL_IGNORED_P (base)
5229 && !TREE_STATIC (base)
5230 && !DECL_EXTERNAL (base)
5231 && (TREE_CODE (base) != VAR_DECL
5232 || !DECL_HAS_VALUE_EXPR_P (base)))
5233 DECL_NONSHAREABLE (base) = 1;
5236 /* Create new names for all the definitions created by COPY and
5237 add replacement mappings for each new name. */
5238 FOR_EACH_SSA_DEF_OPERAND (def_p, copy, op_iter, SSA_OP_ALL_DEFS)
5239 create_new_def_for (DEF_FROM_PTR (def_p), copy, def_p);
5245 /* Adds phi node arguments for edge E_COPY after basic block duplication. */
5248 add_phi_args_after_copy_edge (edge e_copy)
5250 basic_block bb, bb_copy = e_copy->src, dest;
5253 gimple phi, phi_copy;
5255 gimple_stmt_iterator psi, psi_copy;
5257 if (gimple_seq_empty_p (phi_nodes (e_copy->dest)))
5260 bb = bb_copy->flags & BB_DUPLICATED ? get_bb_original (bb_copy) : bb_copy;
5262 if (e_copy->dest->flags & BB_DUPLICATED)
5263 dest = get_bb_original (e_copy->dest);
5265 dest = e_copy->dest;
5267 e = find_edge (bb, dest);
5270 /* During loop unrolling the target of the latch edge is copied.
5271 In this case we are not looking for edge to dest, but to
5272 duplicated block whose original was dest. */
5273 FOR_EACH_EDGE (e, ei, bb->succs)
5275 if ((e->dest->flags & BB_DUPLICATED)
5276 && get_bb_original (e->dest) == dest)
5280 gcc_assert (e != NULL);
5283 for (psi = gsi_start_phis (e->dest),
5284 psi_copy = gsi_start_phis (e_copy->dest);
5286 gsi_next (&psi), gsi_next (&psi_copy))
5288 phi = gsi_stmt (psi);
5289 phi_copy = gsi_stmt (psi_copy);
5290 def = PHI_ARG_DEF_FROM_EDGE (phi, e);
5291 add_phi_arg (phi_copy, def, e_copy,
5292 gimple_phi_arg_location_from_edge (phi, e));
5297 /* Basic block BB_COPY was created by code duplication. Add phi node
5298 arguments for edges going out of BB_COPY. The blocks that were
5299 duplicated have BB_DUPLICATED set. */
5302 add_phi_args_after_copy_bb (basic_block bb_copy)
5307 FOR_EACH_EDGE (e_copy, ei, bb_copy->succs)
5309 add_phi_args_after_copy_edge (e_copy);
5313 /* Blocks in REGION_COPY array of length N_REGION were created by
5314 duplication of basic blocks. Add phi node arguments for edges
5315 going from these blocks. If E_COPY is not NULL, also add
5316 phi node arguments for its destination.*/
5319 add_phi_args_after_copy (basic_block *region_copy, unsigned n_region,
5324 for (i = 0; i < n_region; i++)
5325 region_copy[i]->flags |= BB_DUPLICATED;
5327 for (i = 0; i < n_region; i++)
5328 add_phi_args_after_copy_bb (region_copy[i]);
5330 add_phi_args_after_copy_edge (e_copy);
5332 for (i = 0; i < n_region; i++)
5333 region_copy[i]->flags &= ~BB_DUPLICATED;
5336 /* Duplicates a REGION (set of N_REGION basic blocks) with just a single
5337 important exit edge EXIT. By important we mean that no SSA name defined
5338 inside region is live over the other exit edges of the region. All entry
5339 edges to the region must go to ENTRY->dest. The edge ENTRY is redirected
5340 to the duplicate of the region. SSA form, dominance and loop information
5341 is updated. The new basic blocks are stored to REGION_COPY in the same
5342 order as they had in REGION, provided that REGION_COPY is not NULL.
5343 The function returns false if it is unable to copy the region,
5347 gimple_duplicate_sese_region (edge entry, edge exit,
5348 basic_block *region, unsigned n_region,
5349 basic_block *region_copy)
5352 bool free_region_copy = false, copying_header = false;
5353 struct loop *loop = entry->dest->loop_father;
5355 VEC (basic_block, heap) *doms;
5357 int total_freq = 0, entry_freq = 0;
5358 gcov_type total_count = 0, entry_count = 0;
5360 if (!can_copy_bbs_p (region, n_region))
5363 /* Some sanity checking. Note that we do not check for all possible
5364 missuses of the functions. I.e. if you ask to copy something weird,
5365 it will work, but the state of structures probably will not be
5367 for (i = 0; i < n_region; i++)
5369 /* We do not handle subloops, i.e. all the blocks must belong to the
5371 if (region[i]->loop_father != loop)
5374 if (region[i] != entry->dest
5375 && region[i] == loop->header)
5379 set_loop_copy (loop, loop);
5381 /* In case the function is used for loop header copying (which is the primary
5382 use), ensure that EXIT and its copy will be new latch and entry edges. */
5383 if (loop->header == entry->dest)
5385 copying_header = true;
5386 set_loop_copy (loop, loop_outer (loop));
5388 if (!dominated_by_p (CDI_DOMINATORS, loop->latch, exit->src))
5391 for (i = 0; i < n_region; i++)
5392 if (region[i] != exit->src
5393 && dominated_by_p (CDI_DOMINATORS, region[i], exit->src))
5399 region_copy = XNEWVEC (basic_block, n_region);
5400 free_region_copy = true;
5403 gcc_assert (!need_ssa_update_p (cfun));
5405 /* Record blocks outside the region that are dominated by something
5408 initialize_original_copy_tables ();
5410 doms = get_dominated_by_region (CDI_DOMINATORS, region, n_region);
5412 if (entry->dest->count)
5414 total_count = entry->dest->count;
5415 entry_count = entry->count;
5416 /* Fix up corner cases, to avoid division by zero or creation of negative
5418 if (entry_count > total_count)
5419 entry_count = total_count;
5423 total_freq = entry->dest->frequency;
5424 entry_freq = EDGE_FREQUENCY (entry);
5425 /* Fix up corner cases, to avoid division by zero or creation of negative
5427 if (total_freq == 0)
5429 else if (entry_freq > total_freq)
5430 entry_freq = total_freq;
5433 copy_bbs (region, n_region, region_copy, &exit, 1, &exit_copy, loop,
5434 split_edge_bb_loc (entry));
5437 scale_bbs_frequencies_gcov_type (region, n_region,
5438 total_count - entry_count,
5440 scale_bbs_frequencies_gcov_type (region_copy, n_region, entry_count,
5445 scale_bbs_frequencies_int (region, n_region, total_freq - entry_freq,
5447 scale_bbs_frequencies_int (region_copy, n_region, entry_freq, total_freq);
5452 loop->header = exit->dest;
5453 loop->latch = exit->src;
5456 /* Redirect the entry and add the phi node arguments. */
5457 redirected = redirect_edge_and_branch (entry, get_bb_copy (entry->dest));
5458 gcc_assert (redirected != NULL);
5459 flush_pending_stmts (entry);
5461 /* Concerning updating of dominators: We must recount dominators
5462 for entry block and its copy. Anything that is outside of the
5463 region, but was dominated by something inside needs recounting as
5465 set_immediate_dominator (CDI_DOMINATORS, entry->dest, entry->src);
5466 VEC_safe_push (basic_block, heap, doms, get_bb_original (entry->dest));
5467 iterate_fix_dominators (CDI_DOMINATORS, doms, false);
5468 VEC_free (basic_block, heap, doms);
5470 /* Add the other PHI node arguments. */
5471 add_phi_args_after_copy (region_copy, n_region, NULL);
5473 /* Update the SSA web. */
5474 update_ssa (TODO_update_ssa);
5476 if (free_region_copy)
5479 free_original_copy_tables ();
5483 /* Duplicates REGION consisting of N_REGION blocks. The new blocks
5484 are stored to REGION_COPY in the same order in that they appear
5485 in REGION, if REGION_COPY is not NULL. ENTRY is the entry to
5486 the region, EXIT an exit from it. The condition guarding EXIT
5487 is moved to ENTRY. Returns true if duplication succeeds, false
5513 gimple_duplicate_sese_tail (edge entry ATTRIBUTE_UNUSED, edge exit ATTRIBUTE_UNUSED,
5514 basic_block *region ATTRIBUTE_UNUSED, unsigned n_region ATTRIBUTE_UNUSED,
5515 basic_block *region_copy ATTRIBUTE_UNUSED)
5518 bool free_region_copy = false;
5519 struct loop *loop = exit->dest->loop_father;
5520 struct loop *orig_loop = entry->dest->loop_father;
5521 basic_block switch_bb, entry_bb, nentry_bb;
5522 VEC (basic_block, heap) *doms;
5523 int total_freq = 0, exit_freq = 0;
5524 gcov_type total_count = 0, exit_count = 0;
5525 edge exits[2], nexits[2], e;
5526 gimple_stmt_iterator gsi;
5529 basic_block exit_bb;
5530 gimple_stmt_iterator psi;
5534 gcc_assert (EDGE_COUNT (exit->src->succs) == 2);
5536 exits[1] = EDGE_SUCC (exit->src, EDGE_SUCC (exit->src, 0) == exit);
5538 if (!can_copy_bbs_p (region, n_region))
5541 initialize_original_copy_tables ();
5542 set_loop_copy (orig_loop, loop);
5543 duplicate_subloops (orig_loop, loop);
5547 region_copy = XNEWVEC (basic_block, n_region);
5548 free_region_copy = true;
5551 gcc_assert (!need_ssa_update_p (cfun));
5553 /* Record blocks outside the region that are dominated by something
5555 doms = get_dominated_by_region (CDI_DOMINATORS, region, n_region);
5557 if (exit->src->count)
5559 total_count = exit->src->count;
5560 exit_count = exit->count;
5561 /* Fix up corner cases, to avoid division by zero or creation of negative
5563 if (exit_count > total_count)
5564 exit_count = total_count;
5568 total_freq = exit->src->frequency;
5569 exit_freq = EDGE_FREQUENCY (exit);
5570 /* Fix up corner cases, to avoid division by zero or creation of negative
5572 if (total_freq == 0)
5574 if (exit_freq > total_freq)
5575 exit_freq = total_freq;
5578 copy_bbs (region, n_region, region_copy, exits, 2, nexits, orig_loop,
5579 split_edge_bb_loc (exit));
5582 scale_bbs_frequencies_gcov_type (region, n_region,
5583 total_count - exit_count,
5585 scale_bbs_frequencies_gcov_type (region_copy, n_region, exit_count,
5590 scale_bbs_frequencies_int (region, n_region, total_freq - exit_freq,
5592 scale_bbs_frequencies_int (region_copy, n_region, exit_freq, total_freq);
5595 /* Create the switch block, and put the exit condition to it. */
5596 entry_bb = entry->dest;
5597 nentry_bb = get_bb_copy (entry_bb);
5598 if (!last_stmt (entry->src)
5599 || !stmt_ends_bb_p (last_stmt (entry->src)))
5600 switch_bb = entry->src;
5602 switch_bb = split_edge (entry);
5603 set_immediate_dominator (CDI_DOMINATORS, nentry_bb, switch_bb);
5605 gsi = gsi_last_bb (switch_bb);
5606 cond_stmt = last_stmt (exit->src);
5607 gcc_assert (gimple_code (cond_stmt) == GIMPLE_COND);
5608 cond_stmt = gimple_copy (cond_stmt);
5610 gsi_insert_after (&gsi, cond_stmt, GSI_NEW_STMT);
5612 sorig = single_succ_edge (switch_bb);
5613 sorig->flags = exits[1]->flags;
5614 snew = make_edge (switch_bb, nentry_bb, exits[0]->flags);
5616 /* Register the new edge from SWITCH_BB in loop exit lists. */
5617 rescan_loop_exit (snew, true, false);
5619 /* Add the PHI node arguments. */
5620 add_phi_args_after_copy (region_copy, n_region, snew);
5622 /* Get rid of now superfluous conditions and associated edges (and phi node
5624 exit_bb = exit->dest;
5626 e = redirect_edge_and_branch (exits[0], exits[1]->dest);
5627 PENDING_STMT (e) = NULL;
5629 /* The latch of ORIG_LOOP was copied, and so was the backedge
5630 to the original header. We redirect this backedge to EXIT_BB. */
5631 for (i = 0; i < n_region; i++)
5632 if (get_bb_original (region_copy[i]) == orig_loop->latch)
5634 gcc_assert (single_succ_edge (region_copy[i]));
5635 e = redirect_edge_and_branch (single_succ_edge (region_copy[i]), exit_bb);
5636 PENDING_STMT (e) = NULL;
5637 for (psi = gsi_start_phis (exit_bb);
5641 phi = gsi_stmt (psi);
5642 def = PHI_ARG_DEF (phi, nexits[0]->dest_idx);
5643 add_phi_arg (phi, def, e, gimple_phi_arg_location_from_edge (phi, e));
5646 e = redirect_edge_and_branch (nexits[0], nexits[1]->dest);
5647 PENDING_STMT (e) = NULL;
5649 /* Anything that is outside of the region, but was dominated by something
5650 inside needs to update dominance info. */
5651 iterate_fix_dominators (CDI_DOMINATORS, doms, false);
5652 VEC_free (basic_block, heap, doms);
5653 /* Update the SSA web. */
5654 update_ssa (TODO_update_ssa);
5656 if (free_region_copy)
5659 free_original_copy_tables ();
5663 /* Add all the blocks dominated by ENTRY to the array BBS_P. Stop
5664 adding blocks when the dominator traversal reaches EXIT. This
5665 function silently assumes that ENTRY strictly dominates EXIT. */
5668 gather_blocks_in_sese_region (basic_block entry, basic_block exit,
5669 VEC(basic_block,heap) **bbs_p)
5673 for (son = first_dom_son (CDI_DOMINATORS, entry);
5675 son = next_dom_son (CDI_DOMINATORS, son))
5677 VEC_safe_push (basic_block, heap, *bbs_p, son);
5679 gather_blocks_in_sese_region (son, exit, bbs_p);
5683 /* Replaces *TP with a duplicate (belonging to function TO_CONTEXT).
5684 The duplicates are recorded in VARS_MAP. */
5687 replace_by_duplicate_decl (tree *tp, struct pointer_map_t *vars_map,
5690 tree t = *tp, new_t;
5691 struct function *f = DECL_STRUCT_FUNCTION (to_context);
5694 if (DECL_CONTEXT (t) == to_context)
5697 loc = pointer_map_contains (vars_map, t);
5701 loc = pointer_map_insert (vars_map, t);
5705 new_t = copy_var_decl (t, DECL_NAME (t), TREE_TYPE (t));
5706 add_local_decl (f, new_t);
5710 gcc_assert (TREE_CODE (t) == CONST_DECL);
5711 new_t = copy_node (t);
5713 DECL_CONTEXT (new_t) = to_context;
5718 new_t = (tree) *loc;
5724 /* Creates an ssa name in TO_CONTEXT equivalent to NAME.
5725 VARS_MAP maps old ssa names and var_decls to the new ones. */
5728 replace_ssa_name (tree name, struct pointer_map_t *vars_map,
5732 tree new_name, decl = SSA_NAME_VAR (name);
5734 gcc_assert (is_gimple_reg (name));
5736 loc = pointer_map_contains (vars_map, name);
5740 replace_by_duplicate_decl (&decl, vars_map, to_context);
5742 push_cfun (DECL_STRUCT_FUNCTION (to_context));
5743 if (gimple_in_ssa_p (cfun))
5744 add_referenced_var (decl);
5746 new_name = make_ssa_name (decl, SSA_NAME_DEF_STMT (name));
5747 if (SSA_NAME_IS_DEFAULT_DEF (name))
5748 set_default_def (decl, new_name);
5751 loc = pointer_map_insert (vars_map, name);
5755 new_name = (tree) *loc;
5766 struct pointer_map_t *vars_map;
5767 htab_t new_label_map;
5768 struct pointer_map_t *eh_map;
5772 /* Helper for move_block_to_fn. Set TREE_BLOCK in every expression
5773 contained in *TP if it has been ORIG_BLOCK previously and change the
5774 DECL_CONTEXT of every local variable referenced in *TP. */
5777 move_stmt_op (tree *tp, int *walk_subtrees, void *data)
5779 struct walk_stmt_info *wi = (struct walk_stmt_info *) data;
5780 struct move_stmt_d *p = (struct move_stmt_d *) wi->info;
5784 /* We should never have TREE_BLOCK set on non-statements. */
5785 gcc_assert (!TREE_BLOCK (t));
5787 else if (DECL_P (t) || TREE_CODE (t) == SSA_NAME)
5789 if (TREE_CODE (t) == SSA_NAME)
5790 *tp = replace_ssa_name (t, p->vars_map, p->to_context);
5791 else if (TREE_CODE (t) == LABEL_DECL)
5793 if (p->new_label_map)
5795 struct tree_map in, *out;
5797 out = (struct tree_map *)
5798 htab_find_with_hash (p->new_label_map, &in, DECL_UID (t));
5803 DECL_CONTEXT (t) = p->to_context;
5805 else if (p->remap_decls_p)
5807 /* Replace T with its duplicate. T should no longer appear in the
5808 parent function, so this looks wasteful; however, it may appear
5809 in referenced_vars, and more importantly, as virtual operands of
5810 statements, and in alias lists of other variables. It would be
5811 quite difficult to expunge it from all those places. ??? It might
5812 suffice to do this for addressable variables. */
5813 if ((TREE_CODE (t) == VAR_DECL
5814 && !is_global_var (t))
5815 || TREE_CODE (t) == CONST_DECL)
5816 replace_by_duplicate_decl (tp, p->vars_map, p->to_context);
5819 && gimple_in_ssa_p (cfun))
5821 push_cfun (DECL_STRUCT_FUNCTION (p->to_context));
5822 add_referenced_var (*tp);
5828 else if (TYPE_P (t))
5834 /* Helper for move_stmt_r. Given an EH region number for the source
5835 function, map that to the duplicate EH regio number in the dest. */
5838 move_stmt_eh_region_nr (int old_nr, struct move_stmt_d *p)
5840 eh_region old_r, new_r;
5843 old_r = get_eh_region_from_number (old_nr);
5844 slot = pointer_map_contains (p->eh_map, old_r);
5845 new_r = (eh_region) *slot;
5847 return new_r->index;
5850 /* Similar, but operate on INTEGER_CSTs. */
5853 move_stmt_eh_region_tree_nr (tree old_t_nr, struct move_stmt_d *p)
5857 old_nr = tree_low_cst (old_t_nr, 0);
5858 new_nr = move_stmt_eh_region_nr (old_nr, p);
5860 return build_int_cst (integer_type_node, new_nr);
5863 /* Like move_stmt_op, but for gimple statements.
5865 Helper for move_block_to_fn. Set GIMPLE_BLOCK in every expression
5866 contained in the current statement in *GSI_P and change the
5867 DECL_CONTEXT of every local variable referenced in the current
5871 move_stmt_r (gimple_stmt_iterator *gsi_p, bool *handled_ops_p,
5872 struct walk_stmt_info *wi)
5874 struct move_stmt_d *p = (struct move_stmt_d *) wi->info;
5875 gimple stmt = gsi_stmt (*gsi_p);
5876 tree block = gimple_block (stmt);
5878 if (p->orig_block == NULL_TREE
5879 || block == p->orig_block
5880 || block == NULL_TREE)
5881 gimple_set_block (stmt, p->new_block);
5882 #ifdef ENABLE_CHECKING
5883 else if (block != p->new_block)
5885 while (block && block != p->orig_block)
5886 block = BLOCK_SUPERCONTEXT (block);
5891 switch (gimple_code (stmt))
5894 /* Remap the region numbers for __builtin_eh_{pointer,filter}. */
5896 tree r, fndecl = gimple_call_fndecl (stmt);
5897 if (fndecl && DECL_BUILT_IN_CLASS (fndecl) == BUILT_IN_NORMAL)
5898 switch (DECL_FUNCTION_CODE (fndecl))
5900 case BUILT_IN_EH_COPY_VALUES:
5901 r = gimple_call_arg (stmt, 1);
5902 r = move_stmt_eh_region_tree_nr (r, p);
5903 gimple_call_set_arg (stmt, 1, r);
5906 case BUILT_IN_EH_POINTER:
5907 case BUILT_IN_EH_FILTER:
5908 r = gimple_call_arg (stmt, 0);
5909 r = move_stmt_eh_region_tree_nr (r, p);
5910 gimple_call_set_arg (stmt, 0, r);
5921 int r = gimple_resx_region (stmt);
5922 r = move_stmt_eh_region_nr (r, p);
5923 gimple_resx_set_region (stmt, r);
5927 case GIMPLE_EH_DISPATCH:
5929 int r = gimple_eh_dispatch_region (stmt);
5930 r = move_stmt_eh_region_nr (r, p);
5931 gimple_eh_dispatch_set_region (stmt, r);
5935 case GIMPLE_OMP_RETURN:
5936 case GIMPLE_OMP_CONTINUE:
5939 if (is_gimple_omp (stmt))
5941 /* Do not remap variables inside OMP directives. Variables
5942 referenced in clauses and directive header belong to the
5943 parent function and should not be moved into the child
5945 bool save_remap_decls_p = p->remap_decls_p;
5946 p->remap_decls_p = false;
5947 *handled_ops_p = true;
5949 walk_gimple_seq (gimple_omp_body (stmt), move_stmt_r,
5952 p->remap_decls_p = save_remap_decls_p;
5960 /* Move basic block BB from function CFUN to function DEST_FN. The
5961 block is moved out of the original linked list and placed after
5962 block AFTER in the new list. Also, the block is removed from the
5963 original array of blocks and placed in DEST_FN's array of blocks.
5964 If UPDATE_EDGE_COUNT_P is true, the edge counts on both CFGs is
5965 updated to reflect the moved edges.
5967 The local variables are remapped to new instances, VARS_MAP is used
5968 to record the mapping. */
5971 move_block_to_fn (struct function *dest_cfun, basic_block bb,
5972 basic_block after, bool update_edge_count_p,
5973 struct move_stmt_d *d)
5975 struct control_flow_graph *cfg;
5978 gimple_stmt_iterator si;
5979 unsigned old_len, new_len;
5981 /* Remove BB from dominance structures. */
5982 delete_from_dominance_info (CDI_DOMINATORS, bb);
5984 remove_bb_from_loops (bb);
5986 /* Link BB to the new linked list. */
5987 move_block_after (bb, after);
5989 /* Update the edge count in the corresponding flowgraphs. */
5990 if (update_edge_count_p)
5991 FOR_EACH_EDGE (e, ei, bb->succs)
5993 cfun->cfg->x_n_edges--;
5994 dest_cfun->cfg->x_n_edges++;
5997 /* Remove BB from the original basic block array. */
5998 VEC_replace (basic_block, cfun->cfg->x_basic_block_info, bb->index, NULL);
5999 cfun->cfg->x_n_basic_blocks--;
6001 /* Grow DEST_CFUN's basic block array if needed. */
6002 cfg = dest_cfun->cfg;
6003 cfg->x_n_basic_blocks++;
6004 if (bb->index >= cfg->x_last_basic_block)
6005 cfg->x_last_basic_block = bb->index + 1;
6007 old_len = VEC_length (basic_block, cfg->x_basic_block_info);
6008 if ((unsigned) cfg->x_last_basic_block >= old_len)
6010 new_len = cfg->x_last_basic_block + (cfg->x_last_basic_block + 3) / 4;
6011 VEC_safe_grow_cleared (basic_block, gc, cfg->x_basic_block_info,
6015 VEC_replace (basic_block, cfg->x_basic_block_info,
6018 /* Remap the variables in phi nodes. */
6019 for (si = gsi_start_phis (bb); !gsi_end_p (si); )
6021 gimple phi = gsi_stmt (si);
6023 tree op = PHI_RESULT (phi);
6026 if (!is_gimple_reg (op))
6028 /* Remove the phi nodes for virtual operands (alias analysis will be
6029 run for the new function, anyway). */
6030 remove_phi_node (&si, true);
6034 SET_PHI_RESULT (phi,
6035 replace_ssa_name (op, d->vars_map, dest_cfun->decl));
6036 FOR_EACH_PHI_ARG (use, phi, oi, SSA_OP_USE)
6038 op = USE_FROM_PTR (use);
6039 if (TREE_CODE (op) == SSA_NAME)
6040 SET_USE (use, replace_ssa_name (op, d->vars_map, dest_cfun->decl));
6046 for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
6048 gimple stmt = gsi_stmt (si);
6049 struct walk_stmt_info wi;
6051 memset (&wi, 0, sizeof (wi));
6053 walk_gimple_stmt (&si, move_stmt_r, move_stmt_op, &wi);
6055 if (gimple_code (stmt) == GIMPLE_LABEL)
6057 tree label = gimple_label_label (stmt);
6058 int uid = LABEL_DECL_UID (label);
6060 gcc_assert (uid > -1);
6062 old_len = VEC_length (basic_block, cfg->x_label_to_block_map);
6063 if (old_len <= (unsigned) uid)
6065 new_len = 3 * uid / 2 + 1;
6066 VEC_safe_grow_cleared (basic_block, gc,
6067 cfg->x_label_to_block_map, new_len);
6070 VEC_replace (basic_block, cfg->x_label_to_block_map, uid, bb);
6071 VEC_replace (basic_block, cfun->cfg->x_label_to_block_map, uid, NULL);
6073 gcc_assert (DECL_CONTEXT (label) == dest_cfun->decl);
6075 if (uid >= dest_cfun->cfg->last_label_uid)
6076 dest_cfun->cfg->last_label_uid = uid + 1;
6079 maybe_duplicate_eh_stmt_fn (dest_cfun, stmt, cfun, stmt, d->eh_map, 0);
6080 remove_stmt_from_eh_lp_fn (cfun, stmt);
6082 gimple_duplicate_stmt_histograms (dest_cfun, stmt, cfun, stmt);
6083 gimple_remove_stmt_histograms (cfun, stmt);
6085 /* We cannot leave any operands allocated from the operand caches of
6086 the current function. */
6087 free_stmt_operands (stmt);
6088 push_cfun (dest_cfun);
6093 FOR_EACH_EDGE (e, ei, bb->succs)
6096 tree block = e->goto_block;
6097 if (d->orig_block == NULL_TREE
6098 || block == d->orig_block)
6099 e->goto_block = d->new_block;
6100 #ifdef ENABLE_CHECKING
6101 else if (block != d->new_block)
6103 while (block && block != d->orig_block)
6104 block = BLOCK_SUPERCONTEXT (block);
6111 /* Examine the statements in BB (which is in SRC_CFUN); find and return
6112 the outermost EH region. Use REGION as the incoming base EH region. */
6115 find_outermost_region_in_block (struct function *src_cfun,
6116 basic_block bb, eh_region region)
6118 gimple_stmt_iterator si;
6120 for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
6122 gimple stmt = gsi_stmt (si);
6123 eh_region stmt_region;
6126 lp_nr = lookup_stmt_eh_lp_fn (src_cfun, stmt);
6127 stmt_region = get_eh_region_from_lp_number_fn (src_cfun, lp_nr);
6131 region = stmt_region;
6132 else if (stmt_region != region)
6134 region = eh_region_outermost (src_cfun, stmt_region, region);
6135 gcc_assert (region != NULL);
6144 new_label_mapper (tree decl, void *data)
6146 htab_t hash = (htab_t) data;
6150 gcc_assert (TREE_CODE (decl) == LABEL_DECL);
6152 m = XNEW (struct tree_map);
6153 m->hash = DECL_UID (decl);
6154 m->base.from = decl;
6155 m->to = create_artificial_label (UNKNOWN_LOCATION);
6156 LABEL_DECL_UID (m->to) = LABEL_DECL_UID (decl);
6157 if (LABEL_DECL_UID (m->to) >= cfun->cfg->last_label_uid)
6158 cfun->cfg->last_label_uid = LABEL_DECL_UID (m->to) + 1;
6160 slot = htab_find_slot_with_hash (hash, m, m->hash, INSERT);
6161 gcc_assert (*slot == NULL);
6168 /* Change DECL_CONTEXT of all BLOCK_VARS in block, including
6172 replace_block_vars_by_duplicates (tree block, struct pointer_map_t *vars_map,
6177 for (tp = &BLOCK_VARS (block); *tp; tp = &DECL_CHAIN (*tp))
6180 if (TREE_CODE (t) != VAR_DECL && TREE_CODE (t) != CONST_DECL)
6182 replace_by_duplicate_decl (&t, vars_map, to_context);
6185 if (TREE_CODE (*tp) == VAR_DECL && DECL_HAS_VALUE_EXPR_P (*tp))
6187 SET_DECL_VALUE_EXPR (t, DECL_VALUE_EXPR (*tp));
6188 DECL_HAS_VALUE_EXPR_P (t) = 1;
6190 DECL_CHAIN (t) = DECL_CHAIN (*tp);
6195 for (block = BLOCK_SUBBLOCKS (block); block; block = BLOCK_CHAIN (block))
6196 replace_block_vars_by_duplicates (block, vars_map, to_context);
6199 /* Move a single-entry, single-exit region delimited by ENTRY_BB and
6200 EXIT_BB to function DEST_CFUN. The whole region is replaced by a
6201 single basic block in the original CFG and the new basic block is
6202 returned. DEST_CFUN must not have a CFG yet.
6204 Note that the region need not be a pure SESE region. Blocks inside
6205 the region may contain calls to abort/exit. The only restriction
6206 is that ENTRY_BB should be the only entry point and it must
6209 Change TREE_BLOCK of all statements in ORIG_BLOCK to the new
6210 functions outermost BLOCK, move all subblocks of ORIG_BLOCK
6211 to the new function.
6213 All local variables referenced in the region are assumed to be in
6214 the corresponding BLOCK_VARS and unexpanded variable lists
6215 associated with DEST_CFUN. */
6218 move_sese_region_to_fn (struct function *dest_cfun, basic_block entry_bb,
6219 basic_block exit_bb, tree orig_block)
6221 VEC(basic_block,heap) *bbs, *dom_bbs;
6222 basic_block dom_entry = get_immediate_dominator (CDI_DOMINATORS, entry_bb);
6223 basic_block after, bb, *entry_pred, *exit_succ, abb;
6224 struct function *saved_cfun = cfun;
6225 int *entry_flag, *exit_flag;
6226 unsigned *entry_prob, *exit_prob;
6227 unsigned i, num_entry_edges, num_exit_edges;
6230 htab_t new_label_map;
6231 struct pointer_map_t *vars_map, *eh_map;
6232 struct loop *loop = entry_bb->loop_father;
6233 struct move_stmt_d d;
6235 /* If ENTRY does not strictly dominate EXIT, this cannot be an SESE
6237 gcc_assert (entry_bb != exit_bb
6239 || dominated_by_p (CDI_DOMINATORS, exit_bb, entry_bb)));
6241 /* Collect all the blocks in the region. Manually add ENTRY_BB
6242 because it won't be added by dfs_enumerate_from. */
6244 VEC_safe_push (basic_block, heap, bbs, entry_bb);
6245 gather_blocks_in_sese_region (entry_bb, exit_bb, &bbs);
6247 /* The blocks that used to be dominated by something in BBS will now be
6248 dominated by the new block. */
6249 dom_bbs = get_dominated_by_region (CDI_DOMINATORS,
6250 VEC_address (basic_block, bbs),
6251 VEC_length (basic_block, bbs));
6253 /* Detach ENTRY_BB and EXIT_BB from CFUN->CFG. We need to remember
6254 the predecessor edges to ENTRY_BB and the successor edges to
6255 EXIT_BB so that we can re-attach them to the new basic block that
6256 will replace the region. */
6257 num_entry_edges = EDGE_COUNT (entry_bb->preds);
6258 entry_pred = (basic_block *) xcalloc (num_entry_edges, sizeof (basic_block));
6259 entry_flag = (int *) xcalloc (num_entry_edges, sizeof (int));
6260 entry_prob = XNEWVEC (unsigned, num_entry_edges);
6262 for (ei = ei_start (entry_bb->preds); (e = ei_safe_edge (ei)) != NULL;)
6264 entry_prob[i] = e->probability;
6265 entry_flag[i] = e->flags;
6266 entry_pred[i++] = e->src;
6272 num_exit_edges = EDGE_COUNT (exit_bb->succs);
6273 exit_succ = (basic_block *) xcalloc (num_exit_edges,
6274 sizeof (basic_block));
6275 exit_flag = (int *) xcalloc (num_exit_edges, sizeof (int));
6276 exit_prob = XNEWVEC (unsigned, num_exit_edges);
6278 for (ei = ei_start (exit_bb->succs); (e = ei_safe_edge (ei)) != NULL;)
6280 exit_prob[i] = e->probability;
6281 exit_flag[i] = e->flags;
6282 exit_succ[i++] = e->dest;
6294 /* Switch context to the child function to initialize DEST_FN's CFG. */
6295 gcc_assert (dest_cfun->cfg == NULL);
6296 push_cfun (dest_cfun);
6298 init_empty_tree_cfg ();
6300 /* Initialize EH information for the new function. */
6302 new_label_map = NULL;
6305 eh_region region = NULL;
6307 FOR_EACH_VEC_ELT (basic_block, bbs, i, bb)
6308 region = find_outermost_region_in_block (saved_cfun, bb, region);
6310 init_eh_for_function ();
6313 new_label_map = htab_create (17, tree_map_hash, tree_map_eq, free);
6314 eh_map = duplicate_eh_regions (saved_cfun, region, 0,
6315 new_label_mapper, new_label_map);
6321 /* Move blocks from BBS into DEST_CFUN. */
6322 gcc_assert (VEC_length (basic_block, bbs) >= 2);
6323 after = dest_cfun->cfg->x_entry_block_ptr;
6324 vars_map = pointer_map_create ();
6326 memset (&d, 0, sizeof (d));
6327 d.orig_block = orig_block;
6328 d.new_block = DECL_INITIAL (dest_cfun->decl);
6329 d.from_context = cfun->decl;
6330 d.to_context = dest_cfun->decl;
6331 d.vars_map = vars_map;
6332 d.new_label_map = new_label_map;
6334 d.remap_decls_p = true;
6336 FOR_EACH_VEC_ELT (basic_block, bbs, i, bb)
6338 /* No need to update edge counts on the last block. It has
6339 already been updated earlier when we detached the region from
6340 the original CFG. */
6341 move_block_to_fn (dest_cfun, bb, after, bb != exit_bb, &d);
6345 /* Rewire BLOCK_SUBBLOCKS of orig_block. */
6349 gcc_assert (BLOCK_SUBBLOCKS (DECL_INITIAL (dest_cfun->decl))
6351 BLOCK_SUBBLOCKS (DECL_INITIAL (dest_cfun->decl))
6352 = BLOCK_SUBBLOCKS (orig_block);
6353 for (block = BLOCK_SUBBLOCKS (orig_block);
6354 block; block = BLOCK_CHAIN (block))
6355 BLOCK_SUPERCONTEXT (block) = DECL_INITIAL (dest_cfun->decl);
6356 BLOCK_SUBBLOCKS (orig_block) = NULL_TREE;
6359 replace_block_vars_by_duplicates (DECL_INITIAL (dest_cfun->decl),
6360 vars_map, dest_cfun->decl);
6363 htab_delete (new_label_map);
6365 pointer_map_destroy (eh_map);
6366 pointer_map_destroy (vars_map);
6368 /* Rewire the entry and exit blocks. The successor to the entry
6369 block turns into the successor of DEST_FN's ENTRY_BLOCK_PTR in
6370 the child function. Similarly, the predecessor of DEST_FN's
6371 EXIT_BLOCK_PTR turns into the predecessor of EXIT_BLOCK_PTR. We
6372 need to switch CFUN between DEST_CFUN and SAVED_CFUN so that the
6373 various CFG manipulation function get to the right CFG.
6375 FIXME, this is silly. The CFG ought to become a parameter to
6377 push_cfun (dest_cfun);
6378 make_edge (ENTRY_BLOCK_PTR, entry_bb, EDGE_FALLTHRU);
6380 make_edge (exit_bb, EXIT_BLOCK_PTR, 0);
6383 /* Back in the original function, the SESE region has disappeared,
6384 create a new basic block in its place. */
6385 bb = create_empty_bb (entry_pred[0]);
6387 add_bb_to_loop (bb, loop);
6388 for (i = 0; i < num_entry_edges; i++)
6390 e = make_edge (entry_pred[i], bb, entry_flag[i]);
6391 e->probability = entry_prob[i];
6394 for (i = 0; i < num_exit_edges; i++)
6396 e = make_edge (bb, exit_succ[i], exit_flag[i]);
6397 e->probability = exit_prob[i];
6400 set_immediate_dominator (CDI_DOMINATORS, bb, dom_entry);
6401 FOR_EACH_VEC_ELT (basic_block, dom_bbs, i, abb)
6402 set_immediate_dominator (CDI_DOMINATORS, abb, bb);
6403 VEC_free (basic_block, heap, dom_bbs);
6414 VEC_free (basic_block, heap, bbs);
6420 /* Dump FUNCTION_DECL FN to file FILE using FLAGS (see TDF_* in tree-pass.h)
6424 dump_function_to_file (tree fn, FILE *file, int flags)
6427 struct function *dsf;
6428 bool ignore_topmost_bind = false, any_var = false;
6432 fprintf (file, "%s (", lang_hooks.decl_printable_name (fn, 2));
6434 arg = DECL_ARGUMENTS (fn);
6437 print_generic_expr (file, TREE_TYPE (arg), dump_flags);
6438 fprintf (file, " ");
6439 print_generic_expr (file, arg, dump_flags);
6440 if (flags & TDF_VERBOSE)
6441 print_node (file, "", arg, 4);
6442 if (DECL_CHAIN (arg))
6443 fprintf (file, ", ");
6444 arg = DECL_CHAIN (arg);
6446 fprintf (file, ")\n");
6448 if (flags & TDF_VERBOSE)
6449 print_node (file, "", fn, 2);
6451 dsf = DECL_STRUCT_FUNCTION (fn);
6452 if (dsf && (flags & TDF_EH))
6453 dump_eh_tree (file, dsf);
6455 if (flags & TDF_RAW && !gimple_has_body_p (fn))
6457 dump_node (fn, TDF_SLIM | flags, file);
6461 /* Switch CFUN to point to FN. */
6462 push_cfun (DECL_STRUCT_FUNCTION (fn));
6464 /* When GIMPLE is lowered, the variables are no longer available in
6465 BIND_EXPRs, so display them separately. */
6466 if (cfun && cfun->decl == fn && !VEC_empty (tree, cfun->local_decls))
6469 ignore_topmost_bind = true;
6471 fprintf (file, "{\n");
6472 FOR_EACH_LOCAL_DECL (cfun, ix, var)
6474 print_generic_decl (file, var, flags);
6475 if (flags & TDF_VERBOSE)
6476 print_node (file, "", var, 4);
6477 fprintf (file, "\n");
6483 if (cfun && cfun->decl == fn && cfun->cfg && basic_block_info)
6485 /* If the CFG has been built, emit a CFG-based dump. */
6486 check_bb_profile (ENTRY_BLOCK_PTR, file);
6487 if (!ignore_topmost_bind)
6488 fprintf (file, "{\n");
6490 if (any_var && n_basic_blocks)
6491 fprintf (file, "\n");
6494 gimple_dump_bb (bb, file, 2, flags);
6496 fprintf (file, "}\n");
6497 check_bb_profile (EXIT_BLOCK_PTR, file);
6499 else if (DECL_SAVED_TREE (fn) == NULL)
6501 /* The function is now in GIMPLE form but the CFG has not been
6502 built yet. Emit the single sequence of GIMPLE statements
6503 that make up its body. */
6504 gimple_seq body = gimple_body (fn);
6506 if (gimple_seq_first_stmt (body)
6507 && gimple_seq_first_stmt (body) == gimple_seq_last_stmt (body)
6508 && gimple_code (gimple_seq_first_stmt (body)) == GIMPLE_BIND)
6509 print_gimple_seq (file, body, 0, flags);
6512 if (!ignore_topmost_bind)
6513 fprintf (file, "{\n");
6516 fprintf (file, "\n");
6518 print_gimple_seq (file, body, 2, flags);
6519 fprintf (file, "}\n");
6526 /* Make a tree based dump. */
6527 chain = DECL_SAVED_TREE (fn);
6529 if (chain && TREE_CODE (chain) == BIND_EXPR)
6531 if (ignore_topmost_bind)
6533 chain = BIND_EXPR_BODY (chain);
6541 if (!ignore_topmost_bind)
6542 fprintf (file, "{\n");
6547 fprintf (file, "\n");
6549 print_generic_stmt_indented (file, chain, flags, indent);
6550 if (ignore_topmost_bind)
6551 fprintf (file, "}\n");
6554 if (flags & TDF_ENUMERATE_LOCALS)
6555 dump_enumerated_decls (file, flags);
6556 fprintf (file, "\n\n");
6563 /* Dump FUNCTION_DECL FN to stderr using FLAGS (see TDF_* in tree.h) */
6566 debug_function (tree fn, int flags)
6568 dump_function_to_file (fn, stderr, flags);
6572 /* Print on FILE the indexes for the predecessors of basic_block BB. */
6575 print_pred_bbs (FILE *file, basic_block bb)
6580 FOR_EACH_EDGE (e, ei, bb->preds)
6581 fprintf (file, "bb_%d ", e->src->index);
6585 /* Print on FILE the indexes for the successors of basic_block BB. */
6588 print_succ_bbs (FILE *file, basic_block bb)
6593 FOR_EACH_EDGE (e, ei, bb->succs)
6594 fprintf (file, "bb_%d ", e->dest->index);
6597 /* Print to FILE the basic block BB following the VERBOSITY level. */
6600 print_loops_bb (FILE *file, basic_block bb, int indent, int verbosity)
6602 char *s_indent = (char *) alloca ((size_t) indent + 1);
6603 memset ((void *) s_indent, ' ', (size_t) indent);
6604 s_indent[indent] = '\0';
6606 /* Print basic_block's header. */
6609 fprintf (file, "%s bb_%d (preds = {", s_indent, bb->index);
6610 print_pred_bbs (file, bb);
6611 fprintf (file, "}, succs = {");
6612 print_succ_bbs (file, bb);
6613 fprintf (file, "})\n");
6616 /* Print basic_block's body. */
6619 fprintf (file, "%s {\n", s_indent);
6620 gimple_dump_bb (bb, file, indent + 4, TDF_VOPS|TDF_MEMSYMS);
6621 fprintf (file, "%s }\n", s_indent);
6625 static void print_loop_and_siblings (FILE *, struct loop *, int, int);
6627 /* Pretty print LOOP on FILE, indented INDENT spaces. Following
6628 VERBOSITY level this outputs the contents of the loop, or just its
6632 print_loop (FILE *file, struct loop *loop, int indent, int verbosity)
6640 s_indent = (char *) alloca ((size_t) indent + 1);
6641 memset ((void *) s_indent, ' ', (size_t) indent);
6642 s_indent[indent] = '\0';
6644 /* Print loop's header. */
6645 fprintf (file, "%sloop_%d (header = %d, latch = %d", s_indent,
6646 loop->num, loop->header->index, loop->latch->index);
6647 fprintf (file, ", niter = ");
6648 print_generic_expr (file, loop->nb_iterations, 0);
6650 if (loop->any_upper_bound)
6652 fprintf (file, ", upper_bound = ");
6653 dump_double_int (file, loop->nb_iterations_upper_bound, true);
6656 if (loop->any_estimate)
6658 fprintf (file, ", estimate = ");
6659 dump_double_int (file, loop->nb_iterations_estimate, true);
6661 fprintf (file, ")\n");
6663 /* Print loop's body. */
6666 fprintf (file, "%s{\n", s_indent);
6668 if (bb->loop_father == loop)
6669 print_loops_bb (file, bb, indent, verbosity);
6671 print_loop_and_siblings (file, loop->inner, indent + 2, verbosity);
6672 fprintf (file, "%s}\n", s_indent);
6676 /* Print the LOOP and its sibling loops on FILE, indented INDENT
6677 spaces. Following VERBOSITY level this outputs the contents of the
6678 loop, or just its structure. */
6681 print_loop_and_siblings (FILE *file, struct loop *loop, int indent, int verbosity)
6686 print_loop (file, loop, indent, verbosity);
6687 print_loop_and_siblings (file, loop->next, indent, verbosity);
6690 /* Follow a CFG edge from the entry point of the program, and on entry
6691 of a loop, pretty print the loop structure on FILE. */
6694 print_loops (FILE *file, int verbosity)
6698 bb = ENTRY_BLOCK_PTR;
6699 if (bb && bb->loop_father)
6700 print_loop_and_siblings (file, bb->loop_father, 0, verbosity);
6704 /* Debugging loops structure at tree level, at some VERBOSITY level. */
6707 debug_loops (int verbosity)
6709 print_loops (stderr, verbosity);
6712 /* Print on stderr the code of LOOP, at some VERBOSITY level. */
6715 debug_loop (struct loop *loop, int verbosity)
6717 print_loop (stderr, loop, 0, verbosity);
6720 /* Print on stderr the code of loop number NUM, at some VERBOSITY
6724 debug_loop_num (unsigned num, int verbosity)
6726 debug_loop (get_loop (num), verbosity);
6729 /* Return true if BB ends with a call, possibly followed by some
6730 instructions that must stay with the call. Return false,
6734 gimple_block_ends_with_call_p (basic_block bb)
6736 gimple_stmt_iterator gsi = gsi_last_nondebug_bb (bb);
6737 return !gsi_end_p (gsi) && is_gimple_call (gsi_stmt (gsi));
6741 /* Return true if BB ends with a conditional branch. Return false,
6745 gimple_block_ends_with_condjump_p (const_basic_block bb)
6747 gimple stmt = last_stmt (CONST_CAST_BB (bb));
6748 return (stmt && gimple_code (stmt) == GIMPLE_COND);
6752 /* Return true if we need to add fake edge to exit at statement T.
6753 Helper function for gimple_flow_call_edges_add. */
6756 need_fake_edge_p (gimple t)
6758 tree fndecl = NULL_TREE;
6761 /* NORETURN and LONGJMP calls already have an edge to exit.
6762 CONST and PURE calls do not need one.
6763 We don't currently check for CONST and PURE here, although
6764 it would be a good idea, because those attributes are
6765 figured out from the RTL in mark_constant_function, and
6766 the counter incrementation code from -fprofile-arcs
6767 leads to different results from -fbranch-probabilities. */
6768 if (is_gimple_call (t))
6770 fndecl = gimple_call_fndecl (t);
6771 call_flags = gimple_call_flags (t);
6774 if (is_gimple_call (t)
6776 && DECL_BUILT_IN (fndecl)
6777 && (call_flags & ECF_NOTHROW)
6778 && !(call_flags & ECF_RETURNS_TWICE)
6779 /* fork() doesn't really return twice, but the effect of
6780 wrapping it in __gcov_fork() which calls __gcov_flush()
6781 and clears the counters before forking has the same
6782 effect as returning twice. Force a fake edge. */
6783 && !(DECL_BUILT_IN_CLASS (fndecl) == BUILT_IN_NORMAL
6784 && DECL_FUNCTION_CODE (fndecl) == BUILT_IN_FORK))
6787 if (is_gimple_call (t)
6788 && !(call_flags & ECF_NORETURN))
6791 if (gimple_code (t) == GIMPLE_ASM
6792 && (gimple_asm_volatile_p (t) || gimple_asm_input_p (t)))
6799 /* Add fake edges to the function exit for any non constant and non
6800 noreturn calls, volatile inline assembly in the bitmap of blocks
6801 specified by BLOCKS or to the whole CFG if BLOCKS is zero. Return
6802 the number of blocks that were split.
6804 The goal is to expose cases in which entering a basic block does
6805 not imply that all subsequent instructions must be executed. */
6808 gimple_flow_call_edges_add (sbitmap blocks)
6811 int blocks_split = 0;
6812 int last_bb = last_basic_block;
6813 bool check_last_block = false;
6815 if (n_basic_blocks == NUM_FIXED_BLOCKS)
6819 check_last_block = true;
6821 check_last_block = TEST_BIT (blocks, EXIT_BLOCK_PTR->prev_bb->index);
6823 /* In the last basic block, before epilogue generation, there will be
6824 a fallthru edge to EXIT. Special care is required if the last insn
6825 of the last basic block is a call because make_edge folds duplicate
6826 edges, which would result in the fallthru edge also being marked
6827 fake, which would result in the fallthru edge being removed by
6828 remove_fake_edges, which would result in an invalid CFG.
6830 Moreover, we can't elide the outgoing fake edge, since the block
6831 profiler needs to take this into account in order to solve the minimal
6832 spanning tree in the case that the call doesn't return.
6834 Handle this by adding a dummy instruction in a new last basic block. */
6835 if (check_last_block)
6837 basic_block bb = EXIT_BLOCK_PTR->prev_bb;
6838 gimple_stmt_iterator gsi = gsi_last_nondebug_bb (bb);
6841 if (!gsi_end_p (gsi))
6844 if (t && need_fake_edge_p (t))
6848 e = find_edge (bb, EXIT_BLOCK_PTR);
6851 gsi_insert_on_edge (e, gimple_build_nop ());
6852 gsi_commit_edge_inserts ();
6857 /* Now add fake edges to the function exit for any non constant
6858 calls since there is no way that we can determine if they will
6860 for (i = 0; i < last_bb; i++)
6862 basic_block bb = BASIC_BLOCK (i);
6863 gimple_stmt_iterator gsi;
6864 gimple stmt, last_stmt;
6869 if (blocks && !TEST_BIT (blocks, i))
6872 gsi = gsi_last_nondebug_bb (bb);
6873 if (!gsi_end_p (gsi))
6875 last_stmt = gsi_stmt (gsi);
6878 stmt = gsi_stmt (gsi);
6879 if (need_fake_edge_p (stmt))
6883 /* The handling above of the final block before the
6884 epilogue should be enough to verify that there is
6885 no edge to the exit block in CFG already.
6886 Calling make_edge in such case would cause us to
6887 mark that edge as fake and remove it later. */
6888 #ifdef ENABLE_CHECKING
6889 if (stmt == last_stmt)
6891 e = find_edge (bb, EXIT_BLOCK_PTR);
6892 gcc_assert (e == NULL);
6896 /* Note that the following may create a new basic block
6897 and renumber the existing basic blocks. */
6898 if (stmt != last_stmt)
6900 e = split_block (bb, stmt);
6904 make_edge (bb, EXIT_BLOCK_PTR, EDGE_FAKE);
6908 while (!gsi_end_p (gsi));
6913 verify_flow_info ();
6915 return blocks_split;
6918 /* Removes edge E and all the blocks dominated by it, and updates dominance
6919 information. The IL in E->src needs to be updated separately.
6920 If dominance info is not available, only the edge E is removed.*/
6923 remove_edge_and_dominated_blocks (edge e)
6925 VEC (basic_block, heap) *bbs_to_remove = NULL;
6926 VEC (basic_block, heap) *bbs_to_fix_dom = NULL;
6930 bool none_removed = false;
6932 basic_block bb, dbb;
6935 if (!dom_info_available_p (CDI_DOMINATORS))
6941 /* No updating is needed for edges to exit. */
6942 if (e->dest == EXIT_BLOCK_PTR)
6944 if (cfgcleanup_altered_bbs)
6945 bitmap_set_bit (cfgcleanup_altered_bbs, e->src->index);
6950 /* First, we find the basic blocks to remove. If E->dest has a predecessor
6951 that is not dominated by E->dest, then this set is empty. Otherwise,
6952 all the basic blocks dominated by E->dest are removed.
6954 Also, to DF_IDOM we store the immediate dominators of the blocks in
6955 the dominance frontier of E (i.e., of the successors of the
6956 removed blocks, if there are any, and of E->dest otherwise). */
6957 FOR_EACH_EDGE (f, ei, e->dest->preds)
6962 if (!dominated_by_p (CDI_DOMINATORS, f->src, e->dest))
6964 none_removed = true;
6969 df = BITMAP_ALLOC (NULL);
6970 df_idom = BITMAP_ALLOC (NULL);
6973 bitmap_set_bit (df_idom,
6974 get_immediate_dominator (CDI_DOMINATORS, e->dest)->index);
6977 bbs_to_remove = get_all_dominated_blocks (CDI_DOMINATORS, e->dest);
6978 FOR_EACH_VEC_ELT (basic_block, bbs_to_remove, i, bb)
6980 FOR_EACH_EDGE (f, ei, bb->succs)
6982 if (f->dest != EXIT_BLOCK_PTR)
6983 bitmap_set_bit (df, f->dest->index);
6986 FOR_EACH_VEC_ELT (basic_block, bbs_to_remove, i, bb)
6987 bitmap_clear_bit (df, bb->index);
6989 EXECUTE_IF_SET_IN_BITMAP (df, 0, i, bi)
6991 bb = BASIC_BLOCK (i);
6992 bitmap_set_bit (df_idom,
6993 get_immediate_dominator (CDI_DOMINATORS, bb)->index);
6997 if (cfgcleanup_altered_bbs)
6999 /* Record the set of the altered basic blocks. */
7000 bitmap_set_bit (cfgcleanup_altered_bbs, e->src->index);
7001 bitmap_ior_into (cfgcleanup_altered_bbs, df);
7004 /* Remove E and the cancelled blocks. */
7009 /* Walk backwards so as to get a chance to substitute all
7010 released DEFs into debug stmts. See
7011 eliminate_unnecessary_stmts() in tree-ssa-dce.c for more
7013 for (i = VEC_length (basic_block, bbs_to_remove); i-- > 0; )
7014 delete_basic_block (VEC_index (basic_block, bbs_to_remove, i));
7017 /* Update the dominance information. The immediate dominator may change only
7018 for blocks whose immediate dominator belongs to DF_IDOM:
7020 Suppose that idom(X) = Y before removal of E and idom(X) != Y after the
7021 removal. Let Z the arbitrary block such that idom(Z) = Y and
7022 Z dominates X after the removal. Before removal, there exists a path P
7023 from Y to X that avoids Z. Let F be the last edge on P that is
7024 removed, and let W = F->dest. Before removal, idom(W) = Y (since Y
7025 dominates W, and because of P, Z does not dominate W), and W belongs to
7026 the dominance frontier of E. Therefore, Y belongs to DF_IDOM. */
7027 EXECUTE_IF_SET_IN_BITMAP (df_idom, 0, i, bi)
7029 bb = BASIC_BLOCK (i);
7030 for (dbb = first_dom_son (CDI_DOMINATORS, bb);
7032 dbb = next_dom_son (CDI_DOMINATORS, dbb))
7033 VEC_safe_push (basic_block, heap, bbs_to_fix_dom, dbb);
7036 iterate_fix_dominators (CDI_DOMINATORS, bbs_to_fix_dom, true);
7039 BITMAP_FREE (df_idom);
7040 VEC_free (basic_block, heap, bbs_to_remove);
7041 VEC_free (basic_block, heap, bbs_to_fix_dom);
7044 /* Purge dead EH edges from basic block BB. */
7047 gimple_purge_dead_eh_edges (basic_block bb)
7049 bool changed = false;
7052 gimple stmt = last_stmt (bb);
7054 if (stmt && stmt_can_throw_internal (stmt))
7057 for (ei = ei_start (bb->succs); (e = ei_safe_edge (ei)); )
7059 if (e->flags & EDGE_EH)
7061 remove_edge_and_dominated_blocks (e);
7071 /* Purge dead EH edges from basic block listed in BLOCKS. */
7074 gimple_purge_all_dead_eh_edges (const_bitmap blocks)
7076 bool changed = false;
7080 EXECUTE_IF_SET_IN_BITMAP (blocks, 0, i, bi)
7082 basic_block bb = BASIC_BLOCK (i);
7084 /* Earlier gimple_purge_dead_eh_edges could have removed
7085 this basic block already. */
7086 gcc_assert (bb || changed);
7088 changed |= gimple_purge_dead_eh_edges (bb);
7094 /* Purge dead abnormal call edges from basic block BB. */
7097 gimple_purge_dead_abnormal_call_edges (basic_block bb)
7099 bool changed = false;
7102 gimple stmt = last_stmt (bb);
7104 if (!cfun->has_nonlocal_label)
7107 if (stmt && stmt_can_make_abnormal_goto (stmt))
7110 for (ei = ei_start (bb->succs); (e = ei_safe_edge (ei)); )
7112 if (e->flags & EDGE_ABNORMAL)
7114 remove_edge_and_dominated_blocks (e);
7124 /* Purge dead abnormal call edges from basic block listed in BLOCKS. */
7127 gimple_purge_all_dead_abnormal_call_edges (const_bitmap blocks)
7129 bool changed = false;
7133 EXECUTE_IF_SET_IN_BITMAP (blocks, 0, i, bi)
7135 basic_block bb = BASIC_BLOCK (i);
7137 /* Earlier gimple_purge_dead_abnormal_call_edges could have removed
7138 this basic block already. */
7139 gcc_assert (bb || changed);
7141 changed |= gimple_purge_dead_abnormal_call_edges (bb);
7147 /* This function is called whenever a new edge is created or
7151 gimple_execute_on_growing_pred (edge e)
7153 basic_block bb = e->dest;
7155 if (!gimple_seq_empty_p (phi_nodes (bb)))
7156 reserve_phi_args_for_new_edge (bb);
7159 /* This function is called immediately before edge E is removed from
7160 the edge vector E->dest->preds. */
7163 gimple_execute_on_shrinking_pred (edge e)
7165 if (!gimple_seq_empty_p (phi_nodes (e->dest)))
7166 remove_phi_args (e);
7169 /*---------------------------------------------------------------------------
7170 Helper functions for Loop versioning
7171 ---------------------------------------------------------------------------*/
7173 /* Adjust phi nodes for 'first' basic block. 'second' basic block is a copy
7174 of 'first'. Both of them are dominated by 'new_head' basic block. When
7175 'new_head' was created by 'second's incoming edge it received phi arguments
7176 on the edge by split_edge(). Later, additional edge 'e' was created to
7177 connect 'new_head' and 'first'. Now this routine adds phi args on this
7178 additional edge 'e' that new_head to second edge received as part of edge
7182 gimple_lv_adjust_loop_header_phi (basic_block first, basic_block second,
7183 basic_block new_head, edge e)
7186 gimple_stmt_iterator psi1, psi2;
7188 edge e2 = find_edge (new_head, second);
7190 /* Because NEW_HEAD has been created by splitting SECOND's incoming
7191 edge, we should always have an edge from NEW_HEAD to SECOND. */
7192 gcc_assert (e2 != NULL);
7194 /* Browse all 'second' basic block phi nodes and add phi args to
7195 edge 'e' for 'first' head. PHI args are always in correct order. */
7197 for (psi2 = gsi_start_phis (second),
7198 psi1 = gsi_start_phis (first);
7199 !gsi_end_p (psi2) && !gsi_end_p (psi1);
7200 gsi_next (&psi2), gsi_next (&psi1))
7202 phi1 = gsi_stmt (psi1);
7203 phi2 = gsi_stmt (psi2);
7204 def = PHI_ARG_DEF (phi2, e2->dest_idx);
7205 add_phi_arg (phi1, def, e, gimple_phi_arg_location_from_edge (phi2, e2));
7210 /* Adds a if else statement to COND_BB with condition COND_EXPR.
7211 SECOND_HEAD is the destination of the THEN and FIRST_HEAD is
7212 the destination of the ELSE part. */
7215 gimple_lv_add_condition_to_bb (basic_block first_head ATTRIBUTE_UNUSED,
7216 basic_block second_head ATTRIBUTE_UNUSED,
7217 basic_block cond_bb, void *cond_e)
7219 gimple_stmt_iterator gsi;
7220 gimple new_cond_expr;
7221 tree cond_expr = (tree) cond_e;
7224 /* Build new conditional expr */
7225 new_cond_expr = gimple_build_cond_from_tree (cond_expr,
7226 NULL_TREE, NULL_TREE);
7228 /* Add new cond in cond_bb. */
7229 gsi = gsi_last_bb (cond_bb);
7230 gsi_insert_after (&gsi, new_cond_expr, GSI_NEW_STMT);
7232 /* Adjust edges appropriately to connect new head with first head
7233 as well as second head. */
7234 e0 = single_succ_edge (cond_bb);
7235 e0->flags &= ~EDGE_FALLTHRU;
7236 e0->flags |= EDGE_FALSE_VALUE;
7239 struct cfg_hooks gimple_cfg_hooks = {
7241 gimple_verify_flow_info,
7242 gimple_dump_bb, /* dump_bb */
7243 create_bb, /* create_basic_block */
7244 gimple_redirect_edge_and_branch, /* redirect_edge_and_branch */
7245 gimple_redirect_edge_and_branch_force, /* redirect_edge_and_branch_force */
7246 gimple_can_remove_branch_p, /* can_remove_branch_p */
7247 remove_bb, /* delete_basic_block */
7248 gimple_split_block, /* split_block */
7249 gimple_move_block_after, /* move_block_after */
7250 gimple_can_merge_blocks_p, /* can_merge_blocks_p */
7251 gimple_merge_blocks, /* merge_blocks */
7252 gimple_predict_edge, /* predict_edge */
7253 gimple_predicted_by_p, /* predicted_by_p */
7254 gimple_can_duplicate_bb_p, /* can_duplicate_block_p */
7255 gimple_duplicate_bb, /* duplicate_block */
7256 gimple_split_edge, /* split_edge */
7257 gimple_make_forwarder_block, /* make_forward_block */
7258 NULL, /* tidy_fallthru_edge */
7259 NULL, /* force_nonfallthru */
7260 gimple_block_ends_with_call_p,/* block_ends_with_call_p */
7261 gimple_block_ends_with_condjump_p, /* block_ends_with_condjump_p */
7262 gimple_flow_call_edges_add, /* flow_call_edges_add */
7263 gimple_execute_on_growing_pred, /* execute_on_growing_pred */
7264 gimple_execute_on_shrinking_pred, /* execute_on_shrinking_pred */
7265 gimple_duplicate_loop_to_header_edge, /* duplicate loop for trees */
7266 gimple_lv_add_condition_to_bb, /* lv_add_condition_to_bb */
7267 gimple_lv_adjust_loop_header_phi, /* lv_adjust_loop_header_phi*/
7268 extract_true_false_edges_from_block, /* extract_cond_bb_edges */
7269 flush_pending_stmts /* flush_pending_stmts */
7273 /* Split all critical edges. */
7276 split_critical_edges (void)
7282 /* split_edge can redirect edges out of SWITCH_EXPRs, which can get
7283 expensive. So we want to enable recording of edge to CASE_LABEL_EXPR
7284 mappings around the calls to split_edge. */
7285 start_recording_case_labels ();
7288 FOR_EACH_EDGE (e, ei, bb->succs)
7290 if (EDGE_CRITICAL_P (e) && !(e->flags & EDGE_ABNORMAL))
7292 /* PRE inserts statements to edges and expects that
7293 since split_critical_edges was done beforehand, committing edge
7294 insertions will not split more edges. In addition to critical
7295 edges we must split edges that have multiple successors and
7296 end by control flow statements, such as RESX.
7297 Go ahead and split them too. This matches the logic in
7298 gimple_find_edge_insert_loc. */
7299 else if ((!single_pred_p (e->dest)
7300 || !gimple_seq_empty_p (phi_nodes (e->dest))
7301 || e->dest == EXIT_BLOCK_PTR)
7302 && e->src != ENTRY_BLOCK_PTR
7303 && !(e->flags & EDGE_ABNORMAL))
7305 gimple_stmt_iterator gsi;
7307 gsi = gsi_last_bb (e->src);
7308 if (!gsi_end_p (gsi)
7309 && stmt_ends_bb_p (gsi_stmt (gsi))
7310 && (gimple_code (gsi_stmt (gsi)) != GIMPLE_RETURN
7311 && !gimple_call_builtin_p (gsi_stmt (gsi),
7317 end_recording_case_labels ();
7321 struct gimple_opt_pass pass_split_crit_edges =
7325 "crited", /* name */
7327 split_critical_edges, /* execute */
7330 0, /* static_pass_number */
7331 TV_TREE_SPLIT_EDGES, /* tv_id */
7332 PROP_cfg, /* properties required */
7333 PROP_no_crit_edges, /* properties_provided */
7334 0, /* properties_destroyed */
7335 0, /* todo_flags_start */
7336 TODO_verify_flow /* todo_flags_finish */
7341 /* Build a ternary operation and gimplify it. Emit code before GSI.
7342 Return the gimple_val holding the result. */
7345 gimplify_build3 (gimple_stmt_iterator *gsi, enum tree_code code,
7346 tree type, tree a, tree b, tree c)
7349 location_t loc = gimple_location (gsi_stmt (*gsi));
7351 ret = fold_build3_loc (loc, code, type, a, b, c);
7354 return force_gimple_operand_gsi (gsi, ret, true, NULL, true,
7358 /* Build a binary operation and gimplify it. Emit code before GSI.
7359 Return the gimple_val holding the result. */
7362 gimplify_build2 (gimple_stmt_iterator *gsi, enum tree_code code,
7363 tree type, tree a, tree b)
7367 ret = fold_build2_loc (gimple_location (gsi_stmt (*gsi)), code, type, a, b);
7370 return force_gimple_operand_gsi (gsi, ret, true, NULL, true,
7374 /* Build a unary operation and gimplify it. Emit code before GSI.
7375 Return the gimple_val holding the result. */
7378 gimplify_build1 (gimple_stmt_iterator *gsi, enum tree_code code, tree type,
7383 ret = fold_build1_loc (gimple_location (gsi_stmt (*gsi)), code, type, a);
7386 return force_gimple_operand_gsi (gsi, ret, true, NULL, true,
7392 /* Emit return warnings. */
7395 execute_warn_function_return (void)
7397 source_location location;
7402 /* If we have a path to EXIT, then we do return. */
7403 if (TREE_THIS_VOLATILE (cfun->decl)
7404 && EDGE_COUNT (EXIT_BLOCK_PTR->preds) > 0)
7406 location = UNKNOWN_LOCATION;
7407 FOR_EACH_EDGE (e, ei, EXIT_BLOCK_PTR->preds)
7409 last = last_stmt (e->src);
7410 if ((gimple_code (last) == GIMPLE_RETURN
7411 || gimple_call_builtin_p (last, BUILT_IN_RETURN))
7412 && (location = gimple_location (last)) != UNKNOWN_LOCATION)
7415 if (location == UNKNOWN_LOCATION)
7416 location = cfun->function_end_locus;
7417 warning_at (location, 0, "%<noreturn%> function does return");
7420 /* If we see "return;" in some basic block, then we do reach the end
7421 without returning a value. */
7422 else if (warn_return_type
7423 && !TREE_NO_WARNING (cfun->decl)
7424 && EDGE_COUNT (EXIT_BLOCK_PTR->preds) > 0
7425 && !VOID_TYPE_P (TREE_TYPE (TREE_TYPE (cfun->decl))))
7427 FOR_EACH_EDGE (e, ei, EXIT_BLOCK_PTR->preds)
7429 gimple last = last_stmt (e->src);
7430 if (gimple_code (last) == GIMPLE_RETURN
7431 && gimple_return_retval (last) == NULL
7432 && !gimple_no_warning_p (last))
7434 location = gimple_location (last);
7435 if (location == UNKNOWN_LOCATION)
7436 location = cfun->function_end_locus;
7437 warning_at (location, OPT_Wreturn_type, "control reaches end of non-void function");
7438 TREE_NO_WARNING (cfun->decl) = 1;
7447 /* Given a basic block B which ends with a conditional and has
7448 precisely two successors, determine which of the edges is taken if
7449 the conditional is true and which is taken if the conditional is
7450 false. Set TRUE_EDGE and FALSE_EDGE appropriately. */
7453 extract_true_false_edges_from_block (basic_block b,
7457 edge e = EDGE_SUCC (b, 0);
7459 if (e->flags & EDGE_TRUE_VALUE)
7462 *false_edge = EDGE_SUCC (b, 1);
7467 *true_edge = EDGE_SUCC (b, 1);
7471 struct gimple_opt_pass pass_warn_function_return =
7475 "*warn_function_return", /* name */
7477 execute_warn_function_return, /* execute */
7480 0, /* static_pass_number */
7481 TV_NONE, /* tv_id */
7482 PROP_cfg, /* properties_required */
7483 0, /* properties_provided */
7484 0, /* properties_destroyed */
7485 0, /* todo_flags_start */
7486 0 /* todo_flags_finish */
7490 /* Emit noreturn warnings. */
7493 execute_warn_function_noreturn (void)
7495 if (!TREE_THIS_VOLATILE (current_function_decl)
7496 && EDGE_COUNT (EXIT_BLOCK_PTR->preds) == 0)
7497 warn_function_noreturn (current_function_decl);
7502 gate_warn_function_noreturn (void)
7504 return warn_suggest_attribute_noreturn;
7507 struct gimple_opt_pass pass_warn_function_noreturn =
7511 "*warn_function_noreturn", /* name */
7512 gate_warn_function_noreturn, /* gate */
7513 execute_warn_function_noreturn, /* execute */
7516 0, /* static_pass_number */
7517 TV_NONE, /* tv_id */
7518 PROP_cfg, /* properties_required */
7519 0, /* properties_provided */
7520 0, /* properties_destroyed */
7521 0, /* todo_flags_start */
7522 0 /* todo_flags_finish */
7527 /* Walk a gimplified function and warn for functions whose return value is
7528 ignored and attribute((warn_unused_result)) is set. This is done before
7529 inlining, so we don't have to worry about that. */
7532 do_warn_unused_result (gimple_seq seq)
7535 gimple_stmt_iterator i;
7537 for (i = gsi_start (seq); !gsi_end_p (i); gsi_next (&i))
7539 gimple g = gsi_stmt (i);
7541 switch (gimple_code (g))
7544 do_warn_unused_result (gimple_bind_body (g));
7547 do_warn_unused_result (gimple_try_eval (g));
7548 do_warn_unused_result (gimple_try_cleanup (g));
7551 do_warn_unused_result (gimple_catch_handler (g));
7553 case GIMPLE_EH_FILTER:
7554 do_warn_unused_result (gimple_eh_filter_failure (g));
7558 if (gimple_call_lhs (g))
7560 if (gimple_call_internal_p (g))
7563 /* This is a naked call, as opposed to a GIMPLE_CALL with an
7564 LHS. All calls whose value is ignored should be
7565 represented like this. Look for the attribute. */
7566 fdecl = gimple_call_fndecl (g);
7567 ftype = gimple_call_fntype (g);
7569 if (lookup_attribute ("warn_unused_result", TYPE_ATTRIBUTES (ftype)))
7571 location_t loc = gimple_location (g);
7574 warning_at (loc, OPT_Wunused_result,
7575 "ignoring return value of %qD, "
7576 "declared with attribute warn_unused_result",
7579 warning_at (loc, OPT_Wunused_result,
7580 "ignoring return value of function "
7581 "declared with attribute warn_unused_result");
7586 /* Not a container, not a call, or a call whose value is used. */
7593 run_warn_unused_result (void)
7595 do_warn_unused_result (gimple_body (current_function_decl));
7600 gate_warn_unused_result (void)
7602 return flag_warn_unused_result;
7605 struct gimple_opt_pass pass_warn_unused_result =
7609 "*warn_unused_result", /* name */
7610 gate_warn_unused_result, /* gate */
7611 run_warn_unused_result, /* execute */
7614 0, /* static_pass_number */
7615 TV_NONE, /* tv_id */
7616 PROP_gimple_any, /* properties_required */
7617 0, /* properties_provided */
7618 0, /* properties_destroyed */
7619 0, /* todo_flags_start */
7620 0, /* todo_flags_finish */