/* Loop optimizations over tree-ssa.
- Copyright (C) 2003 Free Software Foundation, Inc.
+ Copyright (C) 2003, 2005, 2006, 2007 Free Software Foundation, Inc.
This file is part of GCC.
GCC is free software; you can redistribute it and/or modify it
under the terms of the GNU General Public License as published by the
-Free Software Foundation; either version 2, or (at your option) any
+Free Software Foundation; either version 3, or (at your option) any
later version.
GCC is distributed in the hope that it will be useful, but WITHOUT
for more details.
You should have received a copy of the GNU General Public License
-along with GCC; see the file COPYING. If not, write to the Free
-Software Foundation, 59 Temple Place - Suite 330, Boston, MA
-02111-1307, USA. */
+along with GCC; see the file COPYING3. If not see
+<http://www.gnu.org/licenses/>. */
#include "config.h"
#include "system.h"
#include "tree-inline.h"
#include "tree-scalar-evolution.h"
-/* The loop tree currently optimized. */
+/* Initializes the loop structures. */
-struct loops *current_loops;
-
-/* Initializes the loop structures. DUMP is the file to that the details
- about the analysis should be dumped. */
-
-static struct loops *
-tree_loop_optimizer_init (FILE *dump)
+static void
+tree_loop_optimizer_init (void)
{
- struct loops *loops = loop_optimizer_init (dump);
-
- if (!loops)
- return NULL;
-
- /* Creation of preheaders may create redundant phi nodes if the loop is
- entered by more than one edge, but the initial value of the induction
- variable is the same on all of them. */
- kill_redundant_phi_nodes ();
- rewrite_into_ssa (false);
- bitmap_clear (vars_to_rename);
-
- rewrite_into_loop_closed_ssa ();
-#ifdef ENABLE_CHECKING
- verify_loop_closed_ssa ();
-#endif
-
- return loops;
+ loop_optimizer_init (LOOPS_NORMAL
+ | LOOPS_HAVE_RECORDED_EXITS);
+ rewrite_into_loop_closed_ssa (NULL, TODO_update_ssa);
}
/* The loop superpass. */
static bool
-gate_loop (void)
+gate_tree_loop (void)
{
return flag_tree_loop_optimize != 0;
}
-struct tree_opt_pass pass_loop =
+struct tree_opt_pass pass_tree_loop =
{
"loop", /* name */
- gate_loop, /* gate */
+ gate_tree_loop, /* gate */
NULL, /* execute */
NULL, /* sub */
NULL, /* next */
/* Loop optimizer initialization. */
-static void
+static unsigned int
tree_ssa_loop_init (void)
{
- current_loops = tree_loop_optimizer_init (dump_file);
- if (!current_loops)
- return;
-
- /* Find the loops that are exited just through a single edge. */
- mark_single_exit_loops (current_loops);
+ tree_loop_optimizer_init ();
+ if (number_of_loops () <= 1)
+ return 0;
- scev_initialize (current_loops);
+ scev_initialize ();
+ return 0;
}
-struct tree_opt_pass pass_loop_init =
+struct tree_opt_pass pass_tree_loop_init =
{
"loopinit", /* name */
NULL, /* gate */
NULL, /* sub */
NULL, /* next */
0, /* static_pass_number */
- 0, /* tv_id */
+ TV_TREE_LOOP_INIT, /* tv_id */
PROP_cfg, /* properties_required */
0, /* properties_provided */
0, /* properties_destroyed */
0, /* todo_flags_start */
- TODO_dump_func, /* todo_flags_finish */
+ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
0 /* letter */
};
/* Loop invariant motion pass. */
-static void
+static unsigned int
tree_ssa_loop_im (void)
{
- if (!current_loops)
- return;
+ if (number_of_loops () <= 1)
+ return 0;
- tree_ssa_lim (current_loops);
+ tree_ssa_lim ();
+ return 0;
}
static bool
0, /* properties_provided */
0, /* properties_destroyed */
0, /* todo_flags_start */
- TODO_dump_func, /* todo_flags_finish */
+ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
0 /* letter */
};
/* Loop unswitching pass. */
-static void
+static unsigned int
tree_ssa_loop_unswitch (void)
{
- if (!current_loops)
- return;
+ if (number_of_loops () <= 1)
+ return 0;
- tree_ssa_unswitch_loops (current_loops);
+ return tree_ssa_unswitch_loops ();
}
static bool
return flag_unswitch_loops != 0;
}
-struct tree_opt_pass pass_unswitch =
+struct tree_opt_pass pass_tree_unswitch =
{
"unswitch", /* name */
gate_tree_ssa_loop_unswitch, /* gate */
0, /* properties_provided */
0, /* properties_destroyed */
0, /* todo_flags_start */
- TODO_dump_func, /* todo_flags_finish */
+ TODO_ggc_collect | TODO_dump_func
+ | TODO_verify_loops, /* todo_flags_finish */
0 /* letter */
};
-/* Loop autovectorization. */
+/* Predictive commoning. */
-static void
-tree_vectorize (void)
+static unsigned
+run_tree_predictive_commoning (void)
{
if (!current_loops)
- return;
+ return 0;
- bitmap_clear (vars_to_rename);
- vectorize_loops (current_loops);
+ tree_predictive_commoning ();
+ return 0;
+}
+
+static bool
+gate_tree_predictive_commoning (void)
+{
+ return flag_predictive_commoning != 0;
+}
+
+struct tree_opt_pass pass_predcom =
+{
+ "pcom", /* name */
+ gate_tree_predictive_commoning, /* gate */
+ run_tree_predictive_commoning, /* execute */
+ NULL, /* sub */
+ NULL, /* next */
+ 0, /* static_pass_number */
+ TV_PREDCOM, /* tv_id */
+ PROP_cfg, /* properties_required */
+ 0, /* properties_provided */
+ 0, /* properties_destroyed */
+ 0, /* todo_flags_start */
+ TODO_dump_func | TODO_verify_loops
+ | TODO_update_ssa_only_virtuals, /* todo_flags_finish */
+ 0 /* letter */
+};
+
+/* Loop autovectorization. */
+
+static unsigned int
+tree_vectorize (void)
+{
+ return vectorize_loops ();
}
static bool
gate_tree_vectorize (void)
{
- return flag_tree_vectorize != 0;
+ return flag_tree_vectorize && number_of_loops () > 1;
}
struct tree_opt_pass pass_vectorize =
PROP_cfg | PROP_ssa, /* properties_required */
0, /* properties_provided */
0, /* properties_destroyed */
- 0, /* todo_flags_start */
- TODO_dump_func, /* todo_flags_finish */
+ TODO_verify_loops, /* todo_flags_start */
+ TODO_dump_func | TODO_update_ssa
+ | TODO_ggc_collect, /* todo_flags_finish */
0 /* letter */
};
-
/* Loop nest optimizations. */
-static void
+static unsigned int
tree_linear_transform (void)
{
- if (!current_loops)
- return;
+ if (number_of_loops () <= 1)
+ return 0;
- linear_transform_loops (current_loops);
+ linear_transform_loops ();
+ return 0;
}
static bool
0, /* properties_provided */
0, /* properties_destroyed */
0, /* todo_flags_start */
+ TODO_dump_func | TODO_verify_loops
+ | TODO_update_ssa_only_virtuals
+ | TODO_ggc_collect, /* todo_flags_finish */
+ 0 /* letter */
+};
+
+/* Check the correctness of the data dependence analyzers. */
+
+static unsigned int
+check_data_deps (void)
+{
+ if (number_of_loops () <= 1)
+ return 0;
+
+ tree_check_data_deps ();
+ return 0;
+}
+
+static bool
+gate_check_data_deps (void)
+{
+ return flag_check_data_deps != 0;
+}
+
+struct tree_opt_pass pass_check_data_deps =
+{
+ "ckdd", /* name */
+ gate_check_data_deps, /* gate */
+ check_data_deps, /* execute */
+ NULL, /* sub */
+ NULL, /* next */
+ 0, /* static_pass_number */
+ TV_CHECK_DATA_DEPS, /* tv_id */
+ PROP_cfg | PROP_ssa, /* properties_required */
+ 0, /* properties_provided */
+ 0, /* properties_destroyed */
+ 0, /* todo_flags_start */
TODO_dump_func, /* todo_flags_finish */
0 /* letter */
};
/* Canonical induction variable creation pass. */
-static void
+static unsigned int
tree_ssa_loop_ivcanon (void)
{
- if (!current_loops)
- return;
+ if (number_of_loops () <= 1)
+ return 0;
- canonicalize_induction_variables (current_loops);
+ return canonicalize_induction_variables ();
}
static bool
0, /* properties_provided */
0, /* properties_destroyed */
0, /* todo_flags_start */
- TODO_dump_func, /* todo_flags_finish */
+ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
+ 0 /* letter */
+};
+
+/* Propagation of constants using scev. */
+
+static bool
+gate_scev_const_prop (void)
+{
+ return flag_tree_scev_cprop;
+}
+
+struct tree_opt_pass pass_scev_cprop =
+{
+ "sccp", /* name */
+ gate_scev_const_prop, /* gate */
+ scev_const_prop, /* execute */
+ NULL, /* sub */
+ NULL, /* next */
+ 0, /* static_pass_number */
+ TV_SCEV_CONST, /* tv_id */
+ PROP_cfg | PROP_ssa, /* properties_required */
+ 0, /* properties_provided */
+ 0, /* properties_destroyed */
+ 0, /* todo_flags_start */
+ TODO_dump_func | TODO_cleanup_cfg
+ | TODO_update_ssa_only_virtuals,
+ /* todo_flags_finish */
+ 0 /* letter */
+};
+
+/* Remove empty loops. */
+
+static unsigned int
+tree_ssa_empty_loop (void)
+{
+ if (number_of_loops () <= 1)
+ return 0;
+
+ return remove_empty_loops ();
+}
+
+struct tree_opt_pass pass_empty_loop =
+{
+ "empty", /* name */
+ NULL, /* gate */
+ tree_ssa_empty_loop, /* execute */
+ NULL, /* sub */
+ NULL, /* next */
+ 0, /* static_pass_number */
+ TV_COMPLETE_UNROLL, /* tv_id */
+ PROP_cfg | PROP_ssa, /* properties_required */
+ 0, /* properties_provided */
+ 0, /* properties_destroyed */
+ 0, /* todo_flags_start */
+ TODO_dump_func | TODO_verify_loops
+ | TODO_ggc_collect, /* todo_flags_finish */
0 /* letter */
};
/* Record bounds on numbers of iterations of loops. */
-static void
+static unsigned int
tree_ssa_loop_bounds (void)
{
- if (!current_loops)
- return;
+ if (number_of_loops () <= 1)
+ return 0;
- estimate_numbers_of_iterations (current_loops);
+ estimate_numbers_of_iterations ();
scev_reset ();
+ return 0;
}
struct tree_opt_pass pass_record_bounds =
NULL, /* sub */
NULL, /* next */
0, /* static_pass_number */
- 0, /* tv_id */
+ TV_TREE_LOOP_BOUNDS, /* tv_id */
PROP_cfg | PROP_ssa, /* properties_required */
0, /* properties_provided */
0, /* properties_destroyed */
/* Complete unrolling of loops. */
-static void
+static unsigned int
tree_complete_unroll (void)
{
- if (!current_loops)
- return;
+ if (number_of_loops () <= 1)
+ return 0;
- tree_unroll_loops_completely (current_loops);
+ return tree_unroll_loops_completely (flag_unroll_loops
+ || flag_peel_loops
+ || optimize >= 3);
}
static bool
gate_tree_complete_unroll (void)
{
- return flag_unroll_loops != 0;
+ return true;
}
struct tree_opt_pass pass_complete_unroll =
0, /* properties_provided */
0, /* properties_destroyed */
0, /* todo_flags_start */
- TODO_dump_func, /* todo_flags_finish */
+ TODO_dump_func | TODO_verify_loops
+ | TODO_ggc_collect, /* todo_flags_finish */
+ 0 /* letter */
+};
+
+/* Parallelization. */
+
+static bool
+gate_tree_parallelize_loops (void)
+{
+ return flag_tree_parallelize_loops > 1;
+}
+
+static unsigned
+tree_parallelize_loops (void)
+{
+ if (number_of_loops () <= 1)
+ return 0;
+
+ if (parallelize_loops ())
+ return TODO_cleanup_cfg | TODO_rebuild_alias;
+ return 0;
+}
+
+struct tree_opt_pass pass_parallelize_loops =
+{
+ "parloops", /* name */
+ gate_tree_parallelize_loops, /* gate */
+ tree_parallelize_loops, /* execute */
+ NULL, /* sub */
+ NULL, /* next */
+ 0, /* static_pass_number */
+ TV_TREE_PARALLELIZE_LOOPS, /* tv_id */
+ PROP_cfg | PROP_ssa, /* properties_required */
+ 0, /* properties_provided */
+ 0, /* properties_destroyed */
+ 0, /* todo_flags_start */
+ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
+ 0 /* letter */
+};
+
+/* Prefetching. */
+
+static unsigned int
+tree_ssa_loop_prefetch (void)
+{
+ if (number_of_loops () <= 1)
+ return 0;
+
+ return tree_ssa_prefetch_arrays ();
+}
+
+static bool
+gate_tree_ssa_loop_prefetch (void)
+{
+ return flag_prefetch_loop_arrays != 0;
+}
+
+struct tree_opt_pass pass_loop_prefetch =
+{
+ "aprefetch", /* name */
+ gate_tree_ssa_loop_prefetch, /* gate */
+ tree_ssa_loop_prefetch, /* execute */
+ NULL, /* sub */
+ NULL, /* next */
+ 0, /* static_pass_number */
+ TV_TREE_PREFETCH, /* tv_id */
+ PROP_cfg | PROP_ssa, /* properties_required */
+ 0, /* properties_provided */
+ 0, /* properties_destroyed */
+ 0, /* todo_flags_start */
+ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
0 /* letter */
};
/* Induction variable optimizations. */
-static void
+static unsigned int
tree_ssa_loop_ivopts (void)
{
- if (!current_loops)
- return;
+ if (number_of_loops () <= 1)
+ return 0;
- tree_ssa_iv_optimize (current_loops);
+ tree_ssa_iv_optimize ();
+ return 0;
}
static bool
0, /* properties_provided */
0, /* properties_destroyed */
0, /* todo_flags_start */
- TODO_dump_func, /* todo_flags_finish */
+ TODO_dump_func | TODO_verify_loops
+ | TODO_update_ssa | TODO_ggc_collect, /* todo_flags_finish */
0 /* letter */
};
/* Loop optimizer finalization. */
-static void
+static unsigned int
tree_ssa_loop_done (void)
{
- if (!current_loops)
- return;
-
-#ifdef ENABLE_CHECKING
- verify_loop_closed_ssa ();
-#endif
-
- free_numbers_of_iterations_estimates (current_loops);
+ free_numbers_of_iterations_estimates ();
scev_finalize ();
- loop_optimizer_finalize (current_loops,
- (dump_flags & TDF_DETAILS ? dump_file : NULL));
- current_loops = NULL;
- cleanup_tree_cfg ();
+ loop_optimizer_finalize ();
+ return 0;
}
-struct tree_opt_pass pass_loop_done =
+struct tree_opt_pass pass_tree_loop_done =
{
"loopdone", /* name */
NULL, /* gate */
NULL, /* sub */
NULL, /* next */
0, /* static_pass_number */
- 0, /* tv_id */
+ TV_TREE_LOOP_FINI, /* tv_id */
PROP_cfg, /* properties_required */
0, /* properties_provided */
0, /* properties_destroyed */
0, /* todo_flags_start */
- TODO_dump_func, /* todo_flags_finish */
+ TODO_cleanup_cfg | TODO_dump_func, /* todo_flags_finish */
0 /* letter */
};
-