1 /* Graphite polyhedral representation.
2 Copyright (C) 2009 Free Software Foundation, Inc.
3 Contributed by Sebastian Pop <sebastian.pop@amd.com> and
4 Tobias Grosser <grosser@fim.uni-passau.de>.
6 This file is part of GCC.
8 GCC is free software; you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation; either version 3, or (at your option)
13 GCC is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with GCC; see the file COPYING3. If not see
20 <http://www.gnu.org/licenses/>. */
23 #include "coretypes.h"
29 #include "basic-block.h"
30 #include "diagnostic.h"
31 #include "tree-flow.h"
33 #include "tree-dump.h"
36 #include "tree-chrec.h"
37 #include "tree-data-ref.h"
38 #include "tree-scalar-evolution.h"
39 #include "tree-pass.h"
41 #include "value-prof.h"
42 #include "pointer-set.h"
47 #include "cloog/cloog.h"
50 #include "graphite-ppl.h"
52 #include "graphite-poly.h"
53 #include "graphite-dependences.h"
55 /* Return the maximal loop depth in SCOP. */
58 scop_max_loop_depth (scop_p scop)
64 for (i = 0; VEC_iterate (poly_bb_p, SCOP_BBS (scop), i, pbb); i++)
66 int nb_loops = pbb_dim_iter_domain (pbb);
67 if (max_nb_loops < nb_loops)
68 max_nb_loops = nb_loops;
74 /* Extend the scattering matrix of PBB to MAX_SCATTERING scattering
78 extend_scattering (poly_bb_p pbb, int max_scattering)
80 ppl_dimension_type nb_old_dims, nb_new_dims;
82 ppl_Coefficient_t coef;
85 nb_added_dims = max_scattering - pbb_nb_scattering_transform (pbb);
87 value_set_si (one, 1);
88 ppl_new_Coefficient (&coef);
89 ppl_assign_Coefficient_from_mpz_t (coef, one);
91 gcc_assert (nb_added_dims >= 0);
93 nb_old_dims = pbb_nb_scattering_transform (pbb) + pbb_dim_iter_domain (pbb)
94 + scop_nb_params (PBB_SCOP (pbb));
95 nb_new_dims = nb_old_dims + nb_added_dims;
97 ppl_insert_dimensions (PBB_TRANSFORMED_SCATTERING (pbb),
98 pbb_nb_scattering_transform (pbb), nb_added_dims);
99 PBB_NB_SCATTERING_TRANSFORM (pbb) += nb_added_dims;
101 /* Add identity matrix for the added dimensions. */
102 for (i = max_scattering - nb_added_dims; i < max_scattering; i++)
104 ppl_Constraint_t cstr;
105 ppl_Linear_Expression_t expr;
107 ppl_new_Linear_Expression_with_dimension (&expr, nb_new_dims);
108 ppl_Linear_Expression_add_to_coefficient (expr, i, coef);
109 ppl_new_Constraint (&cstr, expr, PPL_CONSTRAINT_TYPE_EQUAL);
110 ppl_Polyhedron_add_constraint (PBB_TRANSFORMED_SCATTERING (pbb), cstr);
111 ppl_delete_Constraint (cstr);
112 ppl_delete_Linear_Expression (expr);
115 ppl_delete_Coefficient (coef);
119 /* All scattering matrices in SCOP will have the same number of scattering
123 unify_scattering_dimensions (scop_p scop)
127 graphite_dim_t max_scattering = 0;
129 for (i = 0; VEC_iterate (poly_bb_p, SCOP_BBS (scop), i, pbb); i++)
130 max_scattering = MAX (pbb_nb_scattering_transform (pbb), max_scattering);
132 for (i = 0; VEC_iterate (poly_bb_p, SCOP_BBS (scop), i, pbb); i++)
133 extend_scattering (pbb, max_scattering);
135 return max_scattering;
138 /* Prints to FILE the scattering function of PBB. */
141 print_scattering_function (FILE *file, poly_bb_p pbb)
145 if (!PBB_TRANSFORMED (pbb))
148 fprintf (file, "scattering bb_%d (\n", GBB_BB (PBB_BLACK_BOX (pbb))->index);
149 fprintf (file, "# eq");
151 for (i = 0; i < pbb_nb_scattering_transform (pbb); i++)
152 fprintf (file, " s%d", (int) i);
154 for (i = 0; i < pbb_nb_local_vars (pbb); i++)
155 fprintf (file, " lv%d", (int) i);
157 for (i = 0; i < pbb_dim_iter_domain (pbb); i++)
158 fprintf (file, " i%d", (int) i);
160 for (i = 0; i < pbb_nb_params (pbb); i++)
161 fprintf (file, " p%d", (int) i);
163 fprintf (file, " cst\n");
165 ppl_print_polyhedron_matrix (file, PBB_TRANSFORMED_SCATTERING (pbb));
167 fprintf (file, ")\n");
170 /* Prints to FILE the iteration domain of PBB. */
173 print_iteration_domain (FILE *file, poly_bb_p pbb)
175 print_pbb_domain (file, pbb);
178 /* Prints to FILE the scattering functions of every PBB of SCOP. */
181 print_scattering_functions (FILE *file, scop_p scop)
186 for (i = 0; VEC_iterate (poly_bb_p, SCOP_BBS (scop), i, pbb); i++)
187 print_scattering_function (file, pbb);
190 /* Prints to FILE the iteration domains of every PBB of SCOP. */
193 print_iteration_domains (FILE *file, scop_p scop)
198 for (i = 0; VEC_iterate (poly_bb_p, SCOP_BBS (scop), i, pbb); i++)
199 print_iteration_domain (file, pbb);
202 /* Prints to STDERR the scattering function of PBB. */
205 debug_scattering_function (poly_bb_p pbb)
207 print_scattering_function (stderr, pbb);
210 /* Prints to STDERR the iteration domain of PBB. */
213 debug_iteration_domain (poly_bb_p pbb)
215 print_iteration_domain (stderr, pbb);
218 /* Prints to STDERR the scattering functions of every PBB of SCOP. */
221 debug_scattering_functions (scop_p scop)
223 print_scattering_functions (stderr, scop);
226 /* Prints to STDERR the iteration domains of every PBB of SCOP. */
229 debug_iteration_domains (scop_p scop)
231 print_iteration_domains (stderr, scop);
234 /* Apply graphite transformations to all the basic blocks of SCOP. */
237 apply_poly_transforms (scop_p scop)
239 bool transform_done = false;
241 gcc_assert (graphite_legal_transform (scop));
243 /* Generate code even if we did not apply any real transformation.
244 This also allows to check the performance for the identity
245 transformation: GIMPLE -> GRAPHITE -> GIMPLE
246 Keep in mind that CLooG optimizes in control, so the loop structure
247 may change, even if we only use -fgraphite-identity. */
248 if (flag_graphite_identity)
249 transform_done = true;
251 if (flag_loop_parallelize_all)
252 transform_done = true;
255 gcc_unreachable (); /* Not yet supported. */
257 if (flag_loop_strip_mine)
258 transform_done |= scop_do_strip_mine (scop);
260 if (flag_loop_interchange)
261 transform_done |= scop_do_interchange (scop);
263 return transform_done;
266 /* Create a new polyhedral data reference and add it to PBB. It is
267 defined by its ACCESSES, its TYPE, and the number of subscripts
271 new_poly_dr (poly_bb_p pbb,
272 ppl_Pointset_Powerset_C_Polyhedron_t accesses,
273 enum POLY_DR_TYPE type, void *cdr, int nb_subscripts)
275 poly_dr_p pdr = XNEW (struct poly_dr);
278 PDR_ACCESSES (pdr) = accesses;
279 PDR_TYPE (pdr) = type;
281 PDR_NB_SUBSCRIPTS (pdr) = nb_subscripts;
282 VEC_safe_push (poly_dr_p, heap, PBB_DRS (pbb), pdr);
285 /* Free polyhedral data reference PDR. */
288 free_poly_dr (poly_dr_p pdr)
290 ppl_delete_Pointset_Powerset_C_Polyhedron (PDR_ACCESSES (pdr));
294 /* Create a new polyhedral black box. */
297 new_poly_bb (scop_p scop, void *black_box)
299 poly_bb_p pbb = XNEW (struct poly_bb);
301 PBB_DOMAIN (pbb) = NULL;
302 PBB_SCOP (pbb) = scop;
303 pbb_set_black_box (pbb, black_box);
304 PBB_TRANSFORMED (pbb) = NULL;
305 PBB_SAVED (pbb) = NULL;
306 PBB_ORIGINAL (pbb) = NULL;
307 PBB_DRS (pbb) = VEC_alloc (poly_dr_p, heap, 3);
308 VEC_safe_push (poly_bb_p, heap, SCOP_BBS (scop), pbb);
311 /* Free polyhedral black box. */
314 free_poly_bb (poly_bb_p pbb)
319 ppl_delete_Pointset_Powerset_C_Polyhedron (PBB_DOMAIN (pbb));
321 if (PBB_TRANSFORMED (pbb))
322 poly_scattering_free (PBB_TRANSFORMED (pbb));
325 poly_scattering_free (PBB_SAVED (pbb));
327 if (PBB_ORIGINAL (pbb))
328 poly_scattering_free (PBB_ORIGINAL (pbb));
331 for (i = 0; VEC_iterate (poly_dr_p, PBB_DRS (pbb), i, pdr); i++)
334 VEC_free (poly_dr_p, heap, PBB_DRS (pbb));
339 print_pdr_access_layout (FILE *file, poly_dr_p pdr)
343 fprintf (file, "# eq");
345 for (i = 0; i < pdr_dim_iter_domain (pdr); i++)
346 fprintf (file, " i%d", (int) i);
348 for (i = 0; i < pdr_nb_params (pdr); i++)
349 fprintf (file, " p%d", (int) i);
351 fprintf (file, " alias");
353 for (i = 0; i < PDR_NB_SUBSCRIPTS (pdr); i++)
354 fprintf (file, " sub%d", (int) i);
356 fprintf (file, " cst\n");
359 /* Prints to FILE the polyhedral data reference PDR. */
362 print_pdr (FILE *file, poly_dr_p pdr)
364 fprintf (file, "pdr (");
366 switch (PDR_TYPE (pdr))
369 fprintf (file, "read \n");
373 fprintf (file, "write \n");
377 fprintf (file, "may_write \n");
384 dump_data_reference (file, (data_reference_p) PDR_CDR (pdr));
386 fprintf (file, "data accesses (\n");
387 print_pdr_access_layout (file, pdr);
388 ppl_print_powerset_matrix (file, PDR_ACCESSES (pdr));
389 fprintf (file, ")\n");
391 fprintf (file, ")\n");
394 /* Prints to STDERR the polyhedral data reference PDR. */
397 debug_pdr (poly_dr_p pdr)
399 print_pdr (stderr, pdr);
402 /* Creates a new SCOP containing REGION. */
405 new_scop (void *region)
407 scop_p scop = XNEW (struct scop);
409 SCOP_DEP_GRAPH (scop) = NULL;
410 SCOP_CONTEXT (scop) = NULL;
411 scop_set_region (scop, region);
412 SCOP_BBS (scop) = VEC_alloc (poly_bb_p, heap, 3);
413 SCOP_ORIGINAL_PDR_PAIRS (scop) = htab_create (10, hash_poly_dr_pair_p,
414 eq_poly_dr_pair_p, free);
421 free_scop (scop_p scop)
426 for (i = 0; VEC_iterate (poly_bb_p, SCOP_BBS (scop), i, pbb); i++)
429 VEC_free (poly_bb_p, heap, SCOP_BBS (scop));
431 if (SCOP_CONTEXT (scop))
432 ppl_delete_Pointset_Powerset_C_Polyhedron (SCOP_CONTEXT (scop));
434 htab_delete (SCOP_ORIGINAL_PDR_PAIRS (scop));
438 /* Print to FILE the domain of PBB. */
441 print_pbb_domain (FILE *file, poly_bb_p pbb)
444 gimple_bb_p gbb = PBB_BLACK_BOX (pbb);
446 if (!PBB_DOMAIN (pbb))
449 fprintf (file, "domains bb_%d (\n", GBB_BB (gbb)->index);
450 fprintf (file, "# eq");
452 for (i = 0; i < pbb_dim_iter_domain (pbb); i++)
453 fprintf (file, " i%d", (int) i);
455 for (i = 0; i < pbb_nb_params (pbb); i++)
456 fprintf (file, " p%d", (int) i);
458 fprintf (file, " cst\n");
460 if (PBB_DOMAIN (pbb))
461 ppl_print_powerset_matrix (file, PBB_DOMAIN (pbb));
463 fprintf (file, ")\n");
466 /* Dump the cases of a graphite basic block GBB on FILE. */
469 dump_gbb_cases (FILE *file, gimple_bb_p gbb)
473 VEC (gimple, heap) *cases;
478 cases = GBB_CONDITION_CASES (gbb);
479 if (VEC_empty (gimple, cases))
482 fprintf (file, "cases bb_%d (", GBB_BB (gbb)->index);
484 for (i = 0; VEC_iterate (gimple, cases, i, stmt); i++)
485 print_gimple_stmt (file, stmt, 0, 0);
487 fprintf (file, ")\n");
490 /* Dump conditions of a graphite basic block GBB on FILE. */
493 dump_gbb_conditions (FILE *file, gimple_bb_p gbb)
497 VEC (gimple, heap) *conditions;
502 conditions = GBB_CONDITIONS (gbb);
503 if (VEC_empty (gimple, conditions))
506 fprintf (file, "conditions bb_%d (", GBB_BB (gbb)->index);
508 for (i = 0; VEC_iterate (gimple, conditions, i, stmt); i++)
509 print_gimple_stmt (file, stmt, 0, 0);
511 fprintf (file, ")\n");
514 /* Print to FILE all the data references of PBB. */
517 print_pdrs (FILE *file, poly_bb_p pbb)
522 for (i = 0; VEC_iterate (poly_dr_p, PBB_DRS (pbb), i, pdr); i++)
523 print_pdr (file, pdr);
526 /* Print to STDERR all the data references of PBB. */
529 debug_pdrs (poly_bb_p pbb)
531 print_pdrs (stderr, pbb);
534 /* Print to FILE the domain and scattering function of PBB. */
537 print_pbb (FILE *file, poly_bb_p pbb)
539 fprintf (file, "pbb (\n");
540 dump_gbb_conditions (file, PBB_BLACK_BOX (pbb));
541 dump_gbb_cases (file, PBB_BLACK_BOX (pbb));
542 print_pdrs (file, pbb);
543 print_pbb_domain (file, pbb);
544 print_scattering_function (file, pbb);
545 fprintf (file, ")\n");
548 /* Print to FILE the parameters of SCOP. */
551 print_scop_params (FILE *file, scop_p scop)
556 fprintf (file, "parameters (\n");
557 for (i = 0; VEC_iterate (tree, SESE_PARAMS (SCOP_REGION (scop)), i, t); i++)
559 fprintf (file, "p_%d -> ", i);
560 print_generic_expr (file, t, 0);
561 fprintf (file, "\n");
563 fprintf (file, ")\n");
566 /* Print to FILE the context of SCoP. */
568 print_scop_context (FILE *file, scop_p scop)
572 fprintf (file, "context (\n");
573 fprintf (file, "# eq");
575 for (i = 0; i < scop_nb_params (scop); i++)
576 fprintf (file, " p%d", (int) i);
578 fprintf (file, " cst\n");
580 if (SCOP_CONTEXT (scop))
581 ppl_print_powerset_matrix (file, SCOP_CONTEXT (scop));
583 fprintf (file, ")\n");
586 /* Print to FILE the SCOP. */
589 print_scop (FILE *file, scop_p scop)
594 fprintf (file, "scop (\n");
595 print_scop_params (file, scop);
596 print_scop_context (file, scop);
598 for (i = 0; VEC_iterate (poly_bb_p, SCOP_BBS (scop), i, pbb); i++)
599 print_pbb (file, pbb);
601 fprintf (file, ")\n");
604 /* Print to STDERR the domain of PBB. */
607 debug_pbb_domain (poly_bb_p pbb)
609 print_pbb_domain (stderr, pbb);
612 /* Print to FILE the domain and scattering function of PBB. */
615 debug_pbb (poly_bb_p pbb)
617 print_pbb (stderr, pbb);
620 /* Print to STDERR the context of SCOP. */
623 debug_scop_context (scop_p scop)
625 print_scop_context (stderr, scop);
628 /* Print to STDERR the SCOP. */
631 debug_scop (scop_p scop)
633 print_scop (stderr, scop);
636 /* Print to STDERR the parameters of SCOP. */
639 debug_scop_params (scop_p scop)
641 print_scop_params (stderr, scop);
645 /* The dimension in the transformed scattering polyhedron of PBB
646 containing the scattering iterator for the loop at depth LOOP_DEPTH. */
649 psct_scattering_dim_for_loop_depth (poly_bb_p pbb, graphite_dim_t loop_depth)
651 ppl_const_Constraint_System_t pcs;
652 ppl_Constraint_System_const_iterator_t cit, cend;
653 ppl_const_Constraint_t cstr;
654 ppl_Polyhedron_t ph = PBB_TRANSFORMED_SCATTERING (pbb);
655 ppl_dimension_type iter = psct_iterator_dim (pbb, loop_depth);
656 ppl_Linear_Expression_t expr;
657 ppl_Coefficient_t coef;
662 ppl_new_Coefficient (&coef);
663 ppl_Polyhedron_get_constraints (ph, &pcs);
664 ppl_new_Constraint_System_const_iterator (&cit);
665 ppl_new_Constraint_System_const_iterator (&cend);
667 for (ppl_Constraint_System_begin (pcs, cit),
668 ppl_Constraint_System_end (pcs, cend);
669 !ppl_Constraint_System_const_iterator_equal_test (cit, cend);
670 ppl_Constraint_System_const_iterator_increment (cit))
672 ppl_Constraint_System_const_iterator_dereference (cit, &cstr);
673 ppl_new_Linear_Expression_from_Constraint (&expr, cstr);
674 ppl_Linear_Expression_coefficient (expr, iter, coef);
675 ppl_Coefficient_to_mpz_t (coef, val);
677 if (value_zero_p (val))
679 ppl_delete_Linear_Expression (expr);
683 for (i = 0; i < pbb_nb_scattering_transform (pbb); i++)
685 ppl_dimension_type scatter = psct_scattering_dim (pbb, i);
687 ppl_Linear_Expression_coefficient (expr, scatter, coef);
688 ppl_Coefficient_to_mpz_t (coef, val);
690 if (value_notzero_p (val))
693 ppl_delete_Linear_Expression (expr);
694 ppl_delete_Coefficient (coef);
695 ppl_delete_Constraint_System_const_iterator (cit);
696 ppl_delete_Constraint_System_const_iterator (cend);
706 /* Returns the number of iterations NITER of the loop around PBB at
710 pbb_number_of_iterations (poly_bb_p pbb,
711 graphite_dim_t loop_depth,
714 ppl_Linear_Expression_t le;
715 ppl_dimension_type dim;
717 ppl_Pointset_Powerset_C_Polyhedron_space_dimension (PBB_DOMAIN (pbb), &dim);
718 ppl_new_Linear_Expression_with_dimension (&le, dim);
719 ppl_set_coef (le, pbb_iterator_dim (pbb, loop_depth), 1);
720 value_set_si (niter, -1);
721 ppl_max_for_le (PBB_DOMAIN (pbb), le, niter);
722 ppl_delete_Linear_Expression (le);