1 /* Conversion of SESE regions to Polyhedra.
2 Copyright (C) 2009 Free Software Foundation, Inc.
3 Contributed by Sebastian Pop <sebastian.pop@amd.com>.
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3, or (at your option)
12 GCC is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING3. If not see
19 <http://www.gnu.org/licenses/>. */
23 #include "coretypes.h"
28 #include "basic-block.h"
29 #include "diagnostic.h"
30 #include "tree-flow.h"
32 #include "tree-dump.h"
35 #include "tree-chrec.h"
36 #include "tree-data-ref.h"
37 #include "tree-scalar-evolution.h"
38 #include "tree-pass.h"
40 #include "value-prof.h"
41 #include "pointer-set.h"
46 #include "cloog/cloog.h"
48 #include "graphite-ppl.h"
50 #include "graphite-poly.h"
51 #include "graphite-scop-detection.h"
52 #include "graphite-clast-to-gimple.h"
53 #include "graphite-sese-to-poly.h"
55 /* Check if VAR is used in a phi node, that is no loop header. */
58 var_used_in_not_loop_header_phi_node (tree var
)
61 imm_use_iterator imm_iter
;
65 FOR_EACH_IMM_USE_STMT (stmt
, imm_iter
, var
)
67 basic_block bb
= gimple_bb (stmt
);
69 if (gimple_code (stmt
) == GIMPLE_PHI
70 && bb
->loop_father
->header
!= bb
)
77 /* Returns the index of the phi argument corresponding to the initial
81 loop_entry_phi_arg (gimple phi
)
83 loop_p loop
= gimple_bb (phi
)->loop_father
;
86 for (i
= 0; i
< gimple_phi_num_args (phi
); i
++)
87 if (!flow_bb_inside_loop_p (loop
, gimple_phi_arg_edge (phi
, i
)->src
))
94 /* Removes a simple copy phi node "RES = phi (INIT, RES)" at position
95 PSI by inserting on the loop ENTRY edge assignment "RES = INIT". */
98 remove_simple_copy_phi (gimple_stmt_iterator
*psi
)
100 gimple phi
= gsi_stmt (*psi
);
101 tree res
= gimple_phi_result (phi
);
102 size_t entry
= loop_entry_phi_arg (phi
);
103 tree init
= gimple_phi_arg_def (phi
, entry
);
104 gimple stmt
= gimple_build_assign (res
, init
);
105 edge e
= gimple_phi_arg_edge (phi
, entry
);
107 remove_phi_node (psi
, false);
108 gsi_insert_on_edge_immediate (e
, stmt
);
109 SSA_NAME_DEF_STMT (res
) = stmt
;
112 /* Removes an invariant phi node at position PSI by inserting on the
113 loop ENTRY edge the assignment RES = INIT. */
116 remove_invariant_phi (sese region
, gimple_stmt_iterator
*psi
)
118 gimple phi
= gsi_stmt (*psi
);
119 loop_p loop
= loop_containing_stmt (phi
);
120 tree res
= gimple_phi_result (phi
);
121 tree scev
= scalar_evolution_in_region (region
, loop
, res
);
122 size_t entry
= loop_entry_phi_arg (phi
);
123 edge e
= gimple_phi_arg_edge (phi
, entry
);
127 gimple_stmt_iterator gsi
;
129 if (tree_contains_chrecs (scev
, NULL
))
130 scev
= gimple_phi_arg_def (phi
, entry
);
132 var
= force_gimple_operand (scev
, &stmts
, true, NULL_TREE
);
133 stmt
= gimple_build_assign (res
, var
);
134 remove_phi_node (psi
, false);
137 stmts
= gimple_seq_alloc ();
139 gsi
= gsi_last (stmts
);
140 gsi_insert_after (&gsi
, stmt
, GSI_NEW_STMT
);
141 gsi_insert_seq_on_edge (e
, stmts
);
142 gsi_commit_edge_inserts ();
143 SSA_NAME_DEF_STMT (res
) = stmt
;
146 /* Returns true when the phi node at PSI is of the form "a = phi (a, x)". */
149 simple_copy_phi_p (gimple phi
)
153 if (gimple_phi_num_args (phi
) != 2)
156 res
= gimple_phi_result (phi
);
157 return (res
== gimple_phi_arg_def (phi
, 0)
158 || res
== gimple_phi_arg_def (phi
, 1));
161 /* Returns true when the phi node at position PSI is a reduction phi
162 node in REGION. Otherwise moves the pointer PSI to the next phi to
166 reduction_phi_p (sese region
, gimple_stmt_iterator
*psi
)
171 gimple phi
= gsi_stmt (*psi
);
172 tree res
= gimple_phi_result (phi
);
174 if (!is_gimple_reg (res
))
180 loop
= loop_containing_stmt (phi
);
182 if (simple_copy_phi_p (phi
))
184 /* FIXME: PRE introduces phi nodes like these, for an example,
185 see id-5.f in the fortran graphite testsuite:
187 # prephitmp.85_265 = PHI <prephitmp.85_258(33), prephitmp.85_265(18)>
189 remove_simple_copy_phi (psi
);
193 /* Main induction variables with constant strides in LOOP are not
195 if (simple_iv (loop
, loop
, res
, &iv
, true))
201 scev
= scalar_evolution_in_region (region
, loop
, res
);
202 if (chrec_contains_undetermined (scev
))
205 if (evolution_function_is_invariant_p (scev
, loop
->num
))
207 remove_invariant_phi (region
, psi
);
211 /* All the other cases are considered reductions. */
215 /* Returns true when BB will be represented in graphite. Return false
216 for the basic blocks that contain code eliminated in the code
217 generation pass: i.e. induction variables and exit conditions. */
220 graphite_stmt_p (sese region
, basic_block bb
,
221 VEC (data_reference_p
, heap
) *drs
)
223 gimple_stmt_iterator gsi
;
224 loop_p loop
= bb
->loop_father
;
226 if (VEC_length (data_reference_p
, drs
) > 0)
229 for (gsi
= gsi_start_bb (bb
); !gsi_end_p (gsi
); gsi_next (&gsi
))
231 gimple stmt
= gsi_stmt (gsi
);
233 switch (gimple_code (stmt
))
235 /* Control flow expressions can be ignored, as they are
236 represented in the iteration domains and will be
237 regenerated by graphite. */
245 tree var
= gimple_assign_lhs (stmt
);
247 /* We need these bbs to be able to construct the phi nodes. */
248 if (var_used_in_not_loop_header_phi_node (var
))
251 var
= scalar_evolution_in_region (region
, loop
, var
);
252 if (chrec_contains_undetermined (var
))
266 /* Store the GRAPHITE representation of BB. */
269 new_gimple_bb (basic_block bb
, VEC (data_reference_p
, heap
) *drs
)
271 struct gimple_bb
*gbb
;
273 gbb
= XNEW (struct gimple_bb
);
276 GBB_DATA_REFS (gbb
) = drs
;
277 GBB_CONDITIONS (gbb
) = NULL
;
278 GBB_CONDITION_CASES (gbb
) = NULL
;
279 GBB_CLOOG_IV_TYPES (gbb
) = NULL
;
287 free_gimple_bb (struct gimple_bb
*gbb
)
289 if (GBB_CLOOG_IV_TYPES (gbb
))
290 htab_delete (GBB_CLOOG_IV_TYPES (gbb
));
292 free_data_refs (GBB_DATA_REFS (gbb
));
294 VEC_free (gimple
, heap
, GBB_CONDITIONS (gbb
));
295 VEC_free (gimple
, heap
, GBB_CONDITION_CASES (gbb
));
296 GBB_BB (gbb
)->aux
= 0;
300 /* Deletes all gimple bbs in SCOP. */
303 remove_gbbs_in_scop (scop_p scop
)
308 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
309 free_gimple_bb (PBB_BLACK_BOX (pbb
));
312 /* Deletes all scops in SCOPS. */
315 free_scops (VEC (scop_p
, heap
) *scops
)
320 for (i
= 0; VEC_iterate (scop_p
, scops
, i
, scop
); i
++)
322 remove_gbbs_in_scop (scop
);
323 free_sese (SCOP_REGION (scop
));
327 VEC_free (scop_p
, heap
, scops
);
330 /* Generates a polyhedral black box only if the bb contains interesting
334 try_generate_gimple_bb (scop_p scop
, basic_block bb
)
336 VEC (data_reference_p
, heap
) *drs
= VEC_alloc (data_reference_p
, heap
, 5);
337 loop_p nest
= outermost_loop_in_sese (SCOP_REGION (scop
), bb
);
338 gimple_stmt_iterator gsi
;
340 for (gsi
= gsi_start_bb (bb
); !gsi_end_p (gsi
); gsi_next (&gsi
))
341 graphite_find_data_references_in_stmt (nest
, gsi_stmt (gsi
), &drs
);
343 if (!graphite_stmt_p (SCOP_REGION (scop
), bb
, drs
))
344 free_data_refs (drs
);
346 new_poly_bb (scop
, new_gimple_bb (bb
, drs
));
349 /* Returns true if all predecessors of BB, that are not dominated by BB, are
350 marked in MAP. The predecessors dominated by BB are loop latches and will
351 be handled after BB. */
354 all_non_dominated_preds_marked_p (basic_block bb
, sbitmap map
)
359 FOR_EACH_EDGE (e
, ei
, bb
->preds
)
360 if (!TEST_BIT (map
, e
->src
->index
)
361 && !dominated_by_p (CDI_DOMINATORS
, e
->src
, bb
))
367 /* Compare the depth of two basic_block's P1 and P2. */
370 compare_bb_depths (const void *p1
, const void *p2
)
372 const_basic_block
const bb1
= *(const_basic_block
const*)p1
;
373 const_basic_block
const bb2
= *(const_basic_block
const*)p2
;
374 int d1
= loop_depth (bb1
->loop_father
);
375 int d2
= loop_depth (bb2
->loop_father
);
386 /* Sort the basic blocks from DOM such that the first are the ones at
387 a deepest loop level. */
390 graphite_sort_dominated_info (VEC (basic_block
, heap
) *dom
)
392 size_t len
= VEC_length (basic_block
, dom
);
394 qsort (VEC_address (basic_block
, dom
), len
, sizeof (basic_block
),
398 /* Recursive helper function for build_scops_bbs. */
401 build_scop_bbs_1 (scop_p scop
, sbitmap visited
, basic_block bb
)
403 sese region
= SCOP_REGION (scop
);
404 VEC (basic_block
, heap
) *dom
;
406 if (TEST_BIT (visited
, bb
->index
)
407 || !bb_in_sese_p (bb
, region
))
410 try_generate_gimple_bb (scop
, bb
);
411 SET_BIT (visited
, bb
->index
);
413 dom
= get_dominated_by (CDI_DOMINATORS
, bb
);
418 graphite_sort_dominated_info (dom
);
420 while (!VEC_empty (basic_block
, dom
))
425 for (i
= 0; VEC_iterate (basic_block
, dom
, i
, dom_bb
); i
++)
426 if (all_non_dominated_preds_marked_p (dom_bb
, visited
))
428 build_scop_bbs_1 (scop
, visited
, dom_bb
);
429 VEC_unordered_remove (basic_block
, dom
, i
);
434 VEC_free (basic_block
, heap
, dom
);
437 /* Gather the basic blocks belonging to the SCOP. */
440 build_scop_bbs (scop_p scop
)
442 sbitmap visited
= sbitmap_alloc (last_basic_block
);
443 sese region
= SCOP_REGION (scop
);
445 sbitmap_zero (visited
);
446 build_scop_bbs_1 (scop
, visited
, SESE_ENTRY_BB (region
));
448 sbitmap_free (visited
);
451 /* Converts the STATIC_SCHEDULE of PBB into a scattering polyhedron.
452 We generate SCATTERING_DIMENSIONS scattering dimensions.
454 CLooG 0.15.0 and previous versions require, that all
455 scattering functions of one CloogProgram have the same number of
456 scattering dimensions, therefore we allow to specify it. This
457 should be removed in future versions of CLooG.
459 The scattering polyhedron consists of these dimensions: scattering,
460 loop_iterators, parameters.
464 | scattering_dimensions = 5
465 | used_scattering_dimensions = 3
473 | Scattering polyhedron:
475 | scattering: {s1, s2, s3, s4, s5}
476 | loop_iterators: {i}
477 | parameters: {p1, p2}
479 | s1 s2 s3 s4 s5 i p1 p2 1
480 | 1 0 0 0 0 0 0 0 -4 = 0
481 | 0 1 0 0 0 -1 0 0 0 = 0
482 | 0 0 1 0 0 0 0 0 -5 = 0 */
485 build_pbb_scattering_polyhedrons (ppl_Linear_Expression_t static_schedule
,
486 poly_bb_p pbb
, int scattering_dimensions
)
489 scop_p scop
= PBB_SCOP (pbb
);
490 int nb_iterators
= pbb_dim_iter_domain (pbb
);
491 int used_scattering_dimensions
= nb_iterators
* 2 + 1;
492 int nb_params
= scop_nb_params (scop
);
494 ppl_dimension_type dim
= scattering_dimensions
+ nb_iterators
+ nb_params
;
497 gcc_assert (scattering_dimensions
>= used_scattering_dimensions
);
500 ppl_new_Coefficient (&c
);
501 PBB_TRANSFORMED (pbb
) = poly_scattering_new ();
502 ppl_new_C_Polyhedron_from_space_dimension
503 (&PBB_TRANSFORMED_SCATTERING (pbb
), dim
, 0);
505 PBB_NB_SCATTERING_TRANSFORM (pbb
) = scattering_dimensions
;
507 for (i
= 0; i
< scattering_dimensions
; i
++)
509 ppl_Constraint_t cstr
;
510 ppl_Linear_Expression_t expr
;
512 ppl_new_Linear_Expression_with_dimension (&expr
, dim
);
514 ppl_assign_Coefficient_from_mpz_t (c
, v
);
515 ppl_Linear_Expression_add_to_coefficient (expr
, i
, c
);
517 /* Textual order inside this loop. */
520 ppl_Linear_Expression_coefficient (static_schedule
, i
/ 2, c
);
521 ppl_Coefficient_to_mpz_t (c
, v
);
523 ppl_assign_Coefficient_from_mpz_t (c
, v
);
524 ppl_Linear_Expression_add_to_inhomogeneous (expr
, c
);
527 /* Iterations of this loop. */
528 else /* if ((i % 2) == 1) */
530 int loop
= (i
- 1) / 2;
532 value_set_si (v
, -1);
533 ppl_assign_Coefficient_from_mpz_t (c
, v
);
534 ppl_Linear_Expression_add_to_coefficient
535 (expr
, scattering_dimensions
+ loop
, c
);
538 ppl_new_Constraint (&cstr
, expr
, PPL_CONSTRAINT_TYPE_EQUAL
);
539 ppl_Polyhedron_add_constraint (PBB_TRANSFORMED_SCATTERING (pbb
), cstr
);
540 ppl_delete_Linear_Expression (expr
);
541 ppl_delete_Constraint (cstr
);
545 ppl_delete_Coefficient (c
);
547 PBB_ORIGINAL (pbb
) = poly_scattering_copy (PBB_TRANSFORMED (pbb
));
550 /* Build for BB the static schedule.
552 The static schedule is a Dewey numbering of the abstract syntax
553 tree: http://en.wikipedia.org/wiki/Dewey_Decimal_Classification
555 The following example informally defines the static schedule:
574 Static schedules for A to F:
587 build_scop_scattering (scop_p scop
)
591 gimple_bb_p previous_gbb
= NULL
;
592 ppl_Linear_Expression_t static_schedule
;
597 ppl_new_Coefficient (&c
);
598 ppl_new_Linear_Expression (&static_schedule
);
600 /* We have to start schedules at 0 on the first component and
601 because we cannot compare_prefix_loops against a previous loop,
602 prefix will be equal to zero, and that index will be
603 incremented before copying. */
604 value_set_si (v
, -1);
605 ppl_assign_Coefficient_from_mpz_t (c
, v
);
606 ppl_Linear_Expression_add_to_coefficient (static_schedule
, 0, c
);
608 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
610 gimple_bb_p gbb
= PBB_BLACK_BOX (pbb
);
611 ppl_Linear_Expression_t common
;
613 int nb_scat_dims
= pbb_dim_iter_domain (pbb
) * 2 + 1;
616 prefix
= nb_common_loops (SCOP_REGION (scop
), previous_gbb
, gbb
);
621 ppl_new_Linear_Expression_with_dimension (&common
, prefix
+ 1);
622 ppl_assign_Linear_Expression_from_Linear_Expression (common
,
626 ppl_assign_Coefficient_from_mpz_t (c
, v
);
627 ppl_Linear_Expression_add_to_coefficient (common
, prefix
, c
);
628 ppl_assign_Linear_Expression_from_Linear_Expression (static_schedule
,
631 build_pbb_scattering_polyhedrons (common
, pbb
, nb_scat_dims
);
633 ppl_delete_Linear_Expression (common
);
637 ppl_delete_Coefficient (c
);
638 ppl_delete_Linear_Expression (static_schedule
);
641 /* Add the value K to the dimension D of the linear expression EXPR. */
644 add_value_to_dim (ppl_dimension_type d
, ppl_Linear_Expression_t expr
,
648 ppl_Coefficient_t coef
;
650 ppl_new_Coefficient (&coef
);
651 ppl_Linear_Expression_coefficient (expr
, d
, coef
);
653 ppl_Coefficient_to_mpz_t (coef
, val
);
655 value_addto (val
, val
, k
);
657 ppl_assign_Coefficient_from_mpz_t (coef
, val
);
658 ppl_Linear_Expression_add_to_coefficient (expr
, d
, coef
);
660 ppl_delete_Coefficient (coef
);
663 /* In the context of scop S, scan E, the right hand side of a scalar
664 evolution function in loop VAR, and translate it to a linear
668 scan_tree_for_params_right_scev (sese s
, tree e
, int var
,
669 ppl_Linear_Expression_t expr
)
673 loop_p loop
= get_loop (var
);
674 ppl_dimension_type l
= sese_loop_depth (s
, loop
) - 1;
677 /* Scalar evolutions should happen in the sese region. */
678 gcc_assert (sese_loop_depth (s
, loop
) > 0);
680 /* We can not deal with parametric strides like:
686 gcc_assert (TREE_CODE (e
) == INTEGER_CST
);
689 value_set_si (val
, int_cst_value (e
));
690 add_value_to_dim (l
, expr
, val
);
695 /* Scan the integer constant CST, and add it to the inhomogeneous part of the
696 linear expression EXPR. K is the multiplier of the constant. */
699 scan_tree_for_params_int (tree cst
, ppl_Linear_Expression_t expr
, Value k
)
702 ppl_Coefficient_t coef
;
703 int v
= int_cst_value (cst
);
706 value_set_si (val
, 0);
708 /* Necessary to not get "-1 = 2^n - 1". */
710 value_sub_int (val
, val
, -v
);
712 value_add_int (val
, val
, v
);
714 value_multiply (val
, val
, k
);
715 ppl_new_Coefficient (&coef
);
716 ppl_assign_Coefficient_from_mpz_t (coef
, val
);
717 ppl_Linear_Expression_add_to_inhomogeneous (expr
, coef
);
719 ppl_delete_Coefficient (coef
);
722 /* Saves in NV at index I a new name for variable P. */
725 save_var_name (char **nv
, int i
, tree p
)
727 const char *name
= get_name (SSA_NAME_VAR (p
));
731 int len
= strlen (name
) + 16;
732 nv
[i
] = XNEWVEC (char, len
);
733 snprintf (nv
[i
], len
, "%s_%d", name
, SSA_NAME_VERSION (p
));
737 nv
[i
] = XNEWVEC (char, 16);
738 snprintf (nv
[i
], 2 + 16, "T_%d", SSA_NAME_VERSION (p
));
742 /* When parameter NAME is in REGION, returns its index in SESE_PARAMS.
743 Otherwise returns -1. */
746 parameter_index_in_region_1 (tree name
, sese region
)
751 gcc_assert (TREE_CODE (name
) == SSA_NAME
);
753 for (i
= 0; VEC_iterate (tree
, SESE_PARAMS (region
), i
, p
); i
++)
760 /* When the parameter NAME is in REGION, returns its index in
761 SESE_PARAMS. Otherwise this function inserts NAME in SESE_PARAMS
762 and returns the index of NAME. */
765 parameter_index_in_region (tree name
, sese region
)
769 gcc_assert (TREE_CODE (name
) == SSA_NAME
);
771 i
= parameter_index_in_region_1 (name
, region
);
775 gcc_assert (SESE_ADD_PARAMS (region
));
777 i
= VEC_length (tree
, SESE_PARAMS (region
));
778 save_var_name (SESE_PARAMS_NAMES (region
), i
, name
);
779 save_clast_name_index (SESE_PARAMS_INDEX (region
),
780 SESE_PARAMS_NAMES (region
)[i
], i
);
781 VEC_safe_push (tree
, heap
, SESE_PARAMS (region
), name
);
785 /* In the context of sese S, scan the expression E and translate it to
786 a linear expression C. When parsing a symbolic multiplication, K
787 represents the constant multiplier of an expression containing
791 scan_tree_for_params (sese s
, tree e
, ppl_Linear_Expression_t c
,
794 if (e
== chrec_dont_know
)
797 switch (TREE_CODE (e
))
799 case POLYNOMIAL_CHREC
:
800 scan_tree_for_params_right_scev (s
, CHREC_RIGHT (e
),
801 CHREC_VARIABLE (e
), c
);
802 scan_tree_for_params (s
, CHREC_LEFT (e
), c
, k
);
806 if (chrec_contains_symbols (TREE_OPERAND (e
, 0)))
811 gcc_assert (host_integerp (TREE_OPERAND (e
, 1), 0));
813 value_set_si (val
, int_cst_value (TREE_OPERAND (e
, 1)));
814 value_multiply (val
, val
, k
);
815 scan_tree_for_params (s
, TREE_OPERAND (e
, 0), c
, val
);
819 scan_tree_for_params (s
, TREE_OPERAND (e
, 0), c
, k
);
826 gcc_assert (host_integerp (TREE_OPERAND (e
, 0), 0));
828 value_set_si (val
, int_cst_value (TREE_OPERAND (e
, 0)));
829 value_multiply (val
, val
, k
);
830 scan_tree_for_params (s
, TREE_OPERAND (e
, 1), c
, val
);
834 scan_tree_for_params (s
, TREE_OPERAND (e
, 1), c
, k
);
839 case POINTER_PLUS_EXPR
:
840 scan_tree_for_params (s
, TREE_OPERAND (e
, 0), c
, k
);
841 scan_tree_for_params (s
, TREE_OPERAND (e
, 1), c
, k
);
846 ppl_Linear_Expression_t tmp_expr
= NULL
;
850 ppl_dimension_type dim
;
851 ppl_Linear_Expression_space_dimension (c
, &dim
);
852 ppl_new_Linear_Expression_with_dimension (&tmp_expr
, dim
);
855 scan_tree_for_params (s
, TREE_OPERAND (e
, 0), c
, k
);
856 scan_tree_for_params (s
, TREE_OPERAND (e
, 1), tmp_expr
, k
);
860 ppl_subtract_Linear_Expression_from_Linear_Expression (c
,
862 ppl_delete_Linear_Expression (tmp_expr
);
870 ppl_Linear_Expression_t tmp_expr
= NULL
;
874 ppl_dimension_type dim
;
875 ppl_Linear_Expression_space_dimension (c
, &dim
);
876 ppl_new_Linear_Expression_with_dimension (&tmp_expr
, dim
);
879 scan_tree_for_params (s
, TREE_OPERAND (e
, 0), tmp_expr
, k
);
883 ppl_subtract_Linear_Expression_from_Linear_Expression (c
,
885 ppl_delete_Linear_Expression (tmp_expr
);
893 ppl_Linear_Expression_t tmp_expr
= NULL
;
897 ppl_dimension_type dim
;
898 ppl_Linear_Expression_space_dimension (c
, &dim
);
899 ppl_new_Linear_Expression_with_dimension (&tmp_expr
, dim
);
902 scan_tree_for_params (s
, TREE_OPERAND (e
, 0), tmp_expr
, k
);
906 ppl_Coefficient_t coef
;
909 ppl_subtract_Linear_Expression_from_Linear_Expression (c
,
911 ppl_delete_Linear_Expression (tmp_expr
);
912 value_init (minus_one
);
913 value_set_si (minus_one
, -1);
914 ppl_new_Coefficient_from_mpz_t (&coef
, minus_one
);
915 ppl_Linear_Expression_add_to_inhomogeneous (c
, coef
);
916 value_clear (minus_one
);
917 ppl_delete_Coefficient (coef
);
925 ppl_dimension_type p
= parameter_index_in_region (e
, s
);
929 ppl_dimension_type dim
;
930 ppl_Linear_Expression_space_dimension (c
, &dim
);
931 p
+= dim
- sese_nb_params (s
);
932 add_value_to_dim (p
, c
, k
);
939 scan_tree_for_params_int (e
, c
, k
);
943 case NON_LVALUE_EXPR
:
944 scan_tree_for_params (s
, TREE_OPERAND (e
, 0), c
, k
);
953 /* Data structure for idx_record_params. */
961 /* For a data reference with an ARRAY_REF as its BASE, record the
962 parameters occurring in IDX. DTA is passed in as complementary
963 information, and is used by the automatic walker function. This
964 function is a callback for for_each_index. */
967 idx_record_params (tree base
, tree
*idx
, void *dta
)
969 struct irp_data
*data
= (struct irp_data
*) dta
;
971 if (TREE_CODE (base
) != ARRAY_REF
)
974 if (TREE_CODE (*idx
) == SSA_NAME
)
977 sese region
= data
->region
;
978 struct loop
*loop
= data
->loop
;
981 scev
= scalar_evolution_in_region (region
, loop
, *idx
);
984 value_set_si (one
, 1);
985 scan_tree_for_params (region
, scev
, NULL
, one
);
992 /* Find parameters with respect to REGION in BB. We are looking in memory
993 access functions, conditions and loop bounds. */
996 find_params_in_bb (sese region
, gimple_bb_p gbb
)
1001 loop_p loop
= GBB_BB (gbb
)->loop_father
;
1003 for (i
= 0; VEC_iterate (data_reference_p
, GBB_DATA_REFS (gbb
), i
, dr
); i
++)
1005 struct irp_data irp
;
1008 irp
.region
= region
;
1009 for_each_index (&dr
->ref
, idx_record_params
, &irp
);
1012 /* Find parameters in conditional statements. */
1013 for (i
= 0; VEC_iterate (gimple
, GBB_CONDITIONS (gbb
), i
, stmt
); i
++)
1016 tree lhs
= scalar_evolution_in_region (region
, loop
,
1017 gimple_cond_lhs (stmt
));
1018 tree rhs
= scalar_evolution_in_region (region
, loop
,
1019 gimple_cond_rhs (stmt
));
1022 value_set_si (one
, 1);
1023 scan_tree_for_params (region
, lhs
, NULL
, one
);
1024 scan_tree_for_params (region
, rhs
, NULL
, one
);
1029 /* Record the parameters used in the SCOP. A variable is a parameter
1030 in a scop if it does not vary during the execution of that scop. */
1033 find_scop_parameters (scop_p scop
)
1037 sese region
= SCOP_REGION (scop
);
1042 value_set_si (one
, 1);
1044 /* Find the parameters used in the loop bounds. */
1045 for (i
= 0; VEC_iterate (loop_p
, SESE_LOOP_NEST (region
), i
, loop
); i
++)
1047 tree nb_iters
= number_of_latch_executions (loop
);
1049 if (!chrec_contains_symbols (nb_iters
))
1052 nb_iters
= scalar_evolution_in_region (region
, loop
, nb_iters
);
1053 scan_tree_for_params (region
, nb_iters
, NULL
, one
);
1058 /* Find the parameters used in data accesses. */
1059 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
1060 find_params_in_bb (region
, PBB_BLACK_BOX (pbb
));
1062 scop_set_nb_params (scop
, sese_nb_params (region
));
1063 SESE_ADD_PARAMS (region
) = false;
1066 /* Returns a gimple_bb from BB. */
1068 static inline gimple_bb_p
1069 gbb_from_bb (basic_block bb
)
1071 return (gimple_bb_p
) bb
->aux
;
1074 /* Builds the constraint polyhedra for LOOP in SCOP. OUTER_PH gives
1075 the constraints for the surrounding loops. */
1078 build_loop_iteration_domains (scop_p scop
, struct loop
*loop
,
1079 ppl_Polyhedron_t outer_ph
, int nb
)
1083 ppl_Polyhedron_t ph
;
1084 tree nb_iters
= number_of_latch_executions (loop
);
1085 ppl_dimension_type dim
= nb
+ 1 + scop_nb_params (scop
);
1086 sese region
= SCOP_REGION (scop
);
1089 ppl_const_Constraint_System_t pcs
;
1090 ppl_dimension_type
*map
1091 = (ppl_dimension_type
*) XNEWVEC (ppl_dimension_type
, dim
);
1093 ppl_new_C_Polyhedron_from_space_dimension (&ph
, dim
, 0);
1094 ppl_Polyhedron_get_constraints (outer_ph
, &pcs
);
1095 ppl_Polyhedron_add_constraints (ph
, pcs
);
1097 for (i
= 0; i
< (int) nb
; i
++)
1099 for (i
= (int) nb
; i
< (int) dim
- 1; i
++)
1103 ppl_Polyhedron_map_space_dimensions (ph
, map
, dim
);
1109 ppl_Constraint_t lb
;
1110 ppl_Linear_Expression_t lb_expr
;
1112 ppl_new_Linear_Expression_with_dimension (&lb_expr
, dim
);
1113 ppl_set_coef (lb_expr
, nb
, 1);
1114 ppl_new_Constraint (&lb
, lb_expr
, PPL_CONSTRAINT_TYPE_GREATER_OR_EQUAL
);
1115 ppl_delete_Linear_Expression (lb_expr
);
1116 ppl_Polyhedron_add_constraint (ph
, lb
);
1117 ppl_delete_Constraint (lb
);
1120 if (TREE_CODE (nb_iters
) == INTEGER_CST
)
1122 ppl_Constraint_t ub
;
1123 ppl_Linear_Expression_t ub_expr
;
1125 ppl_new_Linear_Expression_with_dimension (&ub_expr
, dim
);
1127 /* loop_i <= cst_nb_iters */
1128 ppl_set_coef (ub_expr
, nb
, -1);
1129 ppl_set_inhomogeneous_tree (ub_expr
, nb_iters
);
1130 ppl_new_Constraint (&ub
, ub_expr
, PPL_CONSTRAINT_TYPE_GREATER_OR_EQUAL
);
1131 ppl_Polyhedron_add_constraint (ph
, ub
);
1132 ppl_delete_Linear_Expression (ub_expr
);
1133 ppl_delete_Constraint (ub
);
1135 else if (!chrec_contains_undetermined (nb_iters
))
1138 ppl_Constraint_t ub
;
1139 ppl_Linear_Expression_t ub_expr
;
1142 value_set_si (one
, 1);
1143 ppl_new_Linear_Expression_with_dimension (&ub_expr
, dim
);
1144 nb_iters
= scalar_evolution_in_region (region
, loop
, nb_iters
);
1145 scan_tree_for_params (SCOP_REGION (scop
), nb_iters
, ub_expr
, one
);
1148 /* loop_i <= expr_nb_iters */
1149 ppl_set_coef (ub_expr
, nb
, -1);
1150 ppl_new_Constraint (&ub
, ub_expr
, PPL_CONSTRAINT_TYPE_GREATER_OR_EQUAL
);
1151 ppl_Polyhedron_add_constraint (ph
, ub
);
1152 ppl_delete_Linear_Expression (ub_expr
);
1153 ppl_delete_Constraint (ub
);
1158 if (loop
->inner
&& loop_in_sese_p (loop
->inner
, region
))
1159 build_loop_iteration_domains (scop
, loop
->inner
, ph
, nb
+ 1);
1163 && loop_in_sese_p (loop
->next
, region
))
1164 build_loop_iteration_domains (scop
, loop
->next
, outer_ph
, nb
);
1166 ppl_new_Pointset_Powerset_C_Polyhedron_from_C_Polyhedron
1167 ((ppl_Pointset_Powerset_C_Polyhedron_t
*) &loop
->aux
, ph
);
1169 ppl_delete_Polyhedron (ph
);
1172 /* Returns a linear expression for tree T evaluated in PBB. */
1174 static ppl_Linear_Expression_t
1175 create_linear_expr_from_tree (poly_bb_p pbb
, tree t
)
1178 ppl_Linear_Expression_t res
;
1179 ppl_dimension_type dim
;
1180 sese region
= SCOP_REGION (PBB_SCOP (pbb
));
1181 loop_p loop
= GBB_BB (PBB_BLACK_BOX (pbb
))->loop_father
;
1183 dim
= pbb_dim_iter_domain (pbb
) + pbb_nb_params (pbb
);
1184 ppl_new_Linear_Expression_with_dimension (&res
, dim
);
1186 t
= scalar_evolution_in_region (region
, loop
, t
);
1187 gcc_assert (!automatically_generated_chrec_p (t
));
1190 value_set_si (one
, 1);
1191 scan_tree_for_params (region
, t
, res
, one
);
1197 /* Returns the ppl constraint type from the gimple tree code CODE. */
1199 static enum ppl_enum_Constraint_Type
1200 ppl_constraint_type_from_tree_code (enum tree_code code
)
1204 /* We do not support LT and GT to be able to work with C_Polyhedron.
1205 As we work on integer polyhedron "a < b" can be expressed by
1212 return PPL_CONSTRAINT_TYPE_LESS_OR_EQUAL
;
1215 return PPL_CONSTRAINT_TYPE_GREATER_OR_EQUAL
;
1218 return PPL_CONSTRAINT_TYPE_EQUAL
;
1225 /* Add conditional statement STMT to PS. It is evaluated in PBB and
1226 CODE is used as the comparison operator. This allows us to invert the
1227 condition or to handle inequalities. */
1230 add_condition_to_domain (ppl_Pointset_Powerset_C_Polyhedron_t ps
, gimple stmt
,
1231 poly_bb_p pbb
, enum tree_code code
)
1234 ppl_Coefficient_t c
;
1235 ppl_Linear_Expression_t left
, right
;
1236 ppl_Constraint_t cstr
;
1237 enum ppl_enum_Constraint_Type type
;
1239 left
= create_linear_expr_from_tree (pbb
, gimple_cond_lhs (stmt
));
1240 right
= create_linear_expr_from_tree (pbb
, gimple_cond_rhs (stmt
));
1242 /* If we have < or > expressions convert them to <= or >= by adding 1 to
1243 the left or the right side of the expression. */
1244 if (code
== LT_EXPR
)
1247 value_set_si (v
, 1);
1248 ppl_new_Coefficient (&c
);
1249 ppl_assign_Coefficient_from_mpz_t (c
, v
);
1250 ppl_Linear_Expression_add_to_inhomogeneous (left
, c
);
1251 ppl_delete_Coefficient (c
);
1256 else if (code
== GT_EXPR
)
1259 value_set_si (v
, 1);
1260 ppl_new_Coefficient (&c
);
1261 ppl_assign_Coefficient_from_mpz_t (c
, v
);
1262 ppl_Linear_Expression_add_to_inhomogeneous (right
, c
);
1263 ppl_delete_Coefficient (c
);
1269 type
= ppl_constraint_type_from_tree_code (code
);
1271 ppl_subtract_Linear_Expression_from_Linear_Expression (left
, right
);
1273 ppl_new_Constraint (&cstr
, left
, type
);
1274 ppl_Pointset_Powerset_C_Polyhedron_add_constraint (ps
, cstr
);
1276 ppl_delete_Constraint (cstr
);
1277 ppl_delete_Linear_Expression (left
);
1278 ppl_delete_Linear_Expression (right
);
1281 /* Add conditional statement STMT to pbb. CODE is used as the comparision
1282 operator. This allows us to invert the condition or to handle
1286 add_condition_to_pbb (poly_bb_p pbb
, gimple stmt
, enum tree_code code
)
1288 if (code
== NE_EXPR
)
1290 ppl_Pointset_Powerset_C_Polyhedron_t left
= PBB_DOMAIN (pbb
);
1291 ppl_Pointset_Powerset_C_Polyhedron_t right
;
1292 ppl_new_Pointset_Powerset_C_Polyhedron_from_Pointset_Powerset_C_Polyhedron
1294 add_condition_to_domain (left
, stmt
, pbb
, LT_EXPR
);
1295 add_condition_to_domain (right
, stmt
, pbb
, GT_EXPR
);
1296 ppl_Pointset_Powerset_C_Polyhedron_upper_bound_assign (left
,
1298 ppl_delete_Pointset_Powerset_C_Polyhedron (right
);
1301 add_condition_to_domain (PBB_DOMAIN (pbb
), stmt
, pbb
, code
);
1304 /* Add conditions to the domain of PBB. */
1307 add_conditions_to_domain (poly_bb_p pbb
)
1311 gimple_bb_p gbb
= PBB_BLACK_BOX (pbb
);
1312 VEC (gimple
, heap
) *conditions
= GBB_CONDITIONS (gbb
);
1314 if (VEC_empty (gimple
, conditions
))
1317 for (i
= 0; VEC_iterate (gimple
, conditions
, i
, stmt
); i
++)
1318 switch (gimple_code (stmt
))
1322 enum tree_code code
= gimple_cond_code (stmt
);
1324 /* The conditions for ELSE-branches are inverted. */
1325 if (VEC_index (gimple
, gbb
->condition_cases
, i
) == NULL
)
1326 code
= invert_tree_comparison (code
, false);
1328 add_condition_to_pbb (pbb
, stmt
, code
);
1333 /* Switch statements are not supported right now - fall throught. */
1341 /* Structure used to pass data to dom_walk. */
1345 VEC (gimple
, heap
) **conditions
, **cases
;
1349 /* Returns non NULL when BB has a single predecessor and the last
1350 statement of that predecessor is a COND_EXPR. */
1353 single_pred_cond (basic_block bb
)
1355 if (single_pred_p (bb
))
1357 edge e
= single_pred_edge (bb
);
1358 basic_block pred
= e
->src
;
1359 gimple stmt
= last_stmt (pred
);
1361 if (stmt
&& gimple_code (stmt
) == GIMPLE_COND
)
1367 /* Call-back for dom_walk executed before visiting the dominated
1371 build_sese_conditions_before (struct dom_walk_data
*dw_data
,
1374 struct bsc
*data
= (struct bsc
*) dw_data
->global_data
;
1375 VEC (gimple
, heap
) **conditions
= data
->conditions
;
1376 VEC (gimple
, heap
) **cases
= data
->cases
;
1377 gimple_bb_p gbb
= gbb_from_bb (bb
);
1378 gimple stmt
= single_pred_cond (bb
);
1380 if (!bb_in_sese_p (bb
, data
->region
))
1385 edge e
= single_pred_edge (bb
);
1387 VEC_safe_push (gimple
, heap
, *conditions
, stmt
);
1389 if (e
->flags
& EDGE_TRUE_VALUE
)
1390 VEC_safe_push (gimple
, heap
, *cases
, stmt
);
1392 VEC_safe_push (gimple
, heap
, *cases
, NULL
);
1397 GBB_CONDITIONS (gbb
) = VEC_copy (gimple
, heap
, *conditions
);
1398 GBB_CONDITION_CASES (gbb
) = VEC_copy (gimple
, heap
, *cases
);
1402 /* Call-back for dom_walk executed after visiting the dominated
1406 build_sese_conditions_after (struct dom_walk_data
*dw_data
,
1409 struct bsc
*data
= (struct bsc
*) dw_data
->global_data
;
1410 VEC (gimple
, heap
) **conditions
= data
->conditions
;
1411 VEC (gimple
, heap
) **cases
= data
->cases
;
1413 if (!bb_in_sese_p (bb
, data
->region
))
1416 if (single_pred_cond (bb
))
1418 VEC_pop (gimple
, *conditions
);
1419 VEC_pop (gimple
, *cases
);
1423 /* Record all conditions in REGION. */
1426 build_sese_conditions (sese region
)
1428 struct dom_walk_data walk_data
;
1429 VEC (gimple
, heap
) *conditions
= VEC_alloc (gimple
, heap
, 3);
1430 VEC (gimple
, heap
) *cases
= VEC_alloc (gimple
, heap
, 3);
1433 data
.conditions
= &conditions
;
1434 data
.cases
= &cases
;
1435 data
.region
= region
;
1437 walk_data
.dom_direction
= CDI_DOMINATORS
;
1438 walk_data
.initialize_block_local_data
= NULL
;
1439 walk_data
.before_dom_children
= build_sese_conditions_before
;
1440 walk_data
.after_dom_children
= build_sese_conditions_after
;
1441 walk_data
.global_data
= &data
;
1442 walk_data
.block_local_data_size
= 0;
1444 init_walk_dominator_tree (&walk_data
);
1445 walk_dominator_tree (&walk_data
, SESE_ENTRY_BB (region
));
1446 fini_walk_dominator_tree (&walk_data
);
1448 VEC_free (gimple
, heap
, conditions
);
1449 VEC_free (gimple
, heap
, cases
);
1452 /* Traverses all the GBBs of the SCOP and add their constraints to the
1453 iteration domains. */
1456 add_conditions_to_constraints (scop_p scop
)
1461 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
1462 add_conditions_to_domain (pbb
);
1465 /* Add constraints on the possible values of parameter P from the type
1469 add_param_constraints (scop_p scop
, ppl_Polyhedron_t context
, graphite_dim_t p
)
1471 ppl_Constraint_t cstr
;
1472 ppl_Linear_Expression_t le
;
1473 tree parameter
= VEC_index (tree
, SESE_PARAMS (SCOP_REGION (scop
)), p
);
1474 tree type
= TREE_TYPE (parameter
);
1477 /* Disabled until we fix CPU2006. */
1480 if (!INTEGRAL_TYPE_P (type
))
1483 lb
= TYPE_MIN_VALUE (type
);
1484 ub
= TYPE_MAX_VALUE (type
);
1488 ppl_new_Linear_Expression_with_dimension (&le
, scop_nb_params (scop
));
1489 ppl_set_coef (le
, p
, -1);
1490 ppl_set_inhomogeneous_tree (le
, lb
);
1491 ppl_new_Constraint (&cstr
, le
, PPL_CONSTRAINT_TYPE_LESS_OR_EQUAL
);
1492 ppl_Polyhedron_add_constraint (context
, cstr
);
1493 ppl_delete_Linear_Expression (le
);
1494 ppl_delete_Constraint (cstr
);
1499 ppl_new_Linear_Expression_with_dimension (&le
, scop_nb_params (scop
));
1500 ppl_set_coef (le
, p
, -1);
1501 ppl_set_inhomogeneous_tree (le
, ub
);
1502 ppl_new_Constraint (&cstr
, le
, PPL_CONSTRAINT_TYPE_GREATER_OR_EQUAL
);
1503 ppl_Polyhedron_add_constraint (context
, cstr
);
1504 ppl_delete_Linear_Expression (le
);
1505 ppl_delete_Constraint (cstr
);
1509 /* Build the context of the SCOP. The context usually contains extra
1510 constraints that are added to the iteration domains that constrain
1514 build_scop_context (scop_p scop
)
1516 ppl_Polyhedron_t context
;
1517 graphite_dim_t p
, n
= scop_nb_params (scop
);
1519 ppl_new_C_Polyhedron_from_space_dimension (&context
, n
, 0);
1521 for (p
= 0; p
< n
; p
++)
1522 add_param_constraints (scop
, context
, p
);
1524 ppl_new_Pointset_Powerset_C_Polyhedron_from_C_Polyhedron
1525 (&SCOP_CONTEXT (scop
), context
);
1527 ppl_delete_Polyhedron (context
);
1530 /* Build the iteration domains: the loops belonging to the current
1531 SCOP, and that vary for the execution of the current basic block.
1532 Returns false if there is no loop in SCOP. */
1535 build_scop_iteration_domain (scop_p scop
)
1538 sese region
= SCOP_REGION (scop
);
1540 ppl_Polyhedron_t ph
;
1543 ppl_new_C_Polyhedron_from_space_dimension (&ph
, scop_nb_params (scop
), 0);
1545 for (i
= 0; VEC_iterate (loop_p
, SESE_LOOP_NEST (region
), i
, loop
); i
++)
1546 if (!loop_in_sese_p (loop_outer (loop
), region
))
1547 build_loop_iteration_domains (scop
, loop
, ph
, 0);
1549 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
1550 if (gbb_loop (PBB_BLACK_BOX (pbb
))->aux
)
1551 ppl_new_Pointset_Powerset_C_Polyhedron_from_Pointset_Powerset_C_Polyhedron
1552 (&PBB_DOMAIN (pbb
), (ppl_const_Pointset_Powerset_C_Polyhedron_t
)
1553 gbb_loop (PBB_BLACK_BOX (pbb
))->aux
);
1555 ppl_new_Pointset_Powerset_C_Polyhedron_from_C_Polyhedron
1556 (&PBB_DOMAIN (pbb
), ph
);
1558 for (i
= 0; VEC_iterate (loop_p
, SESE_LOOP_NEST (region
), i
, loop
); i
++)
1561 ppl_delete_Pointset_Powerset_C_Polyhedron
1562 ((ppl_Pointset_Powerset_C_Polyhedron_t
) loop
->aux
);
1566 ppl_delete_Polyhedron (ph
);
1569 /* Add a constrain to the ACCESSES polyhedron for the alias set of
1570 data reference DR. ACCESSP_NB_DIMS is the dimension of the
1571 ACCESSES polyhedron, DOM_NB_DIMS is the dimension of the iteration
1575 pdr_add_alias_set (ppl_Polyhedron_t accesses
, data_reference_p dr
,
1576 ppl_dimension_type accessp_nb_dims
,
1577 ppl_dimension_type dom_nb_dims
)
1579 ppl_Linear_Expression_t alias
;
1580 ppl_Constraint_t cstr
;
1581 int alias_set_num
= 0;
1583 if (dr
->aux
!= NULL
)
1585 alias_set_num
= *((int *)(dr
->aux
));
1590 ppl_new_Linear_Expression_with_dimension (&alias
, accessp_nb_dims
);
1592 ppl_set_coef (alias
, dom_nb_dims
, 1);
1593 ppl_set_inhomogeneous (alias
, -alias_set_num
);
1594 ppl_new_Constraint (&cstr
, alias
, PPL_CONSTRAINT_TYPE_EQUAL
);
1595 ppl_Polyhedron_add_constraint (accesses
, cstr
);
1597 ppl_delete_Linear_Expression (alias
);
1598 ppl_delete_Constraint (cstr
);
1601 /* Add to ACCESSES polyhedron equalities defining the access functions
1602 to the memory. ACCESSP_NB_DIMS is the dimension of the ACCESSES
1603 polyhedron, DOM_NB_DIMS is the dimension of the iteration domain.
1604 PBB is the poly_bb_p that contains the data reference DR. */
1607 pdr_add_memory_accesses (ppl_Polyhedron_t accesses
, data_reference_p dr
,
1608 ppl_dimension_type accessp_nb_dims
,
1609 ppl_dimension_type dom_nb_dims
,
1612 int i
, nb_subscripts
= DR_NUM_DIMENSIONS (dr
);
1614 scop_p scop
= PBB_SCOP (pbb
);
1615 sese region
= SCOP_REGION (scop
);
1619 for (i
= 0; i
< nb_subscripts
; i
++)
1621 ppl_Linear_Expression_t fn
, access
;
1622 ppl_Constraint_t cstr
;
1623 ppl_dimension_type subscript
= dom_nb_dims
+ 1 + i
;
1624 tree afn
= DR_ACCESS_FN (dr
, nb_subscripts
- 1 - i
);
1626 ppl_new_Linear_Expression_with_dimension (&fn
, dom_nb_dims
);
1627 ppl_new_Linear_Expression_with_dimension (&access
, accessp_nb_dims
);
1629 value_set_si (v
, 1);
1630 scan_tree_for_params (region
, afn
, fn
, v
);
1631 ppl_assign_Linear_Expression_from_Linear_Expression (access
, fn
);
1633 ppl_set_coef (access
, subscript
, -1);
1634 ppl_new_Constraint (&cstr
, access
, PPL_CONSTRAINT_TYPE_EQUAL
);
1635 ppl_Polyhedron_add_constraint (accesses
, cstr
);
1637 ppl_delete_Linear_Expression (fn
);
1638 ppl_delete_Linear_Expression (access
);
1639 ppl_delete_Constraint (cstr
);
1645 /* Add constrains representing the size of the accessed data to the
1646 ACCESSES polyhedron. ACCESSP_NB_DIMS is the dimension of the
1647 ACCESSES polyhedron, DOM_NB_DIMS is the dimension of the iteration
1651 pdr_add_data_dimensions (ppl_Polyhedron_t accesses
, data_reference_p dr
,
1652 ppl_dimension_type accessp_nb_dims
,
1653 ppl_dimension_type dom_nb_dims
)
1655 tree ref
= DR_REF (dr
);
1656 int i
, nb_subscripts
= DR_NUM_DIMENSIONS (dr
);
1658 HOST_WIDE_INT elt_size
;
1660 array_size
= TYPE_SIZE (TREE_TYPE (ref
));
1661 if (array_size
== NULL_TREE
1662 || TREE_CODE (array_size
) != INTEGER_CST
)
1665 elt_size
= int_cst_value (array_size
);
1667 for (i
= nb_subscripts
- 1; i
>= 0; i
--)
1669 ppl_Linear_Expression_t expr
;
1670 ppl_Constraint_t cstr
;
1671 ppl_dimension_type subscript
= dom_nb_dims
+ 1 + i
;
1674 /* 0 <= subscript */
1675 ppl_new_Linear_Expression_with_dimension (&expr
, accessp_nb_dims
);
1676 ppl_set_coef (expr
, subscript
, 1);
1677 ppl_new_Constraint (&cstr
, expr
, PPL_CONSTRAINT_TYPE_GREATER_OR_EQUAL
);
1678 ppl_Polyhedron_add_constraint (accesses
, cstr
);
1679 ppl_delete_Linear_Expression (expr
);
1680 ppl_delete_Constraint (cstr
);
1682 ref
= TREE_OPERAND (ref
, 0);
1683 array_size
= TYPE_SIZE (TREE_TYPE (ref
));
1684 if (array_size
== NULL_TREE
1685 || TREE_CODE (array_size
) != INTEGER_CST
)
1688 /* subscript <= array_size */
1689 size
= elt_size
? int_cst_value (array_size
) / elt_size
: 0;
1692 ppl_new_Linear_Expression_with_dimension (&expr
, accessp_nb_dims
);
1693 ppl_set_coef (expr
, subscript
, -1);
1695 ppl_set_inhomogeneous (expr
, size
);
1697 ppl_new_Constraint (&cstr
, expr
, PPL_CONSTRAINT_TYPE_GREATER_OR_EQUAL
);
1698 ppl_Polyhedron_add_constraint (accesses
, cstr
);
1699 ppl_delete_Linear_Expression (expr
);
1700 ppl_delete_Constraint (cstr
);
1703 elt_size
= int_cst_value (array_size
);
1707 /* Build data accesses for DR in PBB. */
1710 build_poly_dr (data_reference_p dr
, poly_bb_p pbb
)
1712 ppl_Polyhedron_t accesses
;
1713 ppl_Pointset_Powerset_C_Polyhedron_t accesses_ps
;
1714 ppl_dimension_type dom_nb_dims
;
1715 ppl_dimension_type accessp_nb_dims
;
1717 ppl_Pointset_Powerset_C_Polyhedron_space_dimension (PBB_DOMAIN (pbb
),
1719 accessp_nb_dims
= dom_nb_dims
+ 1 + DR_NUM_DIMENSIONS (dr
);
1721 ppl_new_C_Polyhedron_from_space_dimension (&accesses
, accessp_nb_dims
, 0);
1723 pdr_add_alias_set (accesses
, dr
, accessp_nb_dims
, dom_nb_dims
);
1724 pdr_add_memory_accesses (accesses
, dr
, accessp_nb_dims
, dom_nb_dims
, pbb
);
1725 pdr_add_data_dimensions (accesses
, dr
, accessp_nb_dims
, dom_nb_dims
);
1727 ppl_new_Pointset_Powerset_C_Polyhedron_from_C_Polyhedron (&accesses_ps
,
1729 ppl_delete_Polyhedron (accesses
);
1730 new_poly_dr (pbb
, accesses_ps
, DR_IS_READ (dr
) ? PDR_READ
: PDR_WRITE
, dr
,
1731 DR_NUM_DIMENSIONS (dr
));
1734 /* Group each data reference in DRS with it's alias set num. */
1737 build_alias_set_for_drs (VEC (data_reference_p
, heap
) **drs
)
1739 int num_vertex
= VEC_length (data_reference_p
, *drs
);
1740 struct graph
*g
= new_graph (num_vertex
);
1741 data_reference_p dr1
, dr2
;
1746 for (i
= 0; VEC_iterate (data_reference_p
, *drs
, i
, dr1
); i
++)
1747 for (j
= i
+1; VEC_iterate (data_reference_p
, *drs
, j
, dr2
); j
++)
1748 if (dr_may_alias_p (dr1
, dr2
))
1754 queue
= XNEWVEC (int, num_vertex
);
1755 for (i
= 0; i
< num_vertex
; i
++)
1758 num_component
= graphds_dfs (g
, queue
, num_vertex
, NULL
, true, NULL
);
1760 for (i
= 0; i
< g
->n_vertices
; i
++)
1762 data_reference_p dr
= VEC_index (data_reference_p
, *drs
, i
);
1763 dr
->aux
= XNEW (int);
1764 *((int *)(dr
->aux
)) = g
->vertices
[i
].component
+ 1;
1771 /* Build the data references for PBB. */
1774 build_pbb_drs (poly_bb_p pbb
)
1777 data_reference_p dr
;
1778 VEC (data_reference_p
, heap
) *gbb_drs
= GBB_DATA_REFS (PBB_BLACK_BOX (pbb
));
1780 for (j
= 0; VEC_iterate (data_reference_p
, gbb_drs
, j
, dr
); j
++)
1781 build_poly_dr (dr
, pbb
);
1784 /* Build data references in SCOP. */
1787 build_scop_drs (scop_p scop
)
1791 data_reference_p dr
;
1792 VEC (data_reference_p
, heap
) *drs
= VEC_alloc (data_reference_p
, heap
, 3);
1794 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
1796 VEC (data_reference_p
, heap
) *gbb_drs
= GBB_DATA_REFS (PBB_BLACK_BOX (pbb
));
1797 for (j
= 0; VEC_iterate (data_reference_p
, gbb_drs
, j
, dr
); j
++)
1798 VEC_safe_push (data_reference_p
, heap
, drs
, dr
);
1801 build_alias_set_for_drs (&drs
);
1802 VEC_free (data_reference_p
, heap
, drs
);
1804 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
1805 build_pbb_drs (pbb
);
1808 /* Return a gsi at the position of the VAR definition. */
1810 static gimple_stmt_iterator
1811 gsi_for_ssa_name_def (tree var
)
1815 gimple_stmt_iterator gsi
;
1816 gimple_stmt_iterator psi
;
1818 gcc_assert (TREE_CODE (var
) == SSA_NAME
);
1820 stmt
= SSA_NAME_DEF_STMT (var
);
1821 bb
= gimple_bb (stmt
);
1823 for (psi
= gsi_start_phis (bb
); !gsi_end_p (psi
); gsi_next (&psi
))
1824 if (stmt
== gsi_stmt (psi
))
1825 return gsi_after_labels (bb
);
1827 for (gsi
= gsi_start_bb (bb
); !gsi_end_p (gsi
); gsi_next (&gsi
))
1828 if (stmt
== gsi_stmt (gsi
))
1838 /* Insert the assignment "RES := VAR" just after the definition of VAR. */
1841 insert_out_of_ssa_copy (tree res
, tree var
)
1843 gimple_stmt_iterator gsi
= gsi_for_ssa_name_def (var
);
1846 gimple_stmt_iterator si
;
1848 var
= force_gimple_operand (var
, &stmts
, true, NULL_TREE
);
1849 stmt
= gimple_build_assign (res
, var
);
1851 stmts
= gimple_seq_alloc ();
1852 si
= gsi_last (stmts
);
1853 gsi_insert_after (&si
, stmt
, GSI_NEW_STMT
);
1854 gsi_insert_seq_before (&gsi
, stmts
, GSI_NEW_STMT
);
1857 /* Insert on edge E the assignment "RES := EXPR". */
1860 insert_out_of_ssa_copy_on_edge (edge e
, tree res
, tree expr
)
1862 gimple_stmt_iterator gsi
;
1864 tree var
= force_gimple_operand (expr
, &stmts
, true, NULL_TREE
);
1865 gimple stmt
= gimple_build_assign (res
, var
);
1868 stmts
= gimple_seq_alloc ();
1870 gsi
= gsi_last (stmts
);
1871 gsi_insert_after (&gsi
, stmt
, GSI_NEW_STMT
);
1872 gsi_insert_seq_on_edge (e
, stmts
);
1873 gsi_commit_edge_inserts ();
1876 /* Creates a zero dimension array of the same type as VAR. */
1879 create_zero_dim_array (tree var
)
1881 tree index_type
= build_index_type (integer_zero_node
);
1882 tree elt_type
= TREE_TYPE (var
);
1883 tree array_type
= build_array_type (elt_type
, index_type
);
1884 tree base
= create_tmp_var (array_type
, "Red");
1886 add_referenced_var (base
);
1888 return build4 (ARRAY_REF
, elt_type
, base
, integer_zero_node
, NULL_TREE
,
1892 /* Returns true when PHI is a loop close phi node. */
1895 scalar_close_phi_node_p (gimple phi
)
1897 gcc_assert (gimple_code (phi
) == GIMPLE_PHI
);
1899 if (!is_gimple_reg (gimple_phi_result (phi
)))
1902 return (gimple_phi_num_args (phi
) == 1);
1905 /* Rewrite out of SSA the reduction phi node at PSI by creating a zero
1906 dimension array for it. */
1909 rewrite_close_phi_out_of_ssa (gimple_stmt_iterator
*psi
)
1911 gimple phi
= gsi_stmt (*psi
);
1912 tree res
= gimple_phi_result (phi
);
1913 tree var
= SSA_NAME_VAR (res
);
1914 tree zero_dim_array
= create_zero_dim_array (var
);
1915 gimple_stmt_iterator gsi
= gsi_after_labels (gimple_bb (phi
));
1916 gimple stmt
= gimple_build_assign (res
, zero_dim_array
);
1917 tree arg
= gimple_phi_arg_def (phi
, 0);
1919 insert_out_of_ssa_copy (zero_dim_array
, arg
);
1921 remove_phi_node (psi
, false);
1922 gsi_insert_before (&gsi
, stmt
, GSI_NEW_STMT
);
1923 SSA_NAME_DEF_STMT (res
) = stmt
;
1926 /* Rewrite out of SSA the reduction phi node at PSI by creating a zero
1927 dimension array for it. */
1930 rewrite_phi_out_of_ssa (gimple_stmt_iterator
*psi
)
1933 gimple phi
= gsi_stmt (*psi
);
1934 basic_block bb
= gimple_bb (phi
);
1935 tree res
= gimple_phi_result (phi
);
1936 tree var
= SSA_NAME_VAR (res
);
1937 tree zero_dim_array
= create_zero_dim_array (var
);
1938 gimple_stmt_iterator gsi
;
1942 for (i
= 0; i
< gimple_phi_num_args (phi
); i
++)
1944 tree arg
= gimple_phi_arg_def (phi
, i
);
1946 /* Try to avoid the insertion on edges as much as possible: this
1947 would avoid the insertion of code on loop latch edges, making
1948 the pattern matching of the vectorizer happy, or it would
1949 avoid the insertion of useless basic blocks. Note that it is
1950 incorrect to insert out of SSA copies close by their
1951 definition when they are more than two loop levels apart:
1952 for example, starting from a double nested loop
1962 the following transform is incorrect
1974 whereas inserting the copy on the incomming edge is correct
1986 if (TREE_CODE (arg
) == SSA_NAME
1987 && is_gimple_reg (arg
)
1988 && gimple_bb (SSA_NAME_DEF_STMT (arg
))
1989 && (flow_bb_inside_loop_p (bb
->loop_father
,
1990 gimple_bb (SSA_NAME_DEF_STMT (arg
)))
1991 || flow_bb_inside_loop_p (loop_outer (bb
->loop_father
),
1992 gimple_bb (SSA_NAME_DEF_STMT (arg
)))))
1993 insert_out_of_ssa_copy (zero_dim_array
, arg
);
1995 insert_out_of_ssa_copy_on_edge (gimple_phi_arg_edge (phi
, i
),
1996 zero_dim_array
, arg
);
1999 var
= force_gimple_operand (zero_dim_array
, &stmts
, true, NULL_TREE
);
2002 stmts
= gimple_seq_alloc ();
2004 stmt
= gimple_build_assign (res
, var
);
2005 remove_phi_node (psi
, false);
2006 SSA_NAME_DEF_STMT (res
) = stmt
;
2008 gsi
= gsi_last (stmts
);
2009 gsi_insert_after (&gsi
, stmt
, GSI_NEW_STMT
);
2011 gsi
= gsi_after_labels (bb
);
2012 gsi_insert_seq_before (&gsi
, stmts
, GSI_NEW_STMT
);
2015 /* Rewrite out of SSA all the reduction phi nodes of SCOP. */
2018 rewrite_reductions_out_of_ssa (scop_p scop
)
2021 gimple_stmt_iterator psi
;
2022 sese region
= SCOP_REGION (scop
);
2025 if (bb_in_region (bb
, SESE_ENTRY_BB (region
), SESE_EXIT_BB (region
)))
2026 for (psi
= gsi_start_phis (bb
); !gsi_end_p (psi
);)
2028 if (scalar_close_phi_node_p (gsi_stmt (psi
)))
2029 rewrite_close_phi_out_of_ssa (&psi
);
2030 else if (reduction_phi_p (region
, &psi
))
2031 rewrite_phi_out_of_ssa (&psi
);
2034 update_ssa (TODO_update_ssa
);
2035 #ifdef ENABLE_CHECKING
2037 verify_loop_closed_ssa ();
2041 /* Returns the number of pbbs that are in loops contained in SCOP. */
2044 nb_pbbs_in_loops (scop_p scop
)
2050 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
2051 if (loop_in_sese_p (gbb_loop (PBB_BLACK_BOX (pbb
)), SCOP_REGION (scop
)))
2057 /* Builds the polyhedral representation for a SESE region. */
2060 build_poly_scop (scop_p scop
)
2062 sese region
= SCOP_REGION (scop
);
2063 rewrite_reductions_out_of_ssa (scop
);
2064 build_scop_bbs (scop
);
2066 /* FIXME: This restriction is needed to avoid a problem in CLooG.
2067 Once CLooG is fixed, remove this guard. Anyways, it makes no
2068 sense to optimize a scop containing only PBBs that do not belong
2070 if (nb_pbbs_in_loops (scop
) == 0)
2073 build_sese_loop_nests (region
);
2074 build_sese_conditions (region
);
2075 find_scop_parameters (scop
);
2077 build_scop_iteration_domain (scop
);
2078 build_scop_context (scop
);
2080 add_conditions_to_constraints (scop
);
2081 build_scop_scattering (scop
);
2082 build_scop_drs (scop
);
2087 /* Always return false. Exercise the scop_to_clast function. */
2090 check_poly_representation (scop_p scop
)
2092 #ifdef ENABLE_CHECKING
2093 cloog_prog_clast pc
= scop_to_clast (scop
);
2094 cloog_clast_free (pc
.stmt
);
2095 cloog_program_free (pc
.prog
);