1 /* Graphite polyhedral representation.
2 Copyright (C) 2009, 2010 Free Software Foundation, Inc.
3 Contributed by Sebastian Pop <sebastian.pop@amd.com> and
4 Tobias Grosser <grosser@fim.uni-passau.de>.
6 This file is part of GCC.
8 GCC is free software; you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation; either version 3, or (at your option)
13 GCC is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with GCC; see the file COPYING3. If not see
20 <http://www.gnu.org/licenses/>. */
22 #ifndef GCC_GRAPHITE_POLY_H
23 #define GCC_GRAPHITE_POLY_H
25 typedef struct poly_dr
*poly_dr_p
;
27 DEF_VEC_ALLOC_P (poly_dr_p
, heap
);
29 typedef struct poly_bb
*poly_bb_p
;
31 DEF_VEC_ALLOC_P (poly_bb_p
, heap
);
33 typedef struct scop
*scop_p
;
35 DEF_VEC_ALLOC_P (scop_p
, heap
);
37 typedef ppl_dimension_type graphite_dim_t
;
39 static inline graphite_dim_t
pbb_dim_iter_domain (const struct poly_bb
*);
40 static inline graphite_dim_t
pbb_nb_params (const struct poly_bb
*);
41 static inline graphite_dim_t
scop_nb_params (scop_p
);
43 /* A data reference can write or read some memory or we
44 just know it may write some memory. */
48 /* PDR_MAY_READs are represented using PDR_READS. This does not
49 limit the expressiveness. */
56 /* An identifier for this PDR. */
59 /* The number of data refs identical to this one in the PBB. */
62 /* A pointer to compiler's data reference description. */
65 /* A pointer to the PBB that contains this data reference. */
68 enum poly_dr_type type
;
70 /* The access polyhedron contains the polyhedral space this data
71 reference will access.
73 The polyhedron contains these dimensions:
76 Every memory access is classified in at least one alias set.
78 - The subscripts (s_0, ..., s_n):
79 The memory is accessed using zero or more subscript dimensions.
81 - The iteration domain (variables and parameters)
83 Do not hardcode the dimensions. Use the following accessor functions:
97 | if (unknown_function ())
104 The data access A[i][j+k] in alias set "5" is described like this:
109 | 0 -1 -1 0 0 1 0 = 0
110 | 0 0 0 0 1 0 0 >= 0 # The last four lines describe the
111 | 0 0 0 0 0 1 0 >= 0 # array size.
112 | 0 0 0 0 -1 0 1335 >= 0
113 | 0 0 0 0 0 -1 123 >= 0
115 The pointer "*p" in alias set "5" and "7" is described as a union of
129 "*p" accesses all of the object allocated with 'malloc'.
131 The scalar data access "m" is represented as an array with zero subscript
137 The difference between the graphite internal format for access data and
138 the OpenSop format is in the order of columns.
144 | 0 -1 -1 0 0 1 0 = 0
145 | 0 0 0 0 1 0 0 >= 0 # The last four lines describe the
146 | 0 0 0 0 0 1 0 >= 0 # array size.
147 | 0 0 0 0 -1 0 1335 >= 0
148 | 0 0 0 0 0 -1 123 >= 0
155 | 0 0 1 0 -1 -1 0 = 0
156 | 0 1 0 0 0 0 0 >= 0 # The last four lines describe the
157 | 0 0 1 0 0 0 0 >= 0 # array size.
158 | 0 -1 0 0 0 0 1335 >= 0
159 | 0 0 -1 0 0 0 123 >= 0
161 The OpenScop access function is printed as follows:
163 | 1 # The number of disjunct components in a union of access functions.
164 | R C O I L P # Described bellow.
168 | 0 0 1 0 -1 -1 0 = 0
169 | 0 1 0 0 0 0 0 >= 0 # The last four lines describe the
170 | 0 0 1 0 0 0 0 >= 0 # array size.
171 | 0 -1 0 0 0 0 1335 >= 0
172 | 0 0 -1 0 0 0 123 >= 0
176 - C: Number of columns.
177 - O: Number of output dimensions = alias set + number of subscripts.
178 - I: Number of input dimensions (iterators).
179 - L: Number of local (existentially quantified) dimensions.
180 - P: Number of parameters.
182 In the example, the vector "R C O I L P" is "7 7 3 2 0 1". */
183 ppl_Pointset_Powerset_C_Polyhedron_t accesses
;
185 /* Data reference's base object set number, we must assure 2 pdrs are in the
186 same base object set before dependency checking. */
187 int dr_base_object_set
;
189 /* The number of subscripts. */
190 graphite_dim_t nb_subscripts
;
193 #define PDR_ID(PDR) (PDR->id)
194 #define PDR_NB_REFS(PDR) (PDR->nb_refs)
195 #define PDR_CDR(PDR) (PDR->compiler_dr)
196 #define PDR_PBB(PDR) (PDR->pbb)
197 #define PDR_TYPE(PDR) (PDR->type)
198 #define PDR_ACCESSES(PDR) (PDR->accesses)
199 #define PDR_BASE_OBJECT_SET(PDR) (PDR->dr_base_object_set)
200 #define PDR_NB_SUBSCRIPTS(PDR) (PDR->nb_subscripts)
202 void new_poly_dr (poly_bb_p
, int, ppl_Pointset_Powerset_C_Polyhedron_t
,
203 enum poly_dr_type
, void *, graphite_dim_t
);
204 void free_poly_dr (poly_dr_p
);
205 void debug_pdr (poly_dr_p
, int);
206 void print_pdr (FILE *, poly_dr_p
, int);
207 static inline scop_p
pdr_scop (poly_dr_p pdr
);
209 /* The dimension of the PDR_ACCESSES polyhedron of PDR. */
211 static inline ppl_dimension_type
212 pdr_dim (poly_dr_p pdr
)
214 ppl_dimension_type dim
;
215 ppl_Pointset_Powerset_C_Polyhedron_space_dimension (PDR_ACCESSES (pdr
),
220 /* The dimension of the iteration domain of the scop of PDR. */
222 static inline ppl_dimension_type
223 pdr_dim_iter_domain (poly_dr_p pdr
)
225 return pbb_dim_iter_domain (PDR_PBB (pdr
));
228 /* The number of parameters of the scop of PDR. */
230 static inline ppl_dimension_type
231 pdr_nb_params (poly_dr_p pdr
)
233 return scop_nb_params (pdr_scop (pdr
));
236 /* The dimension of the alias set in PDR. */
238 static inline ppl_dimension_type
239 pdr_alias_set_dim (poly_dr_p pdr
)
241 poly_bb_p pbb
= PDR_PBB (pdr
);
243 return pbb_dim_iter_domain (pbb
) + pbb_nb_params (pbb
);
246 /* The dimension in PDR containing subscript S. */
248 static inline ppl_dimension_type
249 pdr_subscript_dim (poly_dr_p pdr
, graphite_dim_t s
)
251 poly_bb_p pbb
= PDR_PBB (pdr
);
253 return pbb_dim_iter_domain (pbb
) + pbb_nb_params (pbb
) + 1 + s
;
256 /* The dimension in PDR containing the loop iterator ITER. */
258 static inline ppl_dimension_type
259 pdr_iterator_dim (poly_dr_p pdr ATTRIBUTE_UNUSED
, graphite_dim_t iter
)
264 /* The dimension in PDR containing parameter PARAM. */
266 static inline ppl_dimension_type
267 pdr_parameter_dim (poly_dr_p pdr
, graphite_dim_t param
)
269 poly_bb_p pbb
= PDR_PBB (pdr
);
271 return pbb_dim_iter_domain (pbb
) + param
;
274 /* Returns true when PDR is a "read". */
277 pdr_read_p (poly_dr_p pdr
)
279 return PDR_TYPE (pdr
) == PDR_READ
;
282 /* Returns true when PDR is a "write". */
285 pdr_write_p (poly_dr_p pdr
)
287 return PDR_TYPE (pdr
) == PDR_WRITE
;
290 /* Returns true when PDR is a "may write". */
293 pdr_may_write_p (poly_dr_p pdr
)
295 return PDR_TYPE (pdr
) == PDR_MAY_WRITE
;
298 /* Return true when PDR1 and PDR2 are similar data accesses: they have
299 the same base array, and the same access functions. */
302 same_pdr_p (poly_dr_p pdr1
, poly_dr_p pdr2
)
304 return PDR_TYPE (pdr1
) == PDR_TYPE (pdr2
)
305 && PDR_NB_SUBSCRIPTS (pdr1
) == PDR_NB_SUBSCRIPTS (pdr2
)
306 && PDR_BASE_OBJECT_SET (pdr1
) == PDR_BASE_OBJECT_SET (pdr2
);
309 typedef struct poly_scattering
*poly_scattering_p
;
311 struct poly_scattering
313 /* The scattering function containing the transformations: the
314 layout of this polyhedron is: T|I|G with T the transform
315 scattering, I the iteration domain, G the context parameters. */
316 ppl_Polyhedron_t scattering
;
318 /* The number of local variables. */
319 int nb_local_variables
;
321 /* The number of scattering dimensions. */
325 /* POLY_BB represents a blackbox in the polyhedral model. */
329 /* Pointer to a basic block or a statement in the compiler. */
332 /* Pointer to the SCOP containing this PBB. */
335 /* The iteration domain of this bb. The layout of this polyhedron
336 is I|G with I the iteration domain, G the context parameters.
340 for (i = a - 7*b + 8; i <= 3*a + 13*b + 20; i++)
341 for (j = 2; j <= 2*i + 5; j++)
342 for (k = 0; k <= 5; k++)
345 Loop iterators: i, j, k
355 The number of variables in the DOMAIN may change and is not
356 related to the number of loops in the original code. */
357 ppl_Pointset_Powerset_C_Polyhedron_t domain
;
359 /* The data references we access. */
360 VEC (poly_dr_p
, heap
) *drs
;
362 /* The original scattering. */
363 poly_scattering_p original
;
365 /* The transformed scattering. */
366 poly_scattering_p transformed
;
368 /* A copy of the transformed scattering. */
369 poly_scattering_p saved
;
371 /* True when the PDR duplicates have already been removed. */
372 bool pdr_duplicates_removed
;
374 /* True when this PBB contains only a reduction statement. */
378 #define PBB_BLACK_BOX(PBB) ((gimple_bb_p) PBB->black_box)
379 #define PBB_SCOP(PBB) (PBB->scop)
380 #define PBB_DOMAIN(PBB) (PBB->domain)
381 #define PBB_DRS(PBB) (PBB->drs)
382 #define PBB_ORIGINAL(PBB) (PBB->original)
383 #define PBB_ORIGINAL_SCATTERING(PBB) (PBB->original->scattering)
384 #define PBB_TRANSFORMED(PBB) (PBB->transformed)
385 #define PBB_TRANSFORMED_SCATTERING(PBB) (PBB->transformed->scattering)
386 #define PBB_SAVED(PBB) (PBB->saved)
387 #define PBB_NB_LOCAL_VARIABLES(PBB) (PBB->transformed->nb_local_variables)
388 #define PBB_NB_SCATTERING_TRANSFORM(PBB) (PBB->transformed->nb_scattering)
389 #define PBB_PDR_DUPLICATES_REMOVED(PBB) (PBB->pdr_duplicates_removed)
390 #define PBB_IS_REDUCTION(PBB) (PBB->is_reduction)
392 extern poly_bb_p
new_poly_bb (scop_p
, void *);
393 extern void free_poly_bb (poly_bb_p
);
394 extern void debug_loop_vec (poly_bb_p
);
395 extern void schedule_to_scattering (poly_bb_p
, int);
396 extern void print_pbb_domain (FILE *, poly_bb_p
, int);
397 extern void print_pbb (FILE *, poly_bb_p
, int);
398 extern void print_scop_context (FILE *, scop_p
, int);
399 extern void print_scop (FILE *, scop_p
, int);
400 extern void print_cloog (FILE *, scop_p
, int);
401 extern void debug_pbb_domain (poly_bb_p
, int);
402 extern void debug_pbb (poly_bb_p
, int);
403 extern void print_pdrs (FILE *, poly_bb_p
, int);
404 extern void debug_pdrs (poly_bb_p
, int);
405 extern void debug_scop_context (scop_p
, int);
406 extern void debug_scop (scop_p
, int);
407 extern void debug_cloog (scop_p
, int);
408 extern void print_scop_params (FILE *, scop_p
, int);
409 extern void debug_scop_params (scop_p
, int);
410 extern void print_iteration_domain (FILE *, poly_bb_p
, int);
411 extern void print_iteration_domains (FILE *, scop_p
, int);
412 extern void debug_iteration_domain (poly_bb_p
, int);
413 extern void debug_iteration_domains (scop_p
, int);
414 extern bool scop_do_interchange (scop_p
);
415 extern bool scop_do_strip_mine (scop_p
, int);
416 extern bool scop_do_block (scop_p
);
417 extern bool flatten_all_loops (scop_p
);
418 extern void pbb_number_of_iterations_at_time (poly_bb_p
, graphite_dim_t
, mpz_t
);
419 extern void pbb_remove_duplicate_pdrs (poly_bb_p
);
421 /* Return the number of write data references in PBB. */
424 number_of_write_pdrs (poly_bb_p pbb
)
430 for (i
= 0; VEC_iterate (poly_dr_p
, PBB_DRS (pbb
), i
, pdr
); i
++)
431 if (PDR_TYPE (pdr
) == PDR_WRITE
)
437 /* Returns a gimple_bb from BB. */
439 static inline gimple_bb_p
440 gbb_from_bb (basic_block bb
)
442 return (gimple_bb_p
) bb
->aux
;
445 /* The poly_bb of the BB. */
447 static inline poly_bb_p
448 pbb_from_bb (basic_block bb
)
450 return GBB_PBB (gbb_from_bb (bb
));
453 /* The basic block of the PBB. */
455 static inline basic_block
456 pbb_bb (poly_bb_p pbb
)
458 return GBB_BB (PBB_BLACK_BOX (pbb
));
461 /* The index of the PBB. */
464 pbb_index (poly_bb_p pbb
)
466 return pbb_bb (pbb
)->index
;
469 /* The loop of the PBB. */
472 pbb_loop (poly_bb_p pbb
)
474 return gbb_loop (PBB_BLACK_BOX (pbb
));
477 /* The scop that contains the PDR. */
480 pdr_scop (poly_dr_p pdr
)
482 return PBB_SCOP (PDR_PBB (pdr
));
485 /* Set black box of PBB to BLACKBOX. */
488 pbb_set_black_box (poly_bb_p pbb
, void *black_box
)
490 pbb
->black_box
= black_box
;
493 /* The number of loops around PBB: the dimension of the iteration
496 static inline graphite_dim_t
497 pbb_dim_iter_domain (const struct poly_bb
*pbb
)
499 scop_p scop
= PBB_SCOP (pbb
);
500 ppl_dimension_type dim
;
502 ppl_Pointset_Powerset_C_Polyhedron_space_dimension (PBB_DOMAIN (pbb
), &dim
);
503 return dim
- scop_nb_params (scop
);
506 /* The number of params defined in PBB. */
508 static inline graphite_dim_t
509 pbb_nb_params (const struct poly_bb
*pbb
)
511 scop_p scop
= PBB_SCOP (pbb
);
513 return scop_nb_params (scop
);
516 /* The number of scattering dimensions in the SCATTERING polyhedron
517 of a PBB for a given SCOP. */
519 static inline graphite_dim_t
520 pbb_nb_scattering_orig (const struct poly_bb
*pbb
)
522 return 2 * pbb_dim_iter_domain (pbb
) + 1;
525 /* The number of scattering dimensions in PBB. */
527 static inline graphite_dim_t
528 pbb_nb_scattering_transform (const struct poly_bb
*pbb
)
530 return PBB_NB_SCATTERING_TRANSFORM (pbb
);
533 /* The number of dynamic scattering dimensions in PBB. */
535 static inline graphite_dim_t
536 pbb_nb_dynamic_scattering_transform (const struct poly_bb
*pbb
)
538 /* This function requires the 2d + 1 scattering format to be
539 invariant during all transformations. */
540 gcc_assert (PBB_NB_SCATTERING_TRANSFORM (pbb
) % 2);
541 return PBB_NB_SCATTERING_TRANSFORM (pbb
) / 2;
544 /* Returns the number of local variables used in the transformed
545 scattering polyhedron of PBB. */
547 static inline graphite_dim_t
548 pbb_nb_local_vars (const struct poly_bb
*pbb
)
550 /* For now we do not have any local variables, as we do not do strip
551 mining for example. */
552 return PBB_NB_LOCAL_VARIABLES (pbb
);
555 /* The dimension in the domain of PBB containing the iterator ITER. */
557 static inline ppl_dimension_type
558 pbb_iterator_dim (poly_bb_p pbb ATTRIBUTE_UNUSED
, graphite_dim_t iter
)
563 /* The dimension in the domain of PBB containing the iterator ITER. */
565 static inline ppl_dimension_type
566 pbb_parameter_dim (poly_bb_p pbb
, graphite_dim_t param
)
569 + pbb_dim_iter_domain (pbb
);
572 /* The dimension in the original scattering polyhedron of PBB
573 containing the scattering iterator SCATTER. */
575 static inline ppl_dimension_type
576 psco_scattering_dim (poly_bb_p pbb ATTRIBUTE_UNUSED
, graphite_dim_t scatter
)
578 gcc_assert (scatter
< pbb_nb_scattering_orig (pbb
));
582 /* The dimension in the transformed scattering polyhedron of PBB
583 containing the scattering iterator SCATTER. */
585 static inline ppl_dimension_type
586 psct_scattering_dim (poly_bb_p pbb ATTRIBUTE_UNUSED
, graphite_dim_t scatter
)
588 gcc_assert (scatter
<= pbb_nb_scattering_transform (pbb
));
592 ppl_dimension_type
psct_scattering_dim_for_loop_depth (poly_bb_p
,
595 /* The dimension in the transformed scattering polyhedron of PBB of
596 the local variable LV. */
598 static inline ppl_dimension_type
599 psct_local_var_dim (poly_bb_p pbb
, graphite_dim_t lv
)
601 gcc_assert (lv
<= pbb_nb_local_vars (pbb
));
602 return lv
+ pbb_nb_scattering_transform (pbb
);
605 /* The dimension in the original scattering polyhedron of PBB
606 containing the loop iterator ITER. */
608 static inline ppl_dimension_type
609 psco_iterator_dim (poly_bb_p pbb
, graphite_dim_t iter
)
611 gcc_assert (iter
< pbb_dim_iter_domain (pbb
));
612 return iter
+ pbb_nb_scattering_orig (pbb
);
615 /* The dimension in the transformed scattering polyhedron of PBB
616 containing the loop iterator ITER. */
618 static inline ppl_dimension_type
619 psct_iterator_dim (poly_bb_p pbb
, graphite_dim_t iter
)
621 gcc_assert (iter
< pbb_dim_iter_domain (pbb
));
623 + pbb_nb_scattering_transform (pbb
)
624 + pbb_nb_local_vars (pbb
);
627 /* The dimension in the original scattering polyhedron of PBB
628 containing parameter PARAM. */
630 static inline ppl_dimension_type
631 psco_parameter_dim (poly_bb_p pbb
, graphite_dim_t param
)
633 gcc_assert (param
< pbb_nb_params (pbb
));
635 + pbb_nb_scattering_orig (pbb
)
636 + pbb_dim_iter_domain (pbb
);
639 /* The dimension in the transformed scattering polyhedron of PBB
640 containing parameter PARAM. */
642 static inline ppl_dimension_type
643 psct_parameter_dim (poly_bb_p pbb
, graphite_dim_t param
)
645 gcc_assert (param
< pbb_nb_params (pbb
));
647 + pbb_nb_scattering_transform (pbb
)
648 + pbb_nb_local_vars (pbb
)
649 + pbb_dim_iter_domain (pbb
);
652 /* The scattering dimension of PBB corresponding to the dynamic level
655 static inline ppl_dimension_type
656 psct_dynamic_dim (poly_bb_p pbb
, graphite_dim_t level
)
658 graphite_dim_t result
= 1 + 2 * level
;
660 gcc_assert (result
< pbb_nb_scattering_transform (pbb
));
664 /* The scattering dimension of PBB corresponding to the static
665 sequence of the loop level LEVEL. */
667 static inline ppl_dimension_type
668 psct_static_dim (poly_bb_p pbb
, graphite_dim_t level
)
670 graphite_dim_t result
= 2 * level
;
672 gcc_assert (result
< pbb_nb_scattering_transform (pbb
));
676 /* Adds to the transformed scattering polyhedron of PBB a new local
677 variable and returns its index. */
679 static inline graphite_dim_t
680 psct_add_local_variable (poly_bb_p pbb
)
682 graphite_dim_t nlv
= pbb_nb_local_vars (pbb
);
683 ppl_dimension_type lv_column
= psct_local_var_dim (pbb
, nlv
);
684 ppl_insert_dimensions (PBB_TRANSFORMED_SCATTERING (pbb
), lv_column
, 1);
685 PBB_NB_LOCAL_VARIABLES (pbb
) += 1;
689 /* Adds a dimension to the transformed scattering polyhedron of PBB at
693 psct_add_scattering_dimension (poly_bb_p pbb
, ppl_dimension_type index
)
695 gcc_assert (index
< pbb_nb_scattering_transform (pbb
));
697 ppl_insert_dimensions (PBB_TRANSFORMED_SCATTERING (pbb
), index
, 1);
698 PBB_NB_SCATTERING_TRANSFORM (pbb
) += 1;
701 typedef struct lst
*lst_p
;
703 DEF_VEC_ALLOC_P (lst_p
, heap
);
705 /* Loops and Statements Tree. */
708 /* LOOP_P is true when an LST node is a loop. */
711 /* A pointer to the loop that contains this node. */
714 /* The sum of all the memory strides for an LST loop. */
715 mpz_t memory_strides
;
717 /* Loop nodes contain a sequence SEQ of LST nodes, statements
718 contain a pointer to their polyhedral representation PBB. */
721 VEC (lst_p
, heap
) *seq
;
725 #define LST_LOOP_P(LST) ((LST)->loop_p)
726 #define LST_LOOP_FATHER(LST) ((LST)->loop_father)
727 #define LST_PBB(LST) ((LST)->node.pbb)
728 #define LST_SEQ(LST) ((LST)->node.seq)
729 #define LST_LOOP_MEMORY_STRIDES(LST) ((LST)->memory_strides)
731 void scop_to_lst (scop_p
);
732 void print_lst (FILE *, lst_p
, int);
733 void debug_lst (lst_p
);
734 void dot_lst (lst_p
);
736 /* Creates a new LST loop with SEQ. */
739 new_lst_loop (VEC (lst_p
, heap
) *seq
)
741 lst_p lst
= XNEW (struct lst
);
745 LST_LOOP_P (lst
) = true;
747 LST_LOOP_FATHER (lst
) = NULL
;
748 mpz_init (LST_LOOP_MEMORY_STRIDES (lst
));
749 mpz_set_si (LST_LOOP_MEMORY_STRIDES (lst
), -1);
751 for (i
= 0; VEC_iterate (lst_p
, seq
, i
, l
); i
++)
752 LST_LOOP_FATHER (l
) = lst
;
757 /* Creates a new LST statement with PBB. */
760 new_lst_stmt (poly_bb_p pbb
)
762 lst_p lst
= XNEW (struct lst
);
764 LST_LOOP_P (lst
) = false;
766 LST_LOOP_FATHER (lst
) = NULL
;
770 /* Frees the memory used by LST. */
778 if (LST_LOOP_P (lst
))
783 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (lst
), i
, l
); i
++)
786 mpz_clear (LST_LOOP_MEMORY_STRIDES (lst
));
787 VEC_free (lst_p
, heap
, LST_SEQ (lst
));
793 /* Returns a copy of LST. */
801 if (LST_LOOP_P (lst
))
805 VEC (lst_p
, heap
) *seq
= VEC_alloc (lst_p
, heap
, 5);
807 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (lst
), i
, l
); i
++)
808 VEC_safe_push (lst_p
, heap
, seq
, copy_lst (l
));
810 return new_lst_loop (seq
);
813 return new_lst_stmt (LST_PBB (lst
));
816 /* Adds a new loop under the loop LST. */
819 lst_add_loop_under_loop (lst_p lst
)
821 VEC (lst_p
, heap
) *seq
= VEC_alloc (lst_p
, heap
, 1);
822 lst_p l
= new_lst_loop (LST_SEQ (lst
));
824 gcc_assert (LST_LOOP_P (lst
));
826 LST_LOOP_FATHER (l
) = lst
;
827 VEC_quick_push (lst_p
, seq
, l
);
831 /* Returns the loop depth of LST. */
834 lst_depth (lst_p lst
)
839 /* The depth of the outermost "fake" loop is -1. This outermost
840 loop does not have a loop father and it is just a container, as
841 in the loop representation of GCC. */
842 if (!LST_LOOP_FATHER (lst
))
845 return lst_depth (LST_LOOP_FATHER (lst
)) + 1;
848 /* Returns the Dewey number for LST. */
851 lst_dewey_number (lst_p lst
)
859 if (!LST_LOOP_FATHER (lst
))
862 FOR_EACH_VEC_ELT (lst_p
, LST_SEQ (LST_LOOP_FATHER (lst
)), i
, l
)
869 /* Returns the Dewey number of LST at depth DEPTH. */
872 lst_dewey_number_at_depth (lst_p lst
, int depth
)
874 gcc_assert (lst
&& depth
>= 0 && lst_depth (lst
) <= depth
);
876 if (lst_depth (lst
) == depth
)
877 return lst_dewey_number (lst
);
879 return lst_dewey_number_at_depth (LST_LOOP_FATHER (lst
), depth
);
882 /* Returns the predecessor of LST in the sequence of its loop father.
883 Returns NULL if LST is the first statement in the sequence. */
891 if (!lst
|| !LST_LOOP_FATHER (lst
))
894 dewey
= lst_dewey_number (lst
);
898 father
= LST_LOOP_FATHER (lst
);
899 return VEC_index (lst_p
, LST_SEQ (father
), dewey
- 1);
902 /* Returns the successor of LST in the sequence of its loop father.
903 Returns NULL if there is none. */
911 if (!lst
|| !LST_LOOP_FATHER (lst
))
914 dewey
= lst_dewey_number (lst
);
915 father
= LST_LOOP_FATHER (lst
);
917 if (VEC_length (lst_p
, LST_SEQ (father
)) == (unsigned) dewey
+ 1)
920 return VEC_index (lst_p
, LST_SEQ (father
), dewey
+ 1);
924 /* Return the LST node corresponding to PBB. */
927 lst_find_pbb (lst_p lst
, poly_bb_p pbb
)
935 if (!LST_LOOP_P (lst
))
936 return (pbb
== LST_PBB (lst
)) ? lst
: NULL
;
938 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (lst
), i
, l
); i
++)
940 lst_p res
= lst_find_pbb (l
, pbb
);
948 /* Return the LST node corresponding to the loop around STMT at depth
952 find_lst_loop (lst_p stmt
, int loop_depth
)
954 lst_p loop
= LST_LOOP_FATHER (stmt
);
956 gcc_assert (loop_depth
>= 0);
958 while (loop_depth
< lst_depth (loop
))
959 loop
= LST_LOOP_FATHER (loop
);
964 /* Return the first LST representing a PBB statement in LST. */
967 lst_find_first_pbb (lst_p lst
)
975 if (!LST_LOOP_P (lst
))
978 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (lst
), i
, l
); i
++)
980 lst_p res
= lst_find_first_pbb (l
);
988 /* Returns true when LST is a loop that does not contain
992 lst_empty_p (lst_p lst
)
994 return !lst_find_first_pbb (lst
);
997 /* Return the last LST representing a PBB statement in LST. */
1000 lst_find_last_pbb (lst_p lst
)
1003 lst_p l
, res
= NULL
;
1008 if (!LST_LOOP_P (lst
))
1011 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (lst
), i
, l
); i
++)
1013 lst_p last
= lst_find_last_pbb (l
);
1023 /* Returns true if LOOP contains LST, in other words, if LST is nested
1027 lst_contains_p (lst_p loop
, lst_p lst
)
1029 if (!loop
|| !lst
|| !LST_LOOP_P (loop
))
1035 return lst_contains_p (loop
, LST_LOOP_FATHER (lst
));
1038 /* Returns true if LOOP contains PBB, in other words, if PBB is nested
1042 lst_contains_pbb (lst_p loop
, poly_bb_p pbb
)
1044 return lst_find_pbb (loop
, pbb
) ? true : false;
1047 /* Creates a loop nest of depth NB_LOOPS containing LST. */
1050 lst_create_nest (int nb_loops
, lst_p lst
)
1053 VEC (lst_p
, heap
) *seq
;
1058 seq
= VEC_alloc (lst_p
, heap
, 1);
1059 loop
= lst_create_nest (nb_loops
- 1, lst
);
1060 VEC_quick_push (lst_p
, seq
, loop
);
1061 res
= new_lst_loop (seq
);
1062 LST_LOOP_FATHER (loop
) = res
;
1067 /* Removes LST from the sequence of statements of its loop father. */
1070 lst_remove_from_sequence (lst_p lst
)
1072 lst_p father
= LST_LOOP_FATHER (lst
);
1073 int dewey
= lst_dewey_number (lst
);
1075 gcc_assert (lst
&& father
&& dewey
>= 0);
1077 VEC_ordered_remove (lst_p
, LST_SEQ (father
), dewey
);
1078 LST_LOOP_FATHER (lst
) = NULL
;
1081 /* Removes the loop LST and inline its body in the father loop. */
1084 lst_remove_loop_and_inline_stmts_in_loop_father (lst_p lst
)
1086 lst_p l
, father
= LST_LOOP_FATHER (lst
);
1087 int i
, dewey
= lst_dewey_number (lst
);
1089 gcc_assert (lst
&& father
&& dewey
>= 0);
1091 VEC_ordered_remove (lst_p
, LST_SEQ (father
), dewey
);
1092 LST_LOOP_FATHER (lst
) = NULL
;
1094 FOR_EACH_VEC_ELT (lst_p
, LST_SEQ (lst
), i
, l
)
1096 VEC_safe_insert (lst_p
, heap
, LST_SEQ (father
), dewey
+ i
, l
);
1097 LST_LOOP_FATHER (l
) = father
;
1101 /* Sets NITER to the upper bound approximation of the number of
1102 iterations of loop LST. */
1105 lst_niter_for_loop (lst_p lst
, mpz_t niter
)
1107 int depth
= lst_depth (lst
);
1108 poly_bb_p pbb
= LST_PBB (lst_find_first_pbb (lst
));
1110 gcc_assert (LST_LOOP_P (lst
));
1111 pbb_number_of_iterations_at_time (pbb
, psct_dynamic_dim (pbb
, depth
), niter
);
1114 /* Updates the scattering of PBB to be at the DEWEY number in the loop
1118 pbb_update_scattering (poly_bb_p pbb
, graphite_dim_t level
, int dewey
)
1120 ppl_Polyhedron_t ph
= PBB_TRANSFORMED_SCATTERING (pbb
);
1121 ppl_dimension_type sched
= psct_static_dim (pbb
, level
);
1122 ppl_dimension_type ds
[1];
1123 ppl_Constraint_t new_cstr
;
1124 ppl_Linear_Expression_t expr
;
1125 ppl_dimension_type dim
;
1127 ppl_Polyhedron_space_dimension (ph
, &dim
);
1129 ppl_Polyhedron_remove_space_dimensions (ph
, ds
, 1);
1130 ppl_insert_dimensions (ph
, sched
, 1);
1132 ppl_new_Linear_Expression_with_dimension (&expr
, dim
);
1133 ppl_set_coef (expr
, sched
, -1);
1134 ppl_set_inhomogeneous (expr
, dewey
);
1135 ppl_new_Constraint (&new_cstr
, expr
, PPL_CONSTRAINT_TYPE_EQUAL
);
1136 ppl_delete_Linear_Expression (expr
);
1137 ppl_Polyhedron_add_constraint (ph
, new_cstr
);
1138 ppl_delete_Constraint (new_cstr
);
1141 /* Updates the scattering of all the PBBs under LST to be at the DEWEY
1142 number in the loop at depth LEVEL. */
1145 lst_update_scattering_under (lst_p lst
, int level
, int dewey
)
1150 gcc_assert (lst
&& level
>= 0 && dewey
>= 0);
1152 if (LST_LOOP_P (lst
))
1153 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (lst
), i
, l
); i
++)
1154 lst_update_scattering_under (l
, level
, dewey
);
1156 pbb_update_scattering (LST_PBB (lst
), level
, dewey
);
1159 /* Updates the all the scattering levels of all the PBBs under
1163 lst_update_scattering (lst_p lst
)
1171 if (LST_LOOP_FATHER (lst
))
1173 lst_p father
= LST_LOOP_FATHER (lst
);
1174 int dewey
= lst_dewey_number (lst
);
1175 int level
= lst_depth (lst
);
1177 gcc_assert (lst
&& father
&& dewey
>= 0 && level
>= 0);
1179 for (i
= dewey
; VEC_iterate (lst_p
, LST_SEQ (father
), i
, l
); i
++)
1180 lst_update_scattering_under (l
, level
, i
);
1183 if (LST_LOOP_P (lst
))
1184 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (lst
), i
, l
); i
++)
1185 lst_update_scattering (l
);
1188 /* Inserts LST1 before LST2 if BEFORE is true; inserts LST1 after LST2
1189 if BEFORE is false. */
1192 lst_insert_in_sequence (lst_p lst1
, lst_p lst2
, bool before
)
1197 /* Do not insert empty loops. */
1198 if (!lst1
|| lst_empty_p (lst1
))
1201 father
= LST_LOOP_FATHER (lst2
);
1202 dewey
= lst_dewey_number (lst2
);
1204 gcc_assert (lst2
&& father
&& dewey
>= 0);
1206 VEC_safe_insert (lst_p
, heap
, LST_SEQ (father
), before
? dewey
: dewey
+ 1,
1208 LST_LOOP_FATHER (lst1
) = father
;
1211 /* Replaces LST1 with LST2. */
1214 lst_replace (lst_p lst1
, lst_p lst2
)
1219 if (!lst2
|| lst_empty_p (lst2
))
1222 father
= LST_LOOP_FATHER (lst1
);
1223 dewey
= lst_dewey_number (lst1
);
1224 LST_LOOP_FATHER (lst2
) = father
;
1225 VEC_replace (lst_p
, LST_SEQ (father
), dewey
, lst2
);
1228 /* Returns a copy of ROOT where LST has been replaced by a copy of the
1229 LSTs A B C in this sequence. */
1232 lst_substitute_3 (lst_p root
, lst_p lst
, lst_p a
, lst_p b
, lst_p c
)
1236 VEC (lst_p
, heap
) *seq
;
1241 gcc_assert (lst
&& root
!= lst
);
1243 if (!LST_LOOP_P (root
))
1244 return new_lst_stmt (LST_PBB (root
));
1246 seq
= VEC_alloc (lst_p
, heap
, 5);
1248 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (root
), i
, l
); i
++)
1250 VEC_safe_push (lst_p
, heap
, seq
, lst_substitute_3 (l
, lst
, a
, b
, c
));
1253 if (!lst_empty_p (a
))
1254 VEC_safe_push (lst_p
, heap
, seq
, copy_lst (a
));
1255 if (!lst_empty_p (b
))
1256 VEC_safe_push (lst_p
, heap
, seq
, copy_lst (b
));
1257 if (!lst_empty_p (c
))
1258 VEC_safe_push (lst_p
, heap
, seq
, copy_lst (c
));
1261 return new_lst_loop (seq
);
1264 /* Moves LST before LOOP if BEFORE is true, and after the LOOP if
1268 lst_distribute_lst (lst_p loop
, lst_p lst
, bool before
)
1270 int loop_depth
= lst_depth (loop
);
1271 int depth
= lst_depth (lst
);
1272 int nb_loops
= depth
- loop_depth
;
1274 gcc_assert (lst
&& loop
&& LST_LOOP_P (loop
) && nb_loops
> 0);
1276 lst_remove_from_sequence (lst
);
1277 lst_insert_in_sequence (lst_create_nest (nb_loops
, lst
), loop
, before
);
1280 /* Removes from LOOP all the statements before/after and including PBB
1281 if BEFORE is true/false. Returns the negation of BEFORE when the
1282 statement PBB has been found. */
1285 lst_remove_all_before_including_pbb (lst_p loop
, poly_bb_p pbb
, bool before
)
1290 if (!loop
|| !LST_LOOP_P (loop
))
1293 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (loop
), i
, l
);)
1296 before
= lst_remove_all_before_including_pbb (l
, pbb
, before
);
1298 if (VEC_length (lst_p
, LST_SEQ (l
)) == 0)
1300 VEC_ordered_remove (lst_p
, LST_SEQ (loop
), i
);
1310 if (LST_PBB (l
) == pbb
)
1313 VEC_ordered_remove (lst_p
, LST_SEQ (loop
), i
);
1316 else if (LST_PBB (l
) == pbb
)
1319 VEC_ordered_remove (lst_p
, LST_SEQ (loop
), i
);
1329 /* Removes from LOOP all the statements before/after and excluding PBB
1330 if BEFORE is true/false; Returns the negation of BEFORE when the
1331 statement PBB has been found. */
1334 lst_remove_all_before_excluding_pbb (lst_p loop
, poly_bb_p pbb
, bool before
)
1339 if (!loop
|| !LST_LOOP_P (loop
))
1342 for (i
= 0; VEC_iterate (lst_p
, LST_SEQ (loop
), i
, l
);)
1345 before
= lst_remove_all_before_excluding_pbb (l
, pbb
, before
);
1347 if (VEC_length (lst_p
, LST_SEQ (l
)) == 0)
1349 VEC_ordered_remove (lst_p
, LST_SEQ (loop
), i
);
1358 if (before
&& LST_PBB (l
) != pbb
)
1360 VEC_ordered_remove (lst_p
, LST_SEQ (loop
), i
);
1367 if (LST_PBB (l
) == pbb
)
1368 before
= before
? false : true;
1374 /* A SCOP is a Static Control Part of the program, simple enough to be
1375 represented in polyhedral form. */
1378 /* A SCOP is defined as a SESE region. */
1381 /* Number of parameters in SCoP. */
1382 graphite_dim_t nb_params
;
1384 /* All the basic blocks in this scop that contain memory references
1385 and that will be represented as statements in the polyhedral
1387 VEC (poly_bb_p
, heap
) *bbs
;
1389 /* Original, transformed and saved schedules. */
1390 lst_p original_schedule
, transformed_schedule
, saved_schedule
;
1392 /* The context describes known restrictions concerning the parameters
1393 and relations in between the parameters.
1395 void f (int8_t a, uint_16_t b) {
1400 Here we can add these restrictions to the context:
1405 ppl_Pointset_Powerset_C_Polyhedron_t context
;
1407 /* A hashtable of the data dependence relations for the original
1409 htab_t original_pddrs
;
1411 /* True when the scop has been converted to its polyhedral
1416 #define SCOP_BBS(S) (S->bbs)
1417 #define SCOP_REGION(S) ((sese) S->region)
1418 #define SCOP_CONTEXT(S) (S->context)
1419 #define SCOP_ORIGINAL_PDDRS(S) (S->original_pddrs)
1420 #define SCOP_ORIGINAL_SCHEDULE(S) (S->original_schedule)
1421 #define SCOP_TRANSFORMED_SCHEDULE(S) (S->transformed_schedule)
1422 #define SCOP_SAVED_SCHEDULE(S) (S->saved_schedule)
1423 #define POLY_SCOP_P(S) (S->poly_scop_p)
1425 extern scop_p
new_scop (void *);
1426 extern void free_scop (scop_p
);
1427 extern void free_scops (VEC (scop_p
, heap
) *);
1428 extern void print_generated_program (FILE *, scop_p
);
1429 extern void debug_generated_program (scop_p
);
1430 extern void print_scattering_function (FILE *, poly_bb_p
, int);
1431 extern void print_scattering_functions (FILE *, scop_p
, int);
1432 extern void debug_scattering_function (poly_bb_p
, int);
1433 extern void debug_scattering_functions (scop_p
, int);
1434 extern int scop_max_loop_depth (scop_p
);
1435 extern int unify_scattering_dimensions (scop_p
);
1436 extern bool apply_poly_transforms (scop_p
);
1437 extern bool graphite_legal_transform (scop_p
);
1438 extern void cloog_checksum (scop_p
);
1440 /* Set the region of SCOP to REGION. */
1443 scop_set_region (scop_p scop
, void *region
)
1445 scop
->region
= region
;
1448 /* Returns the number of parameters for SCOP. */
1450 static inline graphite_dim_t
1451 scop_nb_params (scop_p scop
)
1453 return scop
->nb_params
;
1456 /* Set the number of params of SCOP to NB_PARAMS. */
1459 scop_set_nb_params (scop_p scop
, graphite_dim_t nb_params
)
1461 scop
->nb_params
= nb_params
;
1464 /* Allocates a new empty poly_scattering structure. */
1466 static inline poly_scattering_p
1467 poly_scattering_new (void)
1469 poly_scattering_p res
= XNEW (struct poly_scattering
);
1471 res
->scattering
= NULL
;
1472 res
->nb_local_variables
= 0;
1473 res
->nb_scattering
= 0;
1477 /* Free a poly_scattering structure. */
1480 poly_scattering_free (poly_scattering_p s
)
1482 ppl_delete_Polyhedron (s
->scattering
);
1486 /* Copies S and return a new scattering. */
1488 static inline poly_scattering_p
1489 poly_scattering_copy (poly_scattering_p s
)
1491 poly_scattering_p res
= poly_scattering_new ();
1493 ppl_new_C_Polyhedron_from_C_Polyhedron (&(res
->scattering
), s
->scattering
);
1494 res
->nb_local_variables
= s
->nb_local_variables
;
1495 res
->nb_scattering
= s
->nb_scattering
;
1499 /* Saves the transformed scattering of PBB. */
1502 store_scattering_pbb (poly_bb_p pbb
)
1504 gcc_assert (PBB_TRANSFORMED (pbb
));
1506 if (PBB_SAVED (pbb
))
1507 poly_scattering_free (PBB_SAVED (pbb
));
1509 PBB_SAVED (pbb
) = poly_scattering_copy (PBB_TRANSFORMED (pbb
));
1512 /* Stores the SCOP_TRANSFORMED_SCHEDULE to SCOP_SAVED_SCHEDULE. */
1515 store_lst_schedule (scop_p scop
)
1517 if (SCOP_SAVED_SCHEDULE (scop
))
1518 free_lst (SCOP_SAVED_SCHEDULE (scop
));
1520 SCOP_SAVED_SCHEDULE (scop
) = copy_lst (SCOP_TRANSFORMED_SCHEDULE (scop
));
1523 /* Restores the SCOP_TRANSFORMED_SCHEDULE from SCOP_SAVED_SCHEDULE. */
1526 restore_lst_schedule (scop_p scop
)
1528 if (SCOP_TRANSFORMED_SCHEDULE (scop
))
1529 free_lst (SCOP_TRANSFORMED_SCHEDULE (scop
));
1531 SCOP_TRANSFORMED_SCHEDULE (scop
) = copy_lst (SCOP_SAVED_SCHEDULE (scop
));
1534 /* Saves the scattering for all the pbbs in the SCOP. */
1537 store_scattering (scop_p scop
)
1542 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
1543 store_scattering_pbb (pbb
);
1545 store_lst_schedule (scop
);
1548 /* Restores the scattering of PBB. */
1551 restore_scattering_pbb (poly_bb_p pbb
)
1553 gcc_assert (PBB_SAVED (pbb
));
1555 poly_scattering_free (PBB_TRANSFORMED (pbb
));
1556 PBB_TRANSFORMED (pbb
) = poly_scattering_copy (PBB_SAVED (pbb
));
1559 /* Restores the scattering for all the pbbs in the SCOP. */
1562 restore_scattering (scop_p scop
)
1567 for (i
= 0; VEC_iterate (poly_bb_p
, SCOP_BBS (scop
), i
, pbb
); i
++)
1568 restore_scattering_pbb (pbb
);
1570 restore_lst_schedule (scop
);
1573 /* For a given PBB, add to RES the scop context, the iteration domain,
1574 the original scattering when ORIGINAL_P is true, otherwise add the
1575 transformed scattering. */
1578 combine_context_id_scat (ppl_Pointset_Powerset_C_Polyhedron_t
*res
,
1579 poly_bb_p pbb
, bool original_p
)
1581 ppl_Pointset_Powerset_C_Polyhedron_t context
;
1582 ppl_Pointset_Powerset_C_Polyhedron_t id
;
1584 ppl_new_Pointset_Powerset_C_Polyhedron_from_C_Polyhedron
1586 PBB_ORIGINAL_SCATTERING (pbb
) : PBB_TRANSFORMED_SCATTERING (pbb
));
1588 ppl_new_Pointset_Powerset_C_Polyhedron_from_Pointset_Powerset_C_Polyhedron
1589 (&context
, SCOP_CONTEXT (PBB_SCOP (pbb
)));
1591 ppl_new_Pointset_Powerset_C_Polyhedron_from_Pointset_Powerset_C_Polyhedron
1592 (&id
, PBB_DOMAIN (pbb
));
1594 /* Extend the context and the iteration domain to the dimension of
1595 the scattering: T|I|G. */
1597 ppl_dimension_type gdim
, tdim
, idim
;
1599 ppl_Pointset_Powerset_C_Polyhedron_space_dimension (*res
, &tdim
);
1600 ppl_Pointset_Powerset_C_Polyhedron_space_dimension (context
, &gdim
);
1601 ppl_Pointset_Powerset_C_Polyhedron_space_dimension (id
, &idim
);
1604 ppl_insert_dimensions_pointset (context
, 0, tdim
- gdim
);
1607 ppl_insert_dimensions_pointset (id
, 0, tdim
- idim
);
1610 /* Add the context and the iteration domain to the result. */
1611 ppl_Pointset_Powerset_C_Polyhedron_intersection_assign (*res
, context
);
1612 ppl_Pointset_Powerset_C_Polyhedron_intersection_assign (*res
, id
);
1614 ppl_delete_Pointset_Powerset_C_Polyhedron (context
);
1615 ppl_delete_Pointset_Powerset_C_Polyhedron (id
);