isl_tab_pip.c: set free callback before any other fields
[isl.git] / isl_schedule_band.c
blobf0d91217391532d883e0b7af21e83926af9cc73c
1 /*
2 * Copyright 2013-2014 Ecole Normale Superieure
3 * Copyright 2014 INRIA Rocquencourt
5 * Use of this software is governed by the MIT license
7 * Written by Sven Verdoolaege,
8 * Ecole Normale Superieure, 45 rue d'Ulm, 75230 Paris, France
9 * and Inria Paris - Rocquencourt, Domaine de Voluceau - Rocquencourt,
10 * B.P. 105 - 78153 Le Chesnay, France
13 #include <string.h>
14 #include <isl/map.h>
15 #include <isl/schedule_node.h>
16 #include <isl_schedule_band.h>
17 #include <isl_schedule_private.h>
19 isl_ctx *isl_schedule_band_get_ctx(__isl_keep isl_schedule_band *band)
21 return band ? isl_multi_union_pw_aff_get_ctx(band->mupa) : NULL;
24 /* Return a new uninitialized isl_schedule_band.
26 static __isl_give isl_schedule_band *isl_schedule_band_alloc(isl_ctx *ctx)
28 isl_schedule_band *band;
30 band = isl_calloc_type(ctx, isl_schedule_band);
31 if (!band)
32 return NULL;
34 band->ref = 1;
36 return band;
39 /* Return a new isl_schedule_band with partial schedule "mupa".
40 * First replace "mupa" by its greatest integer part to ensure
41 * that the schedule is always integral.
42 * The band is not marked permutable, the dimensions are not
43 * marked coincident and the AST build options are empty.
44 * Since there are no build options, the node is not anchored.
46 __isl_give isl_schedule_band *isl_schedule_band_from_multi_union_pw_aff(
47 __isl_take isl_multi_union_pw_aff *mupa)
49 isl_ctx *ctx;
50 isl_schedule_band *band;
51 isl_space *space;
53 mupa = isl_multi_union_pw_aff_floor(mupa);
54 if (!mupa)
55 return NULL;
56 ctx = isl_multi_union_pw_aff_get_ctx(mupa);
57 band = isl_schedule_band_alloc(ctx);
58 if (!band)
59 goto error;
61 band->n = isl_multi_union_pw_aff_dim(mupa, isl_dim_set);
62 band->coincident = isl_calloc_array(ctx, int, band->n);
63 band->mupa = mupa;
64 space = isl_space_params_alloc(ctx, 0);
65 band->ast_build_options = isl_union_set_empty(space);
66 band->anchored = 0;
68 if ((band->n && !band->coincident) || !band->ast_build_options)
69 return isl_schedule_band_free(band);
71 return band;
72 error:
73 isl_multi_union_pw_aff_free(mupa);
74 return NULL;
77 /* Create a duplicate of the given isl_schedule_band.
79 __isl_give isl_schedule_band *isl_schedule_band_dup(
80 __isl_keep isl_schedule_band *band)
82 int i;
83 isl_ctx *ctx;
84 isl_schedule_band *dup;
86 if (!band)
87 return NULL;
89 ctx = isl_schedule_band_get_ctx(band);
90 dup = isl_schedule_band_alloc(ctx);
91 if (!dup)
92 return NULL;
94 dup->n = band->n;
95 dup->coincident = isl_alloc_array(ctx, int, band->n);
96 if (band->n && !dup->coincident)
97 return isl_schedule_band_free(dup);
99 for (i = 0; i < band->n; ++i)
100 dup->coincident[i] = band->coincident[i];
101 dup->permutable = band->permutable;
103 dup->mupa = isl_multi_union_pw_aff_copy(band->mupa);
104 dup->ast_build_options = isl_union_set_copy(band->ast_build_options);
105 if (!dup->mupa || !dup->ast_build_options)
106 return isl_schedule_band_free(dup);
108 if (band->loop_type) {
109 dup->loop_type = isl_alloc_array(ctx,
110 enum isl_ast_loop_type, band->n);
111 if (band->n && !dup->loop_type)
112 return isl_schedule_band_free(dup);
113 for (i = 0; i < band->n; ++i)
114 dup->loop_type[i] = band->loop_type[i];
116 if (band->isolate_loop_type) {
117 dup->isolate_loop_type = isl_alloc_array(ctx,
118 enum isl_ast_loop_type, band->n);
119 if (band->n && !dup->isolate_loop_type)
120 return isl_schedule_band_free(dup);
121 for (i = 0; i < band->n; ++i)
122 dup->isolate_loop_type[i] = band->isolate_loop_type[i];
125 return dup;
128 /* Return an isl_schedule_band that is equal to "band" and that has only
129 * a single reference.
131 __isl_give isl_schedule_band *isl_schedule_band_cow(
132 __isl_take isl_schedule_band *band)
134 if (!band)
135 return NULL;
137 if (band->ref == 1)
138 return band;
139 band->ref--;
140 return isl_schedule_band_dup(band);
143 /* Return a new reference to "band".
145 __isl_give isl_schedule_band *isl_schedule_band_copy(
146 __isl_keep isl_schedule_band *band)
148 if (!band)
149 return NULL;
151 band->ref++;
152 return band;
155 /* Free a reference to "band" and return NULL.
157 __isl_null isl_schedule_band *isl_schedule_band_free(
158 __isl_take isl_schedule_band *band)
160 if (!band)
161 return NULL;
163 if (--band->ref > 0)
164 return NULL;
166 isl_multi_union_pw_aff_free(band->mupa);
167 isl_union_set_free(band->ast_build_options);
168 free(band->loop_type);
169 free(band->isolate_loop_type);
170 free(band->coincident);
171 free(band);
173 return NULL;
176 /* Are "band1" and "band2" obviously equal?
178 isl_bool isl_schedule_band_plain_is_equal(__isl_keep isl_schedule_band *band1,
179 __isl_keep isl_schedule_band *band2)
181 int i;
182 isl_bool equal;
184 if (!band1 || !band2)
185 return isl_bool_error;
186 if (band1 == band2)
187 return isl_bool_true;
189 if (band1->n != band2->n)
190 return isl_bool_false;
191 for (i = 0; i < band1->n; ++i)
192 if (band1->coincident[i] != band2->coincident[i])
193 return isl_bool_false;
194 if (band1->permutable != band2->permutable)
195 return isl_bool_false;
197 equal = isl_multi_union_pw_aff_plain_is_equal(band1->mupa, band2->mupa);
198 if (equal < 0 || !equal)
199 return equal;
201 if (!band1->loop_type != !band2->loop_type)
202 return isl_bool_false;
203 if (band1->loop_type)
204 for (i = 0; i < band1->n; ++i)
205 if (band1->loop_type[i] != band2->loop_type[i])
206 return isl_bool_false;
208 if (!band1->isolate_loop_type != !band2->isolate_loop_type)
209 return isl_bool_false;
210 if (band1->isolate_loop_type)
211 for (i = 0; i < band1->n; ++i)
212 if (band1->isolate_loop_type[i] !=
213 band2->isolate_loop_type[i])
214 return isl_bool_false;
216 return isl_union_set_is_equal(band1->ast_build_options,
217 band2->ast_build_options);
220 /* Return the number of scheduling dimensions in the band.
222 int isl_schedule_band_n_member(__isl_keep isl_schedule_band *band)
224 return band ? band->n : 0;
227 /* Is the given scheduling dimension coincident within the band and
228 * with respect to the coincidence constraints?
230 isl_bool isl_schedule_band_member_get_coincident(
231 __isl_keep isl_schedule_band *band, int pos)
233 if (!band)
234 return isl_bool_error;
236 if (pos < 0 || pos >= band->n)
237 isl_die(isl_schedule_band_get_ctx(band), isl_error_invalid,
238 "invalid member position", return isl_bool_error);
240 return band->coincident[pos];
243 /* Mark the given scheduling dimension as being coincident or not
244 * according to "coincident".
246 __isl_give isl_schedule_band *isl_schedule_band_member_set_coincident(
247 __isl_take isl_schedule_band *band, int pos, int coincident)
249 if (!band)
250 return NULL;
251 if (isl_schedule_band_member_get_coincident(band, pos) == coincident)
252 return band;
253 band = isl_schedule_band_cow(band);
254 if (!band)
255 return NULL;
257 if (pos < 0 || pos >= band->n)
258 isl_die(isl_schedule_band_get_ctx(band), isl_error_invalid,
259 "invalid member position",
260 isl_schedule_band_free(band));
262 band->coincident[pos] = coincident;
264 return band;
267 /* Is the schedule band mark permutable?
269 isl_bool isl_schedule_band_get_permutable(__isl_keep isl_schedule_band *band)
271 if (!band)
272 return isl_bool_error;
273 return band->permutable;
276 /* Mark the schedule band permutable or not according to "permutable"?
278 __isl_give isl_schedule_band *isl_schedule_band_set_permutable(
279 __isl_take isl_schedule_band *band, int permutable)
281 if (!band)
282 return NULL;
283 if (band->permutable == permutable)
284 return band;
285 band = isl_schedule_band_cow(band);
286 if (!band)
287 return NULL;
289 band->permutable = permutable;
291 return band;
294 /* Is the band node "node" anchored? That is, does it reference
295 * the outer band nodes?
297 int isl_schedule_band_is_anchored(__isl_keep isl_schedule_band *band)
299 return band ? band->anchored : -1;
302 /* Return the schedule space of the band.
304 __isl_give isl_space *isl_schedule_band_get_space(
305 __isl_keep isl_schedule_band *band)
307 if (!band)
308 return NULL;
309 return isl_multi_union_pw_aff_get_space(band->mupa);
312 /* Intersect the domain of the band schedule of "band" with "domain".
314 __isl_give isl_schedule_band *isl_schedule_band_intersect_domain(
315 __isl_take isl_schedule_band *band, __isl_take isl_union_set *domain)
317 band = isl_schedule_band_cow(band);
318 if (!band || !domain)
319 goto error;
321 band->mupa = isl_multi_union_pw_aff_intersect_domain(band->mupa,
322 domain);
323 if (!band->mupa)
324 return isl_schedule_band_free(band);
326 return band;
327 error:
328 isl_schedule_band_free(band);
329 isl_union_set_free(domain);
330 return NULL;
333 /* Return the schedule of the band in isolation.
335 __isl_give isl_multi_union_pw_aff *isl_schedule_band_get_partial_schedule(
336 __isl_keep isl_schedule_band *band)
338 return band ? isl_multi_union_pw_aff_copy(band->mupa) : NULL;
341 /* Replace the schedule of "band" by "schedule".
343 __isl_give isl_schedule_band *isl_schedule_band_set_partial_schedule(
344 __isl_take isl_schedule_band *band,
345 __isl_take isl_multi_union_pw_aff *schedule)
347 band = isl_schedule_band_cow(band);
348 if (!band || !schedule)
349 goto error;
351 isl_multi_union_pw_aff_free(band->mupa);
352 band->mupa = schedule;
354 return band;
355 error:
356 isl_schedule_band_free(band);
357 isl_multi_union_pw_aff_free(schedule);
358 return NULL;
361 /* Return the loop AST generation type for the band member of "band"
362 * at position "pos".
364 enum isl_ast_loop_type isl_schedule_band_member_get_ast_loop_type(
365 __isl_keep isl_schedule_band *band, int pos)
367 if (!band)
368 return isl_ast_loop_error;
370 if (pos < 0 || pos >= band->n)
371 isl_die(isl_schedule_band_get_ctx(band), isl_error_invalid,
372 "invalid member position", return -1);
374 if (!band->loop_type)
375 return isl_ast_loop_default;
377 return band->loop_type[pos];
380 /* Set the loop AST generation type for the band member of "band"
381 * at position "pos" to "type".
383 __isl_give isl_schedule_band *isl_schedule_band_member_set_ast_loop_type(
384 __isl_take isl_schedule_band *band, int pos,
385 enum isl_ast_loop_type type)
387 if (!band)
388 return NULL;
389 if (isl_schedule_band_member_get_ast_loop_type(band, pos) == type)
390 return band;
392 if (pos < 0 || pos >= band->n)
393 isl_die(isl_schedule_band_get_ctx(band), isl_error_invalid,
394 "invalid member position",
395 isl_schedule_band_free(band));
397 band = isl_schedule_band_cow(band);
398 if (!band)
399 return isl_schedule_band_free(band);
401 if (!band->loop_type) {
402 isl_ctx *ctx;
404 ctx = isl_schedule_band_get_ctx(band);
405 band->loop_type = isl_calloc_array(ctx,
406 enum isl_ast_loop_type, band->n);
407 if (band->n && !band->loop_type)
408 return isl_schedule_band_free(band);
411 band->loop_type[pos] = type;
413 return band;
416 /* Return the loop AST generation type for the band member of "band"
417 * at position "pos" for the part that has been isolated by the isolate option.
419 enum isl_ast_loop_type isl_schedule_band_member_get_isolate_ast_loop_type(
420 __isl_keep isl_schedule_band *band, int pos)
422 if (!band)
423 return isl_ast_loop_error;
425 if (pos < 0 || pos >= band->n)
426 isl_die(isl_schedule_band_get_ctx(band), isl_error_invalid,
427 "invalid member position", return -1);
429 if (!band->isolate_loop_type)
430 return isl_ast_loop_default;
432 return band->isolate_loop_type[pos];
435 /* Set the loop AST generation type for the band member of "band"
436 * at position "pos" to "type" for the part that has been isolated
437 * by the isolate option.
439 __isl_give isl_schedule_band *
440 isl_schedule_band_member_set_isolate_ast_loop_type(
441 __isl_take isl_schedule_band *band, int pos,
442 enum isl_ast_loop_type type)
444 if (!band)
445 return NULL;
446 if (isl_schedule_band_member_get_isolate_ast_loop_type(band, pos) ==
447 type)
448 return band;
450 if (pos < 0 || pos >= band->n)
451 isl_die(isl_schedule_band_get_ctx(band), isl_error_invalid,
452 "invalid member position",
453 isl_schedule_band_free(band));
455 band = isl_schedule_band_cow(band);
456 if (!band)
457 return isl_schedule_band_free(band);
459 if (!band->isolate_loop_type) {
460 isl_ctx *ctx;
462 ctx = isl_schedule_band_get_ctx(band);
463 band->isolate_loop_type = isl_calloc_array(ctx,
464 enum isl_ast_loop_type, band->n);
465 if (band->n && !band->isolate_loop_type)
466 return isl_schedule_band_free(band);
469 band->isolate_loop_type[pos] = type;
471 return band;
474 static const char *option_str[] = {
475 [isl_ast_loop_atomic] = "atomic",
476 [isl_ast_loop_unroll] = "unroll",
477 [isl_ast_loop_separate] = "separate"
480 /* Given a parameter space "space", extend it to a set space
482 * { type[x] }
484 * or
486 * { [isolate[] -> type[x]] }
488 * depending on whether "isolate" is set.
489 * These can be used to encode loop AST generation options of the given type.
491 static __isl_give isl_space *loop_type_space(__isl_take isl_space *space,
492 enum isl_ast_loop_type type, int isolate)
494 const char *name;
496 name = option_str[type];
497 space = isl_space_set_from_params(space);
498 space = isl_space_add_dims(space, isl_dim_set, 1);
499 space = isl_space_set_tuple_name(space, isl_dim_set, name);
500 if (!isolate)
501 return space;
502 space = isl_space_from_range(space);
503 space = isl_space_set_tuple_name(space, isl_dim_in, "isolate");
504 space = isl_space_wrap(space);
506 return space;
509 /* Add encodings of the "n" loop AST generation options "type" to "options".
510 * If "isolate" is set, then these options refer to the isolated part.
512 * In particular, for each sequence of consecutive identical types "t",
513 * different from the default, add an option
515 * { t[x] : first <= x <= last }
517 * or
519 * { [isolate[] -> t[x]] : first <= x <= last }
521 static __isl_give isl_union_set *add_loop_types(
522 __isl_take isl_union_set *options, int n, enum isl_ast_loop_type *type,
523 int isolate)
525 int i;
526 isl_ctx *ctx;
528 if (!type)
529 return options;
530 if (!options)
531 return NULL;
533 ctx = isl_union_set_get_ctx(options);
534 for (i = 0; i < n; ++i) {
535 int first;
536 isl_space *space;
537 isl_set *option;
539 if (type[i] == isl_ast_loop_default)
540 continue;
542 first = i;
543 while (i + 1 < n && type[i + 1] == type[i])
544 ++i;
546 space = isl_union_set_get_space(options);
547 space = loop_type_space(space, type[i], isolate);
548 option = isl_set_universe(space);
549 option = isl_set_lower_bound_si(option, isl_dim_set, 0, first);
550 option = isl_set_upper_bound_si(option, isl_dim_set, 0, i);
551 options = isl_union_set_add_set(options, option);
554 return options;
557 /* Return the AST build options associated to "band".
559 __isl_give isl_union_set *isl_schedule_band_get_ast_build_options(
560 __isl_keep isl_schedule_band *band)
562 isl_union_set *options;
564 if (!band)
565 return NULL;
567 options = isl_union_set_copy(band->ast_build_options);
568 options = add_loop_types(options, band->n, band->loop_type, 0);
569 options = add_loop_types(options, band->n, band->isolate_loop_type, 1);
571 return options;
574 /* Does "uset" contain any set that satisfies "is"?
575 * "is" is assumed to set its integer argument to 1 if it is satisfied.
577 static int has_any(__isl_keep isl_union_set *uset,
578 isl_stat (*is)(__isl_take isl_set *set, void *user))
580 int found = 0;
582 if (isl_union_set_foreach_set(uset, is, &found) < 0 && !found)
583 return -1;
585 return found;
588 /* Does "set" live in a space of the form
590 * isolate[[...] -> [...]]
594 * If so, set *found and abort the search.
596 static isl_stat is_isolate(__isl_take isl_set *set, void *user)
598 int *found = user;
600 if (isl_set_has_tuple_name(set)) {
601 const char *name;
602 name = isl_set_get_tuple_name(set);
603 if (isl_set_is_wrapping(set) && !strcmp(name, "isolate"))
604 *found = 1;
606 isl_set_free(set);
608 return *found ? isl_stat_error : isl_stat_ok;
611 /* Does "options" include an option of the ofrm
613 * isolate[[...] -> [...]]
617 static int has_isolate_option(__isl_keep isl_union_set *options)
619 return has_any(options, &is_isolate);
622 /* Does "set" encode a loop AST generation option?
624 static isl_stat is_loop_type_option(__isl_take isl_set *set, void *user)
626 int *found = user;
628 if (isl_set_dim(set, isl_dim_set) == 1 &&
629 isl_set_has_tuple_name(set)) {
630 const char *name;
631 enum isl_ast_loop_type type;
632 name = isl_set_get_tuple_name(set);
633 for (type = isl_ast_loop_atomic;
634 type <= isl_ast_loop_separate; ++type) {
635 if (strcmp(name, option_str[type]))
636 continue;
637 *found = 1;
638 break;
641 isl_set_free(set);
643 return *found ? isl_stat_error : isl_stat_ok;
646 /* Does "set" encode a loop AST generation option for the isolated part?
647 * That is, is of the form
649 * { [isolate[] -> t[x]] }
651 * with t equal to "atomic", "unroll" or "separate"?
653 static isl_stat is_isolate_loop_type_option(__isl_take isl_set *set, void *user)
655 int *found = user;
656 const char *name;
657 enum isl_ast_loop_type type;
658 isl_map *map;
660 if (!isl_set_is_wrapping(set)) {
661 isl_set_free(set);
662 return isl_stat_ok;
664 map = isl_set_unwrap(set);
665 if (!isl_map_has_tuple_name(map, isl_dim_in) ||
666 !isl_map_has_tuple_name(map, isl_dim_out)) {
667 isl_map_free(map);
668 return isl_stat_ok;
670 name = isl_map_get_tuple_name(map, isl_dim_in);
671 if (!strcmp(name, "isolate")) {
672 name = isl_map_get_tuple_name(map, isl_dim_out);
673 for (type = isl_ast_loop_atomic;
674 type <= isl_ast_loop_separate; ++type) {
675 if (strcmp(name, option_str[type]))
676 continue;
677 *found = 1;
678 break;
681 isl_map_free(map);
683 return *found ? isl_stat_error : isl_stat_ok;
686 /* Does "options" encode any loop AST generation options
687 * for the isolated part?
689 static int has_isolate_loop_type_options(__isl_keep isl_union_set *options)
691 return has_any(options, &is_isolate_loop_type_option);
694 /* Does "options" encode any loop AST generation options?
696 static int has_loop_type_options(__isl_keep isl_union_set *options)
698 return has_any(options, &is_loop_type_option);
701 /* Extract the loop AST generation type for the band member
702 * at position "pos" from "options".
703 * If "isolate" is set, then extract the loop types for the isolated part.
705 static enum isl_ast_loop_type extract_loop_type(
706 __isl_keep isl_union_set *options, int pos, int isolate)
708 isl_ctx *ctx;
709 enum isl_ast_loop_type type, res = isl_ast_loop_default;
711 ctx = isl_union_set_get_ctx(options);
712 for (type = isl_ast_loop_atomic;
713 type <= isl_ast_loop_separate; ++type) {
714 isl_space *space;
715 isl_set *option;
716 int empty;
718 space = isl_union_set_get_space(options);
719 space = loop_type_space(space, type, isolate);
720 option = isl_union_set_extract_set(options, space);
721 option = isl_set_fix_si(option, isl_dim_set, 0, pos);
722 empty = isl_set_is_empty(option);
723 isl_set_free(option);
725 if (empty < 0)
726 return isl_ast_loop_error;
727 if (empty)
728 continue;
729 if (res != isl_ast_loop_default)
730 isl_die(ctx, isl_error_invalid,
731 "conflicting loop type options",
732 return isl_ast_loop_error);
733 res = type;
736 return res;
739 /* Extract the loop AST generation types for the members of "band"
740 * from "options" and store them in band->loop_type.
741 * Return -1 on error.
743 static int extract_loop_types(__isl_keep isl_schedule_band *band,
744 __isl_keep isl_union_set *options)
746 int i;
748 if (!band->loop_type) {
749 isl_ctx *ctx = isl_schedule_band_get_ctx(band);
750 band->loop_type = isl_alloc_array(ctx,
751 enum isl_ast_loop_type, band->n);
752 if (band->n && !band->loop_type)
753 return -1;
755 for (i = 0; i < band->n; ++i) {
756 band->loop_type[i] = extract_loop_type(options, i, 0);
757 if (band->loop_type[i] == isl_ast_loop_error)
758 return -1;
761 return 0;
764 /* Extract the loop AST generation types for the members of "band"
765 * from "options" for the isolated part and
766 * store them in band->isolate_loop_type.
767 * Return -1 on error.
769 static int extract_isolate_loop_types(__isl_keep isl_schedule_band *band,
770 __isl_keep isl_union_set *options)
772 int i;
774 if (!band->isolate_loop_type) {
775 isl_ctx *ctx = isl_schedule_band_get_ctx(band);
776 band->isolate_loop_type = isl_alloc_array(ctx,
777 enum isl_ast_loop_type, band->n);
778 if (band->n && !band->isolate_loop_type)
779 return -1;
781 for (i = 0; i < band->n; ++i) {
782 band->isolate_loop_type[i] = extract_loop_type(options, i, 1);
783 if (band->isolate_loop_type[i] == isl_ast_loop_error)
784 return -1;
787 return 0;
790 /* Construct universe sets of the spaces that encode loop AST generation
791 * types (for the isolated part if "isolate" is set). That is, construct
793 * { atomic[x]; separate[x]; unroll[x] }
795 * or
797 * { [isolate[] -> atomic[x]]; [isolate[] -> separate[x]];
798 * [isolate[] -> unroll[x]] }
800 static __isl_give isl_union_set *loop_types(__isl_take isl_space *space,
801 int isolate)
803 enum isl_ast_loop_type type;
804 isl_union_set *types;
806 types = isl_union_set_empty(space);
807 for (type = isl_ast_loop_atomic;
808 type <= isl_ast_loop_separate; ++type) {
809 isl_set *set;
811 space = isl_union_set_get_space(types);
812 space = loop_type_space(space, type, isolate);
813 set = isl_set_universe(space);
814 types = isl_union_set_add_set(types, set);
817 return types;
820 /* Remove all elements from spaces that encode loop AST generation types
821 * from "options".
823 static __isl_give isl_union_set *clear_loop_types(
824 __isl_take isl_union_set *options)
826 isl_union_set *types;
828 types = loop_types(isl_union_set_get_space(options), 0);
829 options = isl_union_set_subtract(options, types);
831 return options;
834 /* Remove all elements from spaces that encode loop AST generation types
835 * for the isolated part from "options".
837 static __isl_give isl_union_set *clear_isolate_loop_types(
838 __isl_take isl_union_set *options)
840 isl_union_set *types;
842 types = loop_types(isl_union_set_get_space(options), 1);
843 options = isl_union_set_subtract(options, types);
845 return options;
848 /* Replace the AST build options associated to "band" by "options".
849 * If there are any loop AST generation type options, then they
850 * are extracted and stored in band->loop_type. Otherwise,
851 * band->loop_type is removed to indicate that the default applies
852 * to all members. Similarly for the loop AST generation type options
853 * for the isolated part, which are stored in band->isolate_loop_type.
854 * The remaining options are stored in band->ast_build_options.
856 * Set anchored if the options include an isolate option since the
857 * domain of the wrapped map references the outer band node schedules.
859 __isl_give isl_schedule_band *isl_schedule_band_set_ast_build_options(
860 __isl_take isl_schedule_band *band, __isl_take isl_union_set *options)
862 int has_isolate, has_loop_type, has_isolate_loop_type;
864 band = isl_schedule_band_cow(band);
865 if (!band || !options)
866 goto error;
867 has_isolate = has_isolate_option(options);
868 if (has_isolate < 0)
869 goto error;
870 has_loop_type = has_loop_type_options(options);
871 if (has_loop_type < 0)
872 goto error;
873 has_isolate_loop_type = has_isolate_loop_type_options(options);
874 if (has_isolate_loop_type < 0)
875 goto error;
877 if (!has_loop_type) {
878 free(band->loop_type);
879 band->loop_type = NULL;
880 } else {
881 if (extract_loop_types(band, options) < 0)
882 goto error;
883 options = clear_loop_types(options);
884 if (!options)
885 goto error;
888 if (!has_isolate_loop_type) {
889 free(band->isolate_loop_type);
890 band->isolate_loop_type = NULL;
891 } else {
892 if (extract_isolate_loop_types(band, options) < 0)
893 goto error;
894 options = clear_isolate_loop_types(options);
895 if (!options)
896 goto error;
899 isl_union_set_free(band->ast_build_options);
900 band->ast_build_options = options;
901 band->anchored = has_isolate;
903 return band;
904 error:
905 isl_schedule_band_free(band);
906 isl_union_set_free(options);
907 return NULL;
910 /* Return the "isolate" option associated to "band", assuming
911 * it at appears at schedule depth "depth".
913 * The isolate option is of the form
915 * isolate[[flattened outer bands] -> band]
917 __isl_give isl_set *isl_schedule_band_get_ast_isolate_option(
918 __isl_keep isl_schedule_band *band, int depth)
920 isl_space *space;
921 isl_set *isolate;
923 if (!band)
924 return NULL;
926 space = isl_schedule_band_get_space(band);
927 space = isl_space_from_range(space);
928 space = isl_space_add_dims(space, isl_dim_in, depth);
929 space = isl_space_wrap(space);
930 space = isl_space_set_tuple_name(space, isl_dim_set, "isolate");
932 isolate = isl_union_set_extract_set(band->ast_build_options, space);
934 return isolate;
937 /* Replace the option "drop" in the AST build options by "add".
938 * That is, remove "drop" and add "add".
940 __isl_give isl_schedule_band *isl_schedule_band_replace_ast_build_option(
941 __isl_take isl_schedule_band *band, __isl_take isl_set *drop,
942 __isl_take isl_set *add)
944 isl_union_set *options;
946 band = isl_schedule_band_cow(band);
947 if (!band)
948 return NULL;
950 options = band->ast_build_options;
951 options = isl_union_set_subtract(options, isl_union_set_from_set(drop));
952 options = isl_union_set_union(options, isl_union_set_from_set(add));
953 band->ast_build_options = options;
955 if (!band->ast_build_options)
956 return isl_schedule_band_free(band);
958 return band;
961 /* Multiply the partial schedule of "band" with the factors in "mv".
962 * Replace the result by its greatest integer part to ensure
963 * that the schedule is always integral.
965 __isl_give isl_schedule_band *isl_schedule_band_scale(
966 __isl_take isl_schedule_band *band, __isl_take isl_multi_val *mv)
968 band = isl_schedule_band_cow(band);
969 if (!band || !mv)
970 goto error;
971 band->mupa = isl_multi_union_pw_aff_scale_multi_val(band->mupa, mv);
972 band->mupa = isl_multi_union_pw_aff_floor(band->mupa);
973 if (!band->mupa)
974 return isl_schedule_band_free(band);
975 return band;
976 error:
977 isl_schedule_band_free(band);
978 isl_multi_val_free(mv);
979 return NULL;
982 /* Divide the partial schedule of "band" by the factors in "mv".
983 * Replace the result by its greatest integer part to ensure
984 * that the schedule is always integral.
986 __isl_give isl_schedule_band *isl_schedule_band_scale_down(
987 __isl_take isl_schedule_band *band, __isl_take isl_multi_val *mv)
989 band = isl_schedule_band_cow(band);
990 if (!band || !mv)
991 goto error;
992 band->mupa = isl_multi_union_pw_aff_scale_down_multi_val(band->mupa,
993 mv);
994 band->mupa = isl_multi_union_pw_aff_floor(band->mupa);
995 if (!band->mupa)
996 return isl_schedule_band_free(band);
997 return band;
998 error:
999 isl_schedule_band_free(band);
1000 isl_multi_val_free(mv);
1001 return NULL;
1004 /* Reduce the partial schedule of "band" modulo the factors in "mv".
1006 __isl_give isl_schedule_band *isl_schedule_band_mod(
1007 __isl_take isl_schedule_band *band, __isl_take isl_multi_val *mv)
1009 band = isl_schedule_band_cow(band);
1010 if (!band || !mv)
1011 goto error;
1012 band->mupa = isl_multi_union_pw_aff_mod_multi_val(band->mupa, mv);
1013 if (!band->mupa)
1014 return isl_schedule_band_free(band);
1015 return band;
1016 error:
1017 isl_schedule_band_free(band);
1018 isl_multi_val_free(mv);
1019 return NULL;
1022 /* Shift the partial schedule of "band" by "shift" after checking
1023 * that the domain of the partial schedule would not be affected
1024 * by this shift.
1026 __isl_give isl_schedule_band *isl_schedule_band_shift(
1027 __isl_take isl_schedule_band *band,
1028 __isl_take isl_multi_union_pw_aff *shift)
1030 isl_union_set *dom1, *dom2;
1031 isl_bool subset;
1033 band = isl_schedule_band_cow(band);
1034 if (!band || !shift)
1035 goto error;
1036 dom1 = isl_multi_union_pw_aff_domain(
1037 isl_multi_union_pw_aff_copy(band->mupa));
1038 dom2 = isl_multi_union_pw_aff_domain(
1039 isl_multi_union_pw_aff_copy(shift));
1040 subset = isl_union_set_is_subset(dom1, dom2);
1041 isl_union_set_free(dom1);
1042 isl_union_set_free(dom2);
1043 if (subset < 0)
1044 goto error;
1045 if (!subset)
1046 isl_die(isl_schedule_band_get_ctx(band), isl_error_invalid,
1047 "domain of shift needs to include domain of "
1048 "partial schedule", goto error);
1049 band->mupa = isl_multi_union_pw_aff_add(band->mupa, shift);
1050 if (!band->mupa)
1051 return isl_schedule_band_free(band);
1052 return band;
1053 error:
1054 isl_schedule_band_free(band);
1055 isl_multi_union_pw_aff_free(shift);
1056 return NULL;
1059 /* Given the schedule of a band, construct the corresponding
1060 * schedule for the tile loops based on the given tile sizes
1061 * and return the result.
1063 * If the scale tile loops options is set, then the tile loops
1064 * are scaled by the tile sizes.
1066 * That is replace each schedule dimension "i" by either
1067 * "floor(i/s)" or "s * floor(i/s)".
1069 static isl_multi_union_pw_aff *isl_multi_union_pw_aff_tile(
1070 __isl_take isl_multi_union_pw_aff *sched,
1071 __isl_take isl_multi_val *sizes)
1073 isl_ctx *ctx;
1074 int i, n;
1075 isl_val *v;
1076 int scale;
1078 ctx = isl_multi_val_get_ctx(sizes);
1079 scale = isl_options_get_tile_scale_tile_loops(ctx);
1081 n = isl_multi_union_pw_aff_dim(sched, isl_dim_set);
1082 for (i = 0; i < n; ++i) {
1083 isl_union_pw_aff *upa;
1085 upa = isl_multi_union_pw_aff_get_union_pw_aff(sched, i);
1086 v = isl_multi_val_get_val(sizes, i);
1088 upa = isl_union_pw_aff_scale_down_val(upa, isl_val_copy(v));
1089 upa = isl_union_pw_aff_floor(upa);
1090 if (scale)
1091 upa = isl_union_pw_aff_scale_val(upa, isl_val_copy(v));
1092 isl_val_free(v);
1094 sched = isl_multi_union_pw_aff_set_union_pw_aff(sched, i, upa);
1097 isl_multi_val_free(sizes);
1098 return sched;
1101 /* Replace "band" by a band corresponding to the tile loops of a tiling
1102 * with the given tile sizes.
1104 __isl_give isl_schedule_band *isl_schedule_band_tile(
1105 __isl_take isl_schedule_band *band, __isl_take isl_multi_val *sizes)
1107 band = isl_schedule_band_cow(band);
1108 if (!band || !sizes)
1109 goto error;
1110 band->mupa = isl_multi_union_pw_aff_tile(band->mupa, sizes);
1111 if (!band->mupa)
1112 return isl_schedule_band_free(band);
1113 return band;
1114 error:
1115 isl_schedule_band_free(band);
1116 isl_multi_val_free(sizes);
1117 return NULL;
1120 /* Replace "band" by a band corresponding to the point loops of a tiling
1121 * with the given tile sizes.
1122 * "tile" is the corresponding tile loop band.
1124 * If the shift point loops option is set, then the point loops
1125 * are shifted to start at zero. That is, each schedule dimension "i"
1126 * is replaced by "i - s * floor(i/s)".
1127 * The expression "floor(i/s)" (or "s * floor(i/s)") is extracted from
1128 * the tile band.
1130 * Otherwise, the band is left untouched.
1132 __isl_give isl_schedule_band *isl_schedule_band_point(
1133 __isl_take isl_schedule_band *band, __isl_keep isl_schedule_band *tile,
1134 __isl_take isl_multi_val *sizes)
1136 isl_ctx *ctx;
1137 isl_multi_union_pw_aff *scaled;
1139 if (!band || !sizes)
1140 goto error;
1142 ctx = isl_schedule_band_get_ctx(band);
1143 if (!isl_options_get_tile_shift_point_loops(ctx)) {
1144 isl_multi_val_free(sizes);
1145 return band;
1147 band = isl_schedule_band_cow(band);
1148 if (!band)
1149 goto error;
1151 scaled = isl_schedule_band_get_partial_schedule(tile);
1152 if (!isl_options_get_tile_scale_tile_loops(ctx))
1153 scaled = isl_multi_union_pw_aff_scale_multi_val(scaled, sizes);
1154 else
1155 isl_multi_val_free(sizes);
1156 band->mupa = isl_multi_union_pw_aff_sub(band->mupa, scaled);
1157 if (!band->mupa)
1158 return isl_schedule_band_free(band);
1159 return band;
1160 error:
1161 isl_schedule_band_free(band);
1162 isl_multi_val_free(sizes);
1163 return NULL;
1166 /* Drop the "n" dimensions starting at "pos" from "band".
1168 * We apply the transformation even if "n" is zero to ensure consistent
1169 * behavior with respect to changes in the schedule space.
1171 * The caller is responsible for updating the isolate option.
1173 __isl_give isl_schedule_band *isl_schedule_band_drop(
1174 __isl_take isl_schedule_band *band, int pos, int n)
1176 int i;
1178 if (pos < 0 || n < 0 || pos + n > band->n)
1179 isl_die(isl_schedule_band_get_ctx(band), isl_error_internal,
1180 "range out of bounds",
1181 return isl_schedule_band_free(band));
1183 band = isl_schedule_band_cow(band);
1184 if (!band)
1185 return NULL;
1187 band->mupa = isl_multi_union_pw_aff_drop_dims(band->mupa,
1188 isl_dim_set, pos, n);
1189 if (!band->mupa)
1190 return isl_schedule_band_free(band);
1192 for (i = pos + n; i < band->n; ++i)
1193 band->coincident[i - n] = band->coincident[i];
1194 if (band->loop_type)
1195 for (i = pos + n; i < band->n; ++i)
1196 band->loop_type[i - n] = band->loop_type[i];
1197 if (band->isolate_loop_type)
1198 for (i = pos + n; i < band->n; ++i)
1199 band->isolate_loop_type[i - n] =
1200 band->isolate_loop_type[i];
1202 band->n -= n;
1204 return band;
1207 /* Reset the user pointer on all identifiers of parameters and tuples
1208 * in "band".
1210 __isl_give isl_schedule_band *isl_schedule_band_reset_user(
1211 __isl_take isl_schedule_band *band)
1213 band = isl_schedule_band_cow(band);
1214 if (!band)
1215 return NULL;
1217 band->mupa = isl_multi_union_pw_aff_reset_user(band->mupa);
1218 band->ast_build_options =
1219 isl_union_set_reset_user(band->ast_build_options);
1220 if (!band->mupa || !band->ast_build_options)
1221 return isl_schedule_band_free(band);
1223 return band;
1226 /* Align the parameters of "band" to those of "space".
1228 __isl_give isl_schedule_band *isl_schedule_band_align_params(
1229 __isl_take isl_schedule_band *band, __isl_take isl_space *space)
1231 band = isl_schedule_band_cow(band);
1232 if (!band || !space)
1233 goto error;
1235 band->mupa = isl_multi_union_pw_aff_align_params(band->mupa,
1236 isl_space_copy(space));
1237 band->ast_build_options =
1238 isl_union_set_align_params(band->ast_build_options, space);
1239 if (!band->mupa || !band->ast_build_options)
1240 return isl_schedule_band_free(band);
1242 return band;
1243 error:
1244 isl_space_free(space);
1245 isl_schedule_band_free(band);
1246 return NULL;
1249 /* Compute the pullback of "band" by the function represented by "upma".
1250 * In other words, plug in "upma" in the iteration domains of "band".
1252 __isl_give isl_schedule_band *isl_schedule_band_pullback_union_pw_multi_aff(
1253 __isl_take isl_schedule_band *band,
1254 __isl_take isl_union_pw_multi_aff *upma)
1256 band = isl_schedule_band_cow(band);
1257 if (!band || !upma)
1258 goto error;
1260 band->mupa =
1261 isl_multi_union_pw_aff_pullback_union_pw_multi_aff(band->mupa,
1262 upma);
1263 if (!band->mupa)
1264 return isl_schedule_band_free(band);
1266 return band;
1267 error:
1268 isl_union_pw_multi_aff_free(upma);
1269 isl_schedule_band_free(band);
1270 return NULL;
1273 /* Compute the gist of "band" with respect to "context".
1274 * In particular, compute the gist of the associated partial schedule.
1276 __isl_give isl_schedule_band *isl_schedule_band_gist(
1277 __isl_take isl_schedule_band *band, __isl_take isl_union_set *context)
1279 if (!band || !context)
1280 goto error;
1281 if (band->n == 0) {
1282 isl_union_set_free(context);
1283 return band;
1285 band = isl_schedule_band_cow(band);
1286 if (!band)
1287 goto error;
1288 band->mupa = isl_multi_union_pw_aff_gist(band->mupa, context);
1289 if (!band->mupa)
1290 return isl_schedule_band_free(band);
1291 return band;
1292 error:
1293 isl_union_set_free(context);
1294 isl_schedule_band_free(band);
1295 return NULL;