Makefile.am: append extra copy of CLANG_LDFLAGS to LDADD

[pet.git] / scop.c

/*
 * Copyright 2011 Leiden University. All rights reserved.
 * 
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 
 *    1. Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 * 
 *    2. Redistributions in binary form must reproduce the above
 *       copyright notice, this list of conditions and the following
 *       disclaimer in the documentation and/or other materials provided
 *       with the distribution.
 * 
 * THIS SOFTWARE IS PROVIDED BY LEIDEN UNIVERSITY ''AS IS'' AND ANY
 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL LEIDEN UNIVERSITY OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA,
 * OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 * 
 * The views and conclusions contained in the software and documentation
 * are those of the authors and should not be interpreted as
 * representing official policies, either expressed or implied, of
 * Leiden University.
 */ 

#include <isl/constraint.h>
#include <isl/union_set.h>

#include "scop.h"

#define ARRAY_SIZE(array) (sizeof(array)/sizeof(*array))

static char *type_str[] = {
        [pet_expr_access] = "access",
        [pet_expr_call] = "call",
        [pet_expr_double] = "double",
        [pet_expr_unary] = "unary",
        [pet_expr_binary] = "binary",
        [pet_expr_ternary] = "ternary"
};

static char *op_str[] = {
        [pet_op_add_assign] = "+=",
        [pet_op_sub_assign] = "-=",
        [pet_op_mul_assign] = "*=",
        [pet_op_div_assign] = "/=",
        [pet_op_assign] = "=",
        [pet_op_add] = "+",
        [pet_op_sub] = "-",
        [pet_op_mul] = "*",
        [pet_op_div] = "/",
        [pet_op_eq] = "==",
        [pet_op_le] = "<=",
        [pet_op_lt] = "<",
        [pet_op_gt] = ">",
        [pet_op_minus] = "-"
};

const char *pet_op_str(enum pet_op_type op)
{
        return op_str[op];
}

const char *pet_type_str(enum pet_expr_type type)
{
        return type_str[type];
}

enum pet_op_type pet_str_op(const char *str)
{
        int i;

        for (i = 0; i < ARRAY_SIZE(op_str); ++i)
                if (!strcmp(op_str[i], str))
                        return i;

        return -1;
}

enum pet_expr_type pet_str_type(const char *str)
{
        int i;

        for (i = 0; i < ARRAY_SIZE(type_str); ++i)
                if (!strcmp(type_str[i], str))
                        return i;

        return -1;
}

/* Construct a pet_expr from an access relation.
 * By default, it is considered to be a read access.
 */
struct pet_expr *pet_expr_from_access(__isl_take isl_map *access)
{
        isl_ctx *ctx = isl_map_get_ctx(access);
        struct pet_expr *expr;

        if (!access)
                return NULL;
        expr = isl_calloc_type(ctx, struct pet_expr);
        if (!expr)
                goto error;

        expr->type = pet_expr_access;
        expr->acc.access = access;
        expr->acc.read = 1;
        expr->acc.write = 0;

        return expr;
error:
        isl_map_free(access);
        return NULL;
}

/* Construct a unary pet_expr that performs "op" on "arg".
 */
struct pet_expr *pet_expr_new_unary(isl_ctx *ctx, enum pet_op_type op,
        struct pet_expr *arg)
{
        struct pet_expr *expr;

        if (!arg)
                goto error;
        expr = isl_alloc_type(ctx, struct pet_expr);
        if (!expr)
                goto error;

        expr->type = pet_expr_unary;
        expr->op = op;
        expr->n_arg = 1;
        expr->args = isl_calloc_array(ctx, struct pet_expr *, 1);
        if (!expr->args)
                goto error;
        expr->args[pet_un_arg] = arg;

        return expr;
error:
        pet_expr_free(arg);
        return NULL;
}

/* Construct a binary pet_expr that performs "op" on "lhs" and "rhs".
 */
struct pet_expr *pet_expr_new_binary(isl_ctx *ctx, enum pet_op_type op,
        struct pet_expr *lhs, struct pet_expr *rhs)
{
        struct pet_expr *expr;

        if (!lhs || !rhs)
                goto error;
        expr = isl_alloc_type(ctx, struct pet_expr);
        if (!expr)
                goto error;

        expr->type = pet_expr_binary;
        expr->op = op;
        expr->n_arg = 2;
        expr->args = isl_calloc_array(ctx, struct pet_expr *, 2);
        if (!expr->args)
                goto error;
        expr->args[pet_bin_lhs] = lhs;
        expr->args[pet_bin_rhs] = rhs;

        return expr;
error:
        pet_expr_free(lhs);
        pet_expr_free(rhs);
        return NULL;
}

/* Construct a ternary pet_expr that performs "cond" ? "lhs" : "rhs".
 */
struct pet_expr *pet_expr_new_ternary(isl_ctx *ctx, struct pet_expr *cond,
        struct pet_expr *lhs, struct pet_expr *rhs)
{
        struct pet_expr *expr;

        if (!cond || !lhs || !rhs)
                goto error;
        expr = isl_alloc_type(ctx, struct pet_expr);
        if (!expr)
                goto error;

        expr->type = pet_expr_ternary;
        expr->n_arg = 3;
        expr->args = isl_calloc_array(ctx, struct pet_expr *, 3);
        if (!expr->args)
                goto error;
        expr->args[pet_ter_cond] = cond;
        expr->args[pet_ter_true] = lhs;
        expr->args[pet_ter_false] = rhs;

        return expr;
error:
        pet_expr_free(cond);
        pet_expr_free(lhs);
        pet_expr_free(rhs);
        return NULL;
}

/* Construct a call pet_expr that calls function "name" with "n_arg"
 * arguments.  The caller is responsible for filling in the arguments.
 */
struct pet_expr *pet_expr_new_call(isl_ctx *ctx, const char *name,
        unsigned n_arg)
{
        struct pet_expr *expr;

        expr = isl_alloc_type(ctx, struct pet_expr);
        if (!expr)
                return NULL;

        expr->type = pet_expr_call;
        expr->n_arg = n_arg;
        expr->name = strdup(name);
        expr->args = isl_calloc_array(ctx, struct pet_expr *, n_arg);
        if (!expr->name || !expr->args)
                return pet_expr_free(expr);

        return expr;
}

/* Construct a pet_expr that represents the double "d".
 */
struct pet_expr *pet_expr_new_double(isl_ctx *ctx, double d)
{
        struct pet_expr *expr;

        expr = isl_calloc_type(ctx, struct pet_expr);
        if (!expr)
                return NULL;

        expr->type = pet_expr_double;
        expr->d = d;

        return expr;
}

void *pet_expr_free(struct pet_expr *expr)
{
        int i;

        if (!expr)
                return NULL;

        for (i = 0; i < expr->n_arg; ++i)
                pet_expr_free(expr->args[i]);
        free(expr->args);

        switch (expr->type) {
        case pet_expr_access:
                isl_map_free(expr->acc.access);
                break;
        case pet_expr_call:
                free(expr->name);
                break;
        case pet_expr_double:
        case pet_expr_unary:
        case pet_expr_binary:
        case pet_expr_ternary:
                break;
        }

        free(expr);
        return NULL;
}

static void expr_dump(struct pet_expr *expr, int indent)
{
        int i;

        if (!expr)
                return;

        fprintf(stderr, "%*s", indent, "");

        switch (expr->type) {
        case pet_expr_double:
                fprintf(stderr, "%g\n", expr->d);
                break;
        case pet_expr_access:
                isl_map_dump(expr->acc.access);
                fprintf(stderr, "%*sread: %d\n", indent + 2,
                                "", expr->acc.read);
                fprintf(stderr, "%*swrite: %d\n", indent + 2,
                                "", expr->acc.write);
                for (i = 0; i < expr->n_arg; ++i)
                        expr_dump(expr->args[i], indent + 2);
                break;
        case pet_expr_unary:
                fprintf(stderr, "%s\n", op_str[expr->op]);
                expr_dump(expr->args[pet_un_arg], indent + 2);
                break;
        case pet_expr_binary:
                fprintf(stderr, "%s\n", op_str[expr->op]);
                expr_dump(expr->args[pet_bin_lhs], indent + 2);
                expr_dump(expr->args[pet_bin_rhs], indent + 2);
                break;
        case pet_expr_ternary:
                fprintf(stderr, "?:\n");
                expr_dump(expr->args[pet_ter_cond], indent + 2);
                expr_dump(expr->args[pet_ter_true], indent + 2);
                expr_dump(expr->args[pet_ter_false], indent + 2);
                break;
        case pet_expr_call:
                fprintf(stderr, "%s/%d\n", expr->name, expr->n_arg);
                for (i = 0; i < expr->n_arg; ++i)
                        expr_dump(expr->args[i], indent + 2);
                break;
        }
}

void pet_expr_dump(struct pet_expr *expr)
{
        expr_dump(expr, 0);
}

/* Return 1 if the two pet_exprs are equivalent.
 */
int pet_expr_is_equal(struct pet_expr *expr1, struct pet_expr *expr2)
{
        int i;

        if (!expr1 || !expr2)
                return 0;

        if (expr1->type != expr2->type)
                return 0;
        if (expr1->n_arg != expr2->n_arg)
                return 0;
        for (i = 0; i < expr1->n_arg; ++i)
                if (!pet_expr_is_equal(expr1->args[i], expr2->args[i]))
                        return 0;
        switch (expr1->type) {
        case pet_expr_double:
                if (expr1->d != expr2->d)
                        return 0;
                break;
        case pet_expr_access:
                if (expr1->acc.read != expr2->acc.read)
                        return 0;
                if (expr1->acc.write != expr2->acc.write)
                        return 0;
                if (!expr1->acc.access || !expr2->acc.access)
                        return 0;
                if (!isl_map_is_equal(expr1->acc.access, expr2->acc.access))
                        return 0;
                break;
        case pet_expr_unary:
        case pet_expr_binary:
        case pet_expr_ternary:
                if (expr1->op != expr2->op)
                        return 0;
                break;
        case pet_expr_call:
                if (strcmp(expr1->name, expr2->name))
                        return 0;
                break;
        }

        return 1;
}

/* Add extra conditions on the parameters to all access relations in "expr".
 */
struct pet_expr *pet_expr_restrict(struct pet_expr *expr,
        __isl_take isl_set *cond)
{
        int i;

        if (!expr)
                goto error;

        for (i = 0; i < expr->n_arg; ++i) {
                expr->args[i] = pet_expr_restrict(expr->args[i],
                                                        isl_set_copy(cond));
                if (!expr->args[i])
                        goto error;
        }

        if (expr->type == pet_expr_access) {
                expr->acc.access = isl_map_intersect_params(expr->acc.access,
                                                            isl_set_copy(cond));
                if (!expr->acc.access)
                        goto error;
        }

        isl_set_free(cond);
        return expr;
error:
        isl_set_free(cond);
        return pet_expr_free(expr);
}

/* Modify all access relations in "expr" by calling "fn" on them.
 */
static struct pet_expr *expr_foreach_access(struct pet_expr *expr,
        __isl_give isl_map *(*fn)(__isl_take isl_map *access, void *user),
        void *user)
{
        int i;

        if (!expr)
                return NULL;

        for (i = 0; i < expr->n_arg; ++i) {
                expr->args[i] = expr_foreach_access(expr->args[i], fn, user);
                if (!expr->args[i])
                        return pet_expr_free(expr);
        }

        if (expr->type == pet_expr_access) {
                expr->acc.access = fn(expr->acc.access, user);
                if (!expr->acc.access)
                        return pet_expr_free(expr);
        }

        return expr;
}

/* Modify the given access relation based on the given iteration space
 * transformation.
 * If the access has any arguments then the domain of the access relation
 * is a wrapped mapping from the iteration space to the space of
 * argument values.  We only need to change the domain of this wrapped
 * mapping, so we extend the input transformation with an identity mapping
 * on the space of argument values.
 */
static __isl_give isl_map *update_domain(__isl_take isl_map *access,
        void *user)
{
        isl_map *update = user;
        isl_space *dim;

        update = isl_map_copy(update);

        dim = isl_map_get_space(access);
        dim = isl_space_domain(dim);
        if (!isl_space_is_wrapping(dim))
                isl_space_free(dim);
        else {
                isl_map *id;
                dim = isl_space_unwrap(dim);
                dim = isl_space_range(dim);
                dim = isl_space_map_from_set(dim);
                id = isl_map_identity(dim);
                update = isl_map_product(update, id);
        }

        return isl_map_apply_domain(access, update);
}

/* Modify all access relations in "expr" based on the given iteration space
 * transformation.
 */
static struct pet_expr *expr_update_domain(struct pet_expr *expr,
        __isl_take isl_map *update)
{
        expr = expr_foreach_access(expr, &update_domain, update);
        isl_map_free(update);
        return expr;
}

/* Construct a pet_stmt with given line number and statement
 * number from a pet_expr.
 * The initial iteration domain is the zero-dimensional universe.
 * The domains of all access relations are modified to refer
 * to the statement iteration domain.
 */
struct pet_stmt *pet_stmt_from_pet_expr(isl_ctx *ctx, int line, int id,
        struct pet_expr *expr)
{
        struct pet_stmt *stmt;
        isl_space *dim;
        isl_set *dom;
        isl_map *sched;
        isl_map *add_name;
        char name[50];

        if (!expr)
                return NULL;

        stmt = isl_calloc_type(ctx, struct pet_stmt);
        if (!stmt)
                return pet_expr_free(expr);

        dim = isl_space_set_alloc(ctx, 0, 0);
        snprintf(name, sizeof(name), "S_%d", id);
        dim = isl_space_set_tuple_name(dim, isl_dim_set, name);
        dom = isl_set_universe(isl_space_copy(dim));
        sched = isl_map_from_domain(isl_set_copy(dom));

        dim = isl_space_from_range(dim);
        add_name = isl_map_universe(dim);
        expr = expr_update_domain(expr, add_name);

        stmt->line = line;
        stmt->domain = dom;
        stmt->schedule = sched;
        stmt->body = expr;

        if (!stmt->domain || !stmt->schedule || !stmt->body)
                return pet_stmt_free(stmt);

        return stmt;
}

void *pet_stmt_free(struct pet_stmt *stmt)
{
        int i;

        if (!stmt)
                return NULL;

        isl_set_free(stmt->domain);
        isl_map_free(stmt->schedule);
        pet_expr_free(stmt->body);

        for (i = 0; i < stmt->n_arg; ++i)
                pet_expr_free(stmt->args[i]);
        free(stmt->args);

        free(stmt);
        return NULL;
}

static void stmt_dump(struct pet_stmt *stmt, int indent)
{
        int i;

        if (!stmt)
                return;

        fprintf(stderr, "%*s%d\n", indent, "", stmt->line);
        fprintf(stderr, "%*s", indent, "");
        isl_set_dump(stmt->domain);
        fprintf(stderr, "%*s", indent, "");
        isl_map_dump(stmt->schedule);
        expr_dump(stmt->body, indent);
        for (i = 0; i < stmt->n_arg; ++i)
                expr_dump(stmt->args[i], indent + 2);
}

void pet_stmt_dump(struct pet_stmt *stmt)
{
        stmt_dump(stmt, 0);
}

void *pet_array_free(struct pet_array *array)
{
        if (!array)
                return NULL;

        isl_set_free(array->context);
        isl_set_free(array->extent);
        isl_set_free(array->value_bounds);
        free(array->element_type);

        free(array);
        return NULL;
}

void pet_array_dump(struct pet_array *array)
{
        if (!array)
                return;

        isl_set_dump(array->context);
        isl_set_dump(array->extent);
        isl_set_dump(array->value_bounds);
        fprintf(stderr, "%s %s\n", array->element_type,
                array->live_out ? "live-out" : "");
}

/* Construct a pet_scop with room for n statements.
 */
static struct pet_scop *scop_alloc(isl_ctx *ctx, int n)
{
        isl_space *space;
        struct pet_scop *scop;

        scop = isl_calloc_type(ctx, struct pet_scop);
        if (!scop)
                return NULL;

        space = isl_space_params_alloc(ctx, 0);
        scop->context = isl_set_universe(isl_space_copy(space));
        scop->context_value = isl_set_universe(space);
        scop->stmts = isl_calloc_array(ctx, struct pet_stmt *, n);
        if (!scop->context || !scop->stmts)
                return pet_scop_free(scop);

        scop->n_stmt = n;

        return scop;
}

struct pet_scop *pet_scop_empty(isl_ctx *ctx)
{
        return scop_alloc(ctx, 0);
}

/* Construct a pet_scop that contains the given pet_stmt.
 */
struct pet_scop *pet_scop_from_pet_stmt(isl_ctx *ctx, struct pet_stmt *stmt)
{
        struct pet_scop *scop;

        if (!stmt)
                return NULL;

        scop = scop_alloc(ctx, 1);

        scop->stmts[0] = stmt;

        return scop;
error:
        pet_stmt_free(stmt);
        pet_scop_free(scop);
        return NULL;
}

/* Construct a pet_scop that contains the arrays and the statements
 * in "scop1" and "scop2".
 */
struct pet_scop *pet_scop_add(isl_ctx *ctx, struct pet_scop *scop1,
        struct pet_scop *scop2)
{
        int i;
        struct pet_scop *scop;

        if (!scop1 || !scop2)
                goto error;

        if (scop1->n_stmt == 0) {
                pet_scop_free(scop1);
                return scop2;
        }

        if (scop2->n_stmt == 0) {
                pet_scop_free(scop2);
                return scop1;
        }

        scop = scop_alloc(ctx, scop1->n_stmt + scop2->n_stmt);
        if (!scop)
                goto error;

        scop->arrays = isl_calloc_array(ctx, struct pet_array *,
                                        scop1->n_array + scop2->n_array);
        if (!scop->arrays)
                goto error;
        scop->n_array = scop1->n_array + scop2->n_array;

        for (i = 0; i < scop1->n_stmt; ++i) {
                scop->stmts[i] = scop1->stmts[i];
                scop1->stmts[i] = NULL;
        }

        for (i = 0; i < scop2->n_stmt; ++i) {
                scop->stmts[scop1->n_stmt + i] = scop2->stmts[i];
                scop2->stmts[i] = NULL;
        }

        for (i = 0; i < scop1->n_array; ++i) {
                scop->arrays[i] = scop1->arrays[i];
                scop1->arrays[i] = NULL;
        }

        for (i = 0; i < scop2->n_array; ++i) {
                scop->arrays[scop1->n_array + i] = scop2->arrays[i];
                scop2->arrays[i] = NULL;
        }

        pet_scop_free(scop1);
        pet_scop_free(scop2);
        return scop;
error:
        pet_scop_free(scop1);
        pet_scop_free(scop2);
        return NULL;
}

void *pet_scop_free(struct pet_scop *scop)
{
        int i;

        if (!scop)
                return NULL;
        isl_set_free(scop->context);
        isl_set_free(scop->context_value);
        if (scop->arrays)
                for (i = 0; i < scop->n_array; ++i)
                        pet_array_free(scop->arrays[i]);
        free(scop->arrays);
        if (scop->stmts)
                for (i = 0; i < scop->n_stmt; ++i)
                        pet_stmt_free(scop->stmts[i]);
        free(scop->stmts);
        free(scop);
        return NULL;
}

void pet_scop_dump(struct pet_scop *scop)
{
        int i;

        if (!scop)
                return;
        
        isl_set_dump(scop->context);
        isl_set_dump(scop->context_value);
        for (i = 0; i < scop->n_array; ++i)
                pet_array_dump(scop->arrays[i]);
        for (i = 0; i < scop->n_stmt; ++i)
                pet_stmt_dump(scop->stmts[i]);
}

/* Return 1 if the two pet_arrays are equivalent.
 */
int pet_array_is_equal(struct pet_array *array1, struct pet_array *array2)
{
        if (!array1 || !array2)
                return 0;

        if (!isl_set_is_equal(array1->context, array2->context))
                return 0;
        if (!isl_set_is_equal(array1->extent, array2->extent))
                return 0;
        if (!!array1->value_bounds != !!array2->value_bounds)
                return 0;
        if (array1->value_bounds &&
            !isl_set_is_equal(array1->value_bounds, array2->value_bounds))
                return 0;
        if (strcmp(array1->element_type, array2->element_type))
                return 0;
        if (array1->live_out != array2->live_out)
                return 0;

        return 1;
}

/* Return 1 if the two pet_stmts are equivalent.
 */
int pet_stmt_is_equal(struct pet_stmt *stmt1, struct pet_stmt *stmt2)
{
        int i;

        if (!stmt1 || !stmt2)
                return 0;
        
        if (stmt1->line != stmt2->line)
                return 0;
        if (!isl_set_is_equal(stmt1->domain, stmt2->domain))
                return 0;
        if (!isl_map_is_equal(stmt1->schedule, stmt2->schedule))
                return 0;
        if (!pet_expr_is_equal(stmt1->body, stmt2->body))
                return 0;
        if (stmt1->n_arg != stmt2->n_arg)
                return 0;
        for (i = 0; i < stmt1->n_arg; ++i) {
                if (!pet_expr_is_equal(stmt1->args[i], stmt2->args[i]))
                        return 0;
        }

        return 1;
}

/* Return 1 if the two pet_scops are equivalent.
 */
int pet_scop_is_equal(struct pet_scop *scop1, struct pet_scop *scop2)
{
        int i;

        if (!scop1 || !scop2)
                return 0;

        if (!isl_set_is_equal(scop1->context, scop2->context))
                return 0;
        if (!isl_set_is_equal(scop1->context_value, scop2->context_value))
                return 0;

        if (scop1->n_array != scop2->n_array)
                return 0;
        for (i = 0; i < scop1->n_array; ++i)
                if (!pet_array_is_equal(scop1->arrays[i], scop2->arrays[i]))
                        return 0;

        if (scop1->n_stmt != scop2->n_stmt)
                return 0;
        for (i = 0; i < scop1->n_stmt; ++i)
                if (!pet_stmt_is_equal(scop1->stmts[i], scop2->stmts[i]))
                        return 0;

        return 1;
}

/* Prefix the schedule of "stmt" with an extra dimension with constant
 * value "pos".
 */
struct pet_stmt *pet_stmt_prefix(struct pet_stmt *stmt, int pos)
{
        if (!stmt)
                return NULL;

        stmt->schedule = isl_map_insert_dims(stmt->schedule, isl_dim_out, 0, 1);
        stmt->schedule = isl_map_fix_si(stmt->schedule, isl_dim_out, 0, pos);
        if (!stmt->schedule)
                return pet_stmt_free(stmt);

        return stmt;
}

/* Prefix the schedules of all statements in "scop" with an extra
 * dimension with constant value "pos".
 */
struct pet_scop *pet_scop_prefix(struct pet_scop *scop, int pos)
{
        int i;

        if (!scop)
                return NULL;

        for (i = 0; i < scop->n_stmt; ++i) {
                scop->stmts[i] = pet_stmt_prefix(scop->stmts[i], pos);
                if (!scop->stmts[i])
                        return pet_scop_free(scop);
        }

        return scop;
}

/* Data used in embed_access.
 * extend adds an iterator to the iteration domain
 * var_id represents the induction variable of the corresponding loop
 */
struct pet_embed_access {
        isl_map *extend;
        isl_id *var_id;
};

/* Embed the access relation in an extra outer loop.
 *
 * We first update the iteration domain to insert the extra dimension.
 *
 * If the access refers to the induction variable, then it is
 * turned into an access to the set of integers with index (and value)
 * equal to the induction variable.
 *
 * If the induction variable appears in the constraints (as a parameter),
 * then the parameter is equated to the newly introduced iteration
 * domain dimension and subsequently projected out.
 */
static __isl_give isl_map *embed_access(__isl_take isl_map *access,
        void *user)
{
        struct pet_embed_access *data = user;
        isl_id *array_id = NULL;
        int pos;

        access = update_domain(access, data->extend);

        if (isl_map_has_tuple_id(access, isl_dim_out))
                array_id = isl_map_get_tuple_id(access, isl_dim_out);
        if (array_id == data->var_id) {
                access = isl_map_insert_dims(access, isl_dim_out, 0, 1);
                access = isl_map_equate(access,
                                        isl_dim_in, 0, isl_dim_out, 0);
        }
        isl_id_free(array_id);

        pos = isl_map_find_dim_by_id(access, isl_dim_param, data->var_id);
        if (pos >= 0) {
                access = isl_map_equate(access,
                                        isl_dim_param, pos, isl_dim_in, 0);
                access = isl_map_project_out(access, isl_dim_param, pos, 1);
        }
        access = isl_map_set_dim_id(access, isl_dim_in, 0,
                                        isl_id_copy(data->var_id));

        return access;
}

/* Embed all access relations in "expr" in an extra loop.
 * "extend" inserts an outer loop iterator in the iteration domains.
 * "var_id" represents the induction variable.
 */
static struct pet_expr *expr_embed(struct pet_expr *expr,
        __isl_take isl_map *extend, __isl_keep isl_id *var_id)
{
        struct pet_embed_access data = { .extend = extend, .var_id = var_id };

        expr = expr_foreach_access(expr, &embed_access, &data);
        isl_map_free(extend);
        return expr;
}

/* Embed the given pet_stmt in an extra outer loop with iteration domain
 * "dom" and schedule "sched".  "var_id" represents the induction variable
 * of the loop.
 *
 * The iteration domain and schedule of the statement are updated
 * according to the iteration domain and schedule of the new loop.
 * If stmt->domain is a wrapped map, then the iteration domain
 * is the domain of this map, so we need to be careful to adjust
 * this domain.
 *
 * If the induction variable appears in the constraints (as a parameter)
 * of the current iteration domain or the schedule of the statement,
 * then the parameter is equated to the newly introduced iteration
 * domain dimension and subsequently projected out.
 *
 * Finally, all access relations are updated based on the extra loop.
 */
struct pet_stmt *pet_stmt_embed(struct pet_stmt *stmt, __isl_take isl_set *dom,
        __isl_take isl_map *sched, __isl_take isl_id *var_id)
{
        int i;
        int pos;
        isl_id *stmt_id;
        isl_space *dim;
        isl_map *extend;

        if (!stmt)
                goto error;

        if (isl_set_is_wrapping(stmt->domain)) {
                isl_map *map;
                isl_map *ext;
                isl_space *ran_dim;

                map = isl_set_unwrap(stmt->domain);
                stmt_id = isl_map_get_tuple_id(map, isl_dim_in);
                ran_dim = isl_space_range(isl_map_get_space(map));
                ext = isl_map_from_domain_and_range(isl_set_copy(dom),
                                                    isl_set_universe(ran_dim));
                map = isl_map_flat_domain_product(ext, map);
                map = isl_map_set_tuple_id(map, isl_dim_in,
                                                        isl_id_copy(stmt_id));
                dim = isl_space_domain(isl_map_get_space(map));
                stmt->domain = isl_map_wrap(map);
        } else {
                stmt_id = isl_set_get_tuple_id(stmt->domain);
                stmt->domain = isl_set_flat_product(isl_set_copy(dom),
                                                    stmt->domain);
                stmt->domain = isl_set_set_tuple_id(stmt->domain,
                                                        isl_id_copy(stmt_id));
                dim = isl_set_get_space(stmt->domain);
        }

        pos = isl_set_find_dim_by_id(stmt->domain, isl_dim_param, var_id);
        if (pos >= 0) {
                stmt->domain = isl_set_equate(stmt->domain,
                                            isl_dim_param, pos, isl_dim_set, 0);
                stmt->domain = isl_set_project_out(stmt->domain,
                                                    isl_dim_param, pos, 1);
        }

        stmt->schedule = isl_map_flat_product(sched, stmt->schedule);
        stmt->schedule = isl_map_set_tuple_id(stmt->schedule,
                                                isl_dim_in, stmt_id);

        pos = isl_map_find_dim_by_id(stmt->schedule, isl_dim_param, var_id);
        if (pos >= 0) {
                stmt->schedule = isl_map_equate(stmt->schedule,
                                            isl_dim_param, pos, isl_dim_in, 0);
                stmt->schedule = isl_map_project_out(stmt->schedule,
                                                    isl_dim_param, pos, 1);
        }

        dim = isl_space_map_from_set(dim);
        extend = isl_map_identity(dim);
        extend = isl_map_remove_dims(extend, isl_dim_in, 0, 1);
        extend = isl_map_set_tuple_id(extend, isl_dim_in,
                                    isl_map_get_tuple_id(extend, isl_dim_out));
        for (i = 0; i < stmt->n_arg; ++i)
                stmt->args[i] = expr_embed(stmt->args[i],
                                            isl_map_copy(extend), var_id);
        stmt->body = expr_embed(stmt->body, extend, var_id);

        isl_set_free(dom);
        isl_id_free(var_id);

        for (i = 0; i < stmt->n_arg; ++i)
                if (!stmt->args[i])
                        return pet_stmt_free(stmt);
        if (!stmt->domain || !stmt->schedule || !stmt->body)
                return pet_stmt_free(stmt);
        return stmt;
error:
        isl_set_free(dom);
        isl_map_free(sched);
        isl_id_free(var_id);
        return NULL;
}

/* Embed all statements in "scop" in an extra outer loop with iteration domain
 * "dom" and schedule "sched".  "var_id" represents the induction variable
 * of the loop.
 */
struct pet_scop *pet_scop_embed(struct pet_scop *scop, __isl_take isl_set *dom,
        __isl_take isl_map *sched, __isl_take isl_id *id)
{
        int i;

        if (!scop)
                goto error;

        for (i = 0; i < scop->n_stmt; ++i) {
                scop->stmts[i] = pet_stmt_embed(scop->stmts[i],
                                        isl_set_copy(dom),
                                        isl_map_copy(sched), isl_id_copy(id));
                if (!scop->stmts[i])
                        goto error;
        }

        isl_set_free(dom);
        isl_map_free(sched);
        isl_id_free(id);
        return scop;
error:
        isl_set_free(dom);
        isl_map_free(sched);
        isl_id_free(id);
        return pet_scop_free(scop);
}

/* Add extra conditions on the parameters to iteration domain of "stmt".
 */
static struct pet_stmt *stmt_restrict(struct pet_stmt *stmt,
        __isl_take isl_set *cond)
{
        if (!stmt)
                goto error;

        stmt->domain = isl_set_intersect_params(stmt->domain, cond);

        return stmt;
error:
        isl_set_free(cond);
        return pet_stmt_free(stmt);
}

/* Add extra conditions on the parameters to all iteration domains.
 */
struct pet_scop *pet_scop_restrict(struct pet_scop *scop,
        __isl_take isl_set *cond)
{
        int i;

        if (!scop)
                goto error;

        for (i = 0; i < scop->n_stmt; ++i) {
                scop->stmts[i] = stmt_restrict(scop->stmts[i],
                                                    isl_set_copy(cond));
                if (!scop->stmts[i])
                        goto error;
        }

        isl_set_free(cond);
        return scop;
error:
        isl_set_free(cond);
        return pet_scop_free(scop);
}

/* Make the statements "stmt" depend on the value of "test"
 * being equal to "satisfied" by adjusting stmt->domain.
 *
 * We insert an argument corresponding to a read to "test"
 * from the iteration domain of "stmt" in front of the list of arguments.
 * We also insert a corresponding output dimension in the wrapped
 * map contained in stmt->domain, with value set to "satisfied".
 */
static struct pet_stmt *stmt_filter(struct pet_stmt *stmt,
        __isl_take isl_map *test, int satisfied)
{
        int i;
        isl_id *id;
        isl_ctx *ctx;
        isl_map *map;
        isl_set *dom;

        if (!stmt || !test)
                goto error;

        if (isl_set_is_wrapping(stmt->domain))
                map = isl_set_unwrap(stmt->domain);
        else
                map = isl_map_from_domain(stmt->domain);
        map = isl_map_insert_dims(map, isl_dim_out, 0, 1);
        id = isl_map_get_tuple_id(test, isl_dim_out);
        map = isl_map_set_dim_id(map, isl_dim_out, 0, id);
        map = isl_map_fix_si(map, isl_dim_out, 0, satisfied);
        dom = isl_set_universe(isl_space_domain(isl_map_get_space(map)));
        test = isl_map_apply_domain(test, isl_map_from_range(dom));

        stmt->domain = isl_map_wrap(map);

        ctx = isl_map_get_ctx(test);
        if (!stmt->args) {
                stmt->args = isl_calloc_array(ctx, struct pet_expr *, 1);
                if (!stmt->args)
                        goto error;
        } else {
                struct pet_expr **args;
                args = isl_calloc_array(ctx, struct pet_expr *, 1 + stmt->n_arg);
                if (!args)
                        goto error;
                for (i = 0; i < stmt->n_arg; ++i)
                        args[1 + i] = stmt->args[i];
                free(stmt->args);
                stmt->args = args;
        }
        stmt->n_arg++;
        stmt->args[0] = pet_expr_from_access(isl_map_copy(test));
        if (!stmt->args[0])
                goto error;

        isl_map_free(test);
        return stmt;
error:
        isl_map_free(test);
        return pet_stmt_free(stmt);
}

/* Make all statements in "scop" depend on the value of "test"
 * being equal to "satisfied" by adjusting their domains.
 */
struct pet_scop *pet_scop_filter(struct pet_scop *scop,
        __isl_take isl_map *test, int satisfied)
{
        int i;

        if (!scop)
                goto error;

        for (i = 0; i < scop->n_stmt; ++i) {
                scop->stmts[i] = stmt_filter(scop->stmts[i],
                                                isl_map_copy(test), satisfied);
                if (!scop->stmts[i])
                        goto error;
        }

        isl_map_free(test);
        return scop;
error:
        isl_map_free(test);
        return pet_scop_free(scop);
}

/* Add all parameters in "expr" to "dim" and return the result.
 */
static __isl_give isl_space *expr_collect_params(struct pet_expr *expr,
        __isl_take isl_space *dim)
{
        int i;

        if (!expr)
                goto error;
        for (i = 0; i < expr->n_arg; ++i)

                dim = expr_collect_params(expr->args[i], dim);

        if (expr->type == pet_expr_access)
                dim = isl_space_align_params(dim,
                                            isl_map_get_space(expr->acc.access));

        return dim;
error:
        isl_space_free(dim);
        return pet_expr_free(expr);
}

/* Add all parameters in "stmt" to "dim" and return the result.
 */
static __isl_give isl_space *stmt_collect_params(struct pet_stmt *stmt,
        __isl_take isl_space *dim)
{
        if (!stmt)
                goto error;

        dim = isl_space_align_params(dim, isl_set_get_space(stmt->domain));
        dim = isl_space_align_params(dim, isl_map_get_space(stmt->schedule));
        dim = expr_collect_params(stmt->body, dim);

        return dim;
error:
        isl_space_free(dim);
        return pet_stmt_free(stmt);
}

/* Add all parameters in "array" to "dim" and return the result.
 */
static __isl_give isl_space *array_collect_params(struct pet_array *array,
        __isl_take isl_space *dim)
{
        if (!array)
                goto error;

        dim = isl_space_align_params(dim, isl_set_get_space(array->context));
        dim = isl_space_align_params(dim, isl_set_get_space(array->extent));

        return dim;
error:
        isl_space_free(dim);
        return pet_array_free(array);
}

/* Add all parameters in "scop" to "dim" and return the result.
 */
static __isl_give isl_space *scop_collect_params(struct pet_scop *scop,
        __isl_take isl_space *dim)
{
        int i;

        if (!scop)
                goto error;

        for (i = 0; i < scop->n_array; ++i)
                dim = array_collect_params(scop->arrays[i], dim);

        for (i = 0; i < scop->n_stmt; ++i)
                dim = stmt_collect_params(scop->stmts[i], dim);

        return dim;
error:
        isl_space_free(dim);
        return pet_scop_free(scop);
}

/* Add all parameters in "dim" to all access relations in "expr".
 */
static struct pet_expr *expr_propagate_params(struct pet_expr *expr,
        __isl_take isl_space *dim)
{
        int i;

        if (!expr)
                goto error;

        for (i = 0; i < expr->n_arg; ++i) {
                expr->args[i] =
                        expr_propagate_params(expr->args[i],
                                                isl_space_copy(dim));
                if (!expr->args[i])
                        goto error;
        }

        if (expr->type == pet_expr_access) {
                expr->acc.access = isl_map_align_params(expr->acc.access,
                                                        isl_space_copy(dim));
                if (!expr->acc.access)
                        goto error;
        }

        isl_space_free(dim);
        return expr;
error:
        isl_space_free(dim);
        return pet_expr_free(expr);
}

/* Add all parameters in "dim" to the domain, schedule and
 * all access relations in "stmt".
 */
static struct pet_stmt *stmt_propagate_params(struct pet_stmt *stmt,
        __isl_take isl_space *dim)
{
        if (!stmt)
                goto error;

        stmt->domain = isl_set_align_params(stmt->domain, isl_space_copy(dim));
        stmt->schedule = isl_map_align_params(stmt->schedule,
                                                isl_space_copy(dim));
        stmt->body = expr_propagate_params(stmt->body, isl_space_copy(dim));

        if (!stmt->domain || !stmt->schedule || !stmt->body)
                goto error;

        isl_space_free(dim);
        return stmt;
error:
        isl_space_free(dim);
        return pet_stmt_free(stmt);
}

/* Add all parameters in "dim" to "array".
 */
static struct pet_array *array_propagate_params(struct pet_array *array,
        __isl_take isl_space *dim)
{
        if (!array)
                goto error;

        array->context = isl_set_align_params(array->context,
                                                isl_space_copy(dim));
        array->extent = isl_set_align_params(array->extent,
                                                isl_space_copy(dim));
        if (array->value_bounds) {
                array->value_bounds = isl_set_align_params(array->value_bounds,
                                                        isl_space_copy(dim));
                if (!array->value_bounds)
                        goto error;
        }

        if (!array->context || !array->extent)
                goto error;

        isl_space_free(dim);
        return array;
error:
        isl_space_free(dim);
        return pet_array_free(array);
}

/* Add all parameters in "dim" to "scop".
 */
static struct pet_scop *scop_propagate_params(struct pet_scop *scop,
        __isl_take isl_space *dim)
{
        int i;

        if (!scop)
                goto error;

        for (i = 0; i < scop->n_array; ++i) {
                scop->arrays[i] = array_propagate_params(scop->arrays[i],
                                                        isl_space_copy(dim));
                if (!scop->arrays[i])
                        goto error;
        }

        for (i = 0; i < scop->n_stmt; ++i) {
                scop->stmts[i] = stmt_propagate_params(scop->stmts[i],
                                                        isl_space_copy(dim));
                if (!scop->stmts[i])
                        goto error;
        }

        isl_space_free(dim);
        return scop;
error:
        isl_space_free(dim);
        return pet_scop_free(scop);
}

/* Update all isl_sets and isl_maps in "scop" such that they all
 * have the same parameters.
 */
struct pet_scop *pet_scop_align_params(struct pet_scop *scop)
{
        isl_space *dim;

        if (!scop)
                return NULL;

        dim = isl_set_get_space(scop->context);
        dim = scop_collect_params(scop, dim);

        scop->context = isl_set_align_params(scop->context, isl_space_copy(dim));
        scop = scop_propagate_params(scop, dim);

        return scop;
}

/* Check if the given access relation accesses a (0D) array that corresponds
 * to one of the parameters in "dim".  If so, replace the array access
 * by an access to the set of integers with as index (and value)
 * that parameter.
 */
static __isl_give isl_map *access_detect_parameter(__isl_take isl_map *access,
        __isl_take isl_space *dim)
{
        isl_id *array_id = NULL;
        int pos = -1;

        if (isl_map_has_tuple_id(access, isl_dim_out)) {
                array_id = isl_map_get_tuple_id(access, isl_dim_out);
                pos = isl_space_find_dim_by_id(dim, isl_dim_param, array_id);
        }
        isl_space_free(dim);

        if (pos < 0) {
                isl_id_free(array_id);
                return access;
        }

        pos = isl_map_find_dim_by_id(access, isl_dim_param, array_id);
        if (pos < 0) {
                access = isl_map_insert_dims(access, isl_dim_param, 0, 1);
                access = isl_map_set_dim_id(access, isl_dim_param, 0, array_id);
                pos = 0;
        } else
                isl_id_free(array_id);

        access = isl_map_insert_dims(access, isl_dim_out, 0, 1);
        access = isl_map_equate(access, isl_dim_param, pos, isl_dim_out, 0);

        return access;
}

/* Replace all accesses to (0D) arrays that correspond to one of the parameters
 * in "dim" by a value equal to the corresponding parameter.
 */
static struct pet_expr *expr_detect_parameter_accesses(struct pet_expr *expr,
        __isl_take isl_space *dim)
{
        int i;

        if (!expr)
                goto error;

        for (i = 0; i < expr->n_arg; ++i) {
                expr->args[i] =
                        expr_detect_parameter_accesses(expr->args[i],
                                                isl_space_copy(dim));
                if (!expr->args[i])
                        goto error;
        }

        if (expr->type == pet_expr_access) {
                expr->acc.access = access_detect_parameter(expr->acc.access,
                                                        isl_space_copy(dim));
                if (!expr->acc.access)
                        goto error;
        }

        isl_space_free(dim);
        return expr;
error:
        isl_space_free(dim);
        return pet_expr_free(expr);
}

/* Replace all accesses to (0D) arrays that correspond to one of the parameters
 * in "dim" by a value equal to the corresponding parameter.
 */
static struct pet_stmt *stmt_detect_parameter_accesses(struct pet_stmt *stmt,
        __isl_take isl_space *dim)
{
        if (!stmt)
                goto error;

        stmt->body = expr_detect_parameter_accesses(stmt->body,
                                                        isl_space_copy(dim));

        if (!stmt->domain || !stmt->schedule || !stmt->body)
                goto error;

        isl_space_free(dim);
        return stmt;
error:
        isl_space_free(dim);
        return pet_stmt_free(stmt);
}

/* Replace all accesses to (0D) arrays that correspond to one of the parameters
 * in "dim" by a value equal to the corresponding parameter.
 */
static struct pet_scop *scop_detect_parameter_accesses(struct pet_scop *scop,
        __isl_take isl_space *dim)
{
        int i;

        if (!scop)
                goto error;

        for (i = 0; i < scop->n_stmt; ++i) {
                scop->stmts[i] = stmt_detect_parameter_accesses(scop->stmts[i],
                                                        isl_space_copy(dim));
                if (!scop->stmts[i])
                        goto error;
        }

        isl_space_free(dim);
        return scop;
error:
        isl_space_free(dim);
        return pet_scop_free(scop);
}

/* Replace all accesses to (0D) arrays that correspond to any of
 * the parameters used in "scop" by a value equal
 * to the corresponding parameter.
 */
struct pet_scop *pet_scop_detect_parameter_accesses(struct pet_scop *scop)
{
        isl_space *dim;

        if (!scop)
                return NULL;

        dim = isl_set_get_space(scop->context);
        dim = scop_collect_params(scop, dim);

        scop = scop_detect_parameter_accesses(scop, dim);

        return scop;
}

/* Add all read access relations (if "read" is set) and/or all write
 * access relations (if "write" is set) to "accesses" and return the result.
 */
static __isl_give isl_union_map *expr_collect_accesses(struct pet_expr *expr,
        int read, int write, __isl_take isl_union_map *accesses)
{
        int i;
        isl_id *id;
        isl_space *dim;

        if (!expr)
                return NULL;

        for (i = 0; i < expr->n_arg; ++i)
                accesses = expr_collect_accesses(expr->args[i],
                                                 read, write, accesses);

        if (expr->type == pet_expr_access &&
            isl_map_has_tuple_id(expr->acc.access, isl_dim_out) &&
            ((read && expr->acc.read) || (write && expr->acc.write)))
                accesses = isl_union_map_add_map(accesses,
                                                isl_map_copy(expr->acc.access));

        return accesses;
}

/* Collect and return all read access relations (if "read" is set)
 * and/or all write * access relations (if "write" is set) in "stmt".
 */
static __isl_give isl_union_map *stmt_collect_accesses(struct pet_stmt *stmt,
        int read, int write, __isl_take isl_space *dim)
{
        isl_union_map *accesses;

        if (!stmt)
                return NULL;

        accesses = isl_union_map_empty(dim);
        accesses = expr_collect_accesses(stmt->body, read, write, accesses);
        accesses = isl_union_map_intersect_domain(accesses,
                        isl_union_set_from_set(isl_set_copy(stmt->domain)));

        return accesses;
}

/* Collect and return all read access relations (if "read" is set)
 * and/or all write * access relations (if "write" is set) in "scop".
 */
static __isl_give isl_union_map *scop_collect_accesses(struct pet_scop *scop,
        int read, int write)
{
        int i;
        isl_union_map *accesses;

        if (!scop)
                return NULL;

        accesses = isl_union_map_empty(isl_set_get_space(scop->context));

        for (i = 0; i < scop->n_stmt; ++i) {
                isl_union_map *accesses_i;
                isl_space *dim = isl_set_get_space(scop->context);
                accesses_i = stmt_collect_accesses(scop->stmts[i],
                                                   read, write, dim);
                accesses = isl_union_map_union(accesses, accesses_i);
        }

        return accesses;
}

__isl_give isl_union_map *pet_scop_collect_reads(struct pet_scop *scop)
{
        return scop_collect_accesses(scop, 1, 0);
}

__isl_give isl_union_map *pet_scop_collect_writes(struct pet_scop *scop)
{
        return scop_collect_accesses(scop, 0, 1);
}

/* Collect and return the union of iteration domains in "scop".
 */
__isl_give isl_union_set *pet_scop_collect_domains(struct pet_scop *scop)
{
        int i;
        isl_set *domain_i;
        isl_union_set *domain;

        if (!scop)
                return NULL;

        domain = isl_union_set_empty(isl_set_get_space(scop->context));

        for (i = 0; i < scop->n_stmt; ++i) {
                domain_i = isl_set_copy(scop->stmts[i]->domain);
                domain = isl_union_set_add_set(domain, domain_i);
        }

        return domain;
}

/* Collect and return the schedules of the statements in "scop".
 * The range is normalized to the maximal number of scheduling
 * dimensions.
 */
__isl_give isl_union_map *pet_scop_collect_schedule(struct pet_scop *scop)
{
        int i, j;
        isl_map *schedule_i;
        isl_union_map *schedule;
        int depth, max_depth = 0;

        if (!scop)
                return NULL;

        schedule = isl_union_map_empty(isl_set_get_space(scop->context));

        for (i = 0; i < scop->n_stmt; ++i) {
                depth = isl_map_dim(scop->stmts[i]->schedule, isl_dim_out);
                if (depth > max_depth)
                        max_depth = depth;
        }

        for (i = 0; i < scop->n_stmt; ++i) {
                schedule_i = isl_map_copy(scop->stmts[i]->schedule);
                depth = isl_map_dim(schedule_i, isl_dim_out);
                schedule_i = isl_map_add_dims(schedule_i, isl_dim_out,
                                                max_depth - depth);
                for (j = depth; j < max_depth; ++j)
                        schedule_i = isl_map_fix_si(schedule_i,
                                                        isl_dim_out, j, 0);
                schedule = isl_union_map_add_map(schedule, schedule_i);
        }

        return schedule;
}