isl_tab_pip.c: basic_map_partial_lexopt_pma: use isl_basic_map_get_ctx

[isl.git] / interface / python.cc

/*
 * Copyright 2011,2015 Sven Verdoolaege. All rights reserved.
 * 
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 
 *    1. Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 * 
 *    2. Redistributions in binary form must reproduce the above
 *       copyright notice, this list of conditions and the following
 *       disclaimer in the documentation and/or other materials provided
 *       with the distribution.
 * 
 * THIS SOFTWARE IS PROVIDED BY SVEN VERDOOLAEGE ''AS IS'' AND ANY
 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SVEN VERDOOLAEGE OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA,
 * OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 * 
 * The views and conclusions contained in the software and documentation
 * are those of the authors and should not be interpreted as
 * representing official policies, either expressed or implied, of
 * Sven Verdoolaege.
 */ 

#include "isl_config.h"

#include <stdarg.h>
#include <stdio.h>

#include <algorithm>
#include <iostream>
#include <map>
#include <vector>

#include "python.h"
#include "generator.h"

/* Argument format for Python methods with a fixed number of arguments.
 */
static const char *fixed_arg_fmt = "arg%d";
/* Argument format for Python methods with a variable number of arguments.
 */
static const char *var_arg_fmt = "args[%d]";

/* Drop the "isl_" initial part of the type name "name".
 */
static string type2python(string name)
{
        return name.substr(4);
}

/* Print the arguments of a method with "n_arg" arguments, starting at "first".
 */
void python_generator::print_method_arguments(int first, int n_arg)
{
        for (int i = first; i < n_arg; ++i) {
                if (i > first)
                        printf(", ");
                printf("arg%d", i);
        }
}

/* Print the start of a definition for method "name"
 * (without specifying the arguments).
 * If "is_static" is set, then mark the python method as static.
 *
 * If the method is called "from", then rename it to "convert_from"
 * because "from" is a python keyword.
 */
static void print_method_def(bool is_static, const string &name)
{
        const char *s;

        if (is_static)
                printf("    @staticmethod\n");

        s = name.c_str();
        if (name == "from")
                s = "convert_from";

        printf("    def %s", s);
}

/* Print the header of the method "name" with "n_arg" arguments.
 * If "is_static" is set, then mark the python method as static.
 */
void python_generator::print_method_header(bool is_static, const string &name,
        int n_arg)
{
        print_method_def(is_static, name);
        printf("(");
        print_method_arguments(0, n_arg);
        printf("):\n");
}

/* Print formatted output with the given indentation.
 */
static void print_indent(int indent, const char *format, ...)
{
        va_list args;

        printf("%*s", indent, " ");
        va_start(args, format);
        vprintf(format, args);
        va_end(args);
}

/* Print a check that the argument in position "pos" is of type "type"
 * with the given indentation.
 * If this fails and if "upcast" is set, then convert the first
 * argument to "super" and call the method "name" on it, passing
 * the remaining of the "n" arguments.
 * If the check fails and "upcast" is not set, then simply raise
 * an exception.
 * If "upcast" is not set, then the "super", "name" and "n" arguments
 * to this function are ignored.
 * "fmt" is the format for printing Python method arguments.
 */
void python_generator::print_type_check(int indent, const string &type,
        const char *fmt, int pos, bool upcast, const string &super,
        const string &name, int n)
{
        print_indent(indent, "try:\n");
        print_indent(indent, "    if not ");
        printf(fmt, pos);
        printf(".__class__ is %s:\n", type.c_str());
        print_indent(indent, "        ");
        printf(fmt, pos);
        printf(" = %s(", type.c_str());
        printf(fmt, pos);
        printf(")\n");
        print_indent(indent, "except:\n");
        if (upcast) {
                print_indent(indent, "    return %s(",
                        type2python(super).c_str());
                printf(fmt, 0);
                printf(").%s(", name.c_str());
                for (int i = 1; i < n; ++i) {
                        if (i != 1)
                                printf(", ");
                        printf(fmt, i);
                }
                printf(")\n");
        } else
                print_indent(indent, "    raise\n");
}

/* For each of the "n" initial arguments of the function "method"
 * that refer to an isl structure,
 * including the object on which the method is called,
 * check if the corresponding actual argument is of the right type.
 * If not, try and convert it to the right type.
 * If that doesn't work and if "super" contains at least one element,
 * try and convert self to the type of the first superclass in "super" and
 * call the corresponding method.
 * If "first_is_ctx" is set, then the first argument is skipped.
 */
void python_generator::print_type_checks(const string &cname,
        FunctionDecl *method, bool first_is_ctx, int n,
        const vector<string> &super)
{
        for (int i = first_is_ctx; i < n; ++i) {
                ParmVarDecl *param = method->getParamDecl(i);
                string type;

                if (!is_isl_type(param->getOriginalType()))
                        continue;
                type = type2python(extract_type(param->getOriginalType()));
                if (!first_is_ctx && i > 0 && super.size() > 0)
                        print_type_check(8, type, fixed_arg_fmt,
                                        i - first_is_ctx, true,
                                        super[0], cname, n);
                else
                        print_type_check(8, type, fixed_arg_fmt,
                                        i - first_is_ctx, false, "", cname, -1);
        }
}

/* Print a call to the *_copy function corresponding to "type".
 */
void python_generator::print_copy(QualType type)
{
        string type_s = extract_type(type);

        printf("isl.%s_copy", type_s.c_str());
}

/* Construct a wrapper for callback argument "param" (at position "arg").
 * Assign the wrapper to "cb{arg}".
 *
 * The wrapper converts the arguments of the callback to python types,
 * taking a copy if the C callback does not take its arguments.
 * If any exception is thrown, the wrapper keeps track of it in exc_info[0]
 * and returns a value indicating an error.  Otherwise the wrapper
 * returns a value indicating success.
 * In case the C callback is expected to return an isl_stat,
 * the error value is -1 and the success value is 0.
 * In case the C callback is expected to return an isl_bool,
 * the error value is -1 and the success value is 1 or 0 depending
 * on the result of the Python callback.
 * Otherwise, None is returned to indicate an error and
 * a copy of the object in case of success.
 */
void python_generator::print_callback(ParmVarDecl *param, int arg)
{
        QualType type = param->getOriginalType();
        const FunctionProtoType *fn = extract_prototype(type);
        QualType return_type = fn->getReturnType();
        unsigned n_arg = fn->getNumArgs();

        printf("        exc_info = [None]\n");
        printf("        fn = CFUNCTYPE(");
        if (is_isl_stat(return_type) || is_isl_bool(return_type))
                printf("c_int");
        else
                printf("c_void_p");
        for (unsigned i = 0; i < n_arg - 1; ++i) {
                if (!is_isl_type(fn->getArgType(i)))
                        die("Argument has non-isl type");
                printf(", c_void_p");
        }
        printf(", c_void_p)\n");
        printf("        def cb_func(");
        for (unsigned i = 0; i < n_arg; ++i) {
                if (i)
                        printf(", ");
                printf("cb_arg%d", i);
        }
        printf("):\n");
        for (unsigned i = 0; i < n_arg - 1; ++i) {
                string arg_type;
                arg_type = type2python(extract_type(fn->getArgType(i)));
                printf("            cb_arg%d = %s(ctx=arg0.ctx, ptr=",
                        i, arg_type.c_str());
                if (!callback_takes_argument(param, i))
                        print_copy(fn->getArgType(i));
                printf("(cb_arg%d))\n", i);
        }
        printf("            try:\n");
        if (is_isl_stat(return_type))
                printf("                arg%d(", arg);
        else
                printf("                res = arg%d(", arg);
        for (unsigned i = 0; i < n_arg - 1; ++i) {
                if (i)
                        printf(", ");
                printf("cb_arg%d", i);
        }
        printf(")\n");
        printf("            except BaseException as e:\n");
        printf("                exc_info[0] = e\n");
        if (is_isl_stat(return_type) || is_isl_bool(return_type))
                printf("                return -1\n");
        else
                printf("                return None\n");
        if (is_isl_stat(return_type)) {
                printf("            return 0\n");
        } else if (is_isl_bool(return_type)) {
                printf("            return 1 if res else 0\n");
        } else {
                printf("            return ");
                print_copy(return_type);
                printf("(res.ptr)\n");
        }
        printf("        cb%d = fn(cb_func)\n", arg);
}

/* Print the argument at position "arg" in call to "fd".
 * "fmt" is the format for printing Python method arguments.
 * "skip" is the number of initial arguments of "fd" that are
 * skipped in the Python method.
 *
 * If the (first) argument is an isl_ctx, then print "ctx",
 * assuming that the caller has made the context available
 * in a "ctx" variable.
 * Otherwise, if the argument is a callback, then print a reference to
 * the corresponding callback wrapper.
 * Otherwise, if the argument is marked as consuming a reference,
 * then pass a copy of the pointer stored in the corresponding
 * argument passed to the Python method.
 * Otherwise, if the argument is a string, then the python string is first
 * encoded as a byte sequence, using 'ascii' as encoding.  This assumes
 * that all strings passed to isl can be converted to 'ascii'.
 * Otherwise, if the argument is a pointer, then pass this pointer itself.
 * Otherwise, pass the argument directly.
 */
void python_generator::print_arg_in_call(FunctionDecl *fd, const char *fmt,
        int arg, int skip)
{
        ParmVarDecl *param = fd->getParamDecl(arg);
        QualType type = param->getOriginalType();
        if (is_isl_ctx(type)) {
                printf("ctx");
        } else if (is_callback(type)) {
                printf("cb%d", arg - skip);
        } else if (takes(param)) {
                print_copy(type);
                printf("(");
                printf(fmt, arg - skip);
                printf(".ptr)");
        } else if (is_string(type)) {
                printf(fmt, arg - skip);
                printf(".encode('ascii')");
        } else if (type->isPointerType()) {
                printf(fmt, arg - skip);
                printf(".ptr");
        } else {
                printf(fmt, arg - skip);
        }
}

/* Generate code that raises the exception captured in "exc_info", if any,
 * with the given indentation.
 */
static void print_rethrow(int indent, const char *exc_info)
{
        print_indent(indent, "if %s is not None:\n", exc_info);
        print_indent(indent, "    raise %s\n", exc_info);
}

/* Print code with the given indentation that checks
 * whether any of the persistent callbacks of "clazz"
 * is set and if it failed with an exception.  If so, the 'exc_info'
 * field contains the exception and is raised again.
 * The field is cleared because the callback and its data may get reused.
 * "fmt" is the format for printing Python method arguments.
 */
static void print_persistent_callback_failure_check(int indent,
        const isl_class &clazz, const char *fmt)
{
        const set<FunctionDecl *> &callbacks = clazz.persistent_callbacks;
        set<FunctionDecl *>::const_iterator in;

        for (in = callbacks.begin(); in != callbacks.end(); ++in) {
                string callback_name = clazz.persistent_callback_name(*in);

                print_indent(indent, "if hasattr(");
                printf(fmt, 0);
                printf(", '%s') and ", callback_name.c_str());
                printf(fmt, 0);
                printf(".%s['exc_info'] != None:\n", callback_name.c_str());
                print_indent(indent, "    exc_info = ");
                printf(fmt, 0);
                printf(".%s['exc_info'][0]\n", callback_name.c_str());
                print_indent(indent, "    ");
                printf(fmt, 0);
                printf(".%s['exc_info'][0] = None\n", callback_name.c_str());
                print_rethrow(indent + 4, "exc_info");
        }
}

/* Print the return statement of the python method corresponding
 * to the C function "method" with the given indentation.
 * If the object on which the method was called
 * may have a persistent callback, then first check if any of those failed.
 * "fmt" is the format for printing Python method arguments.
 *
 * If the method returns a new instance of the same object type and
 * if the class has any persistent callbacks, then the data
 * for these callbacks are copied from the original to the new object.
 * If the method it itself setting a persistent callback,
 * then keep track of the constructed C callback (such that it doesn't
 * get destroyed) and the data structure that holds the captured exception
 * (such that it can be raised again).
 * The callback appears in position 1 and the C callback is therefore
 * called "cb1".
 *
 * If the return type is a (const) char *, then convert the result
 * to a Python string, raising an error on NULL and freeing
 * the C string if needed.  For python 3 compatibility, the string returned
 * by isl is explicitly decoded as an 'ascii' string.  This is correct
 * as all strings returned by isl are expected to be 'ascii'.
 *
 * If the return type is isl_stat, isl_bool or isl_size, then
 * raise an error on isl_stat_error, isl_bool_error or isl_size_error.
 * In case of isl_bool, the result is converted to
 * a Python boolean.
 * In case of isl_size, the result is converted to a Python int.
 */
void python_generator::print_method_return(int indent, const isl_class &clazz,
        FunctionDecl *method, const char *fmt)
{
        QualType return_type = method->getReturnType();

        if (!is_static(clazz, method))
                print_persistent_callback_failure_check(indent, clazz, fmt);

        if (is_isl_type(return_type)) {
                string type;

                type = type2python(extract_type(return_type));
                print_indent(indent,
                        "obj = %s(ctx=ctx, ptr=res)\n", type.c_str());
                if (is_mutator(clazz, method) &&
                    clazz.has_persistent_callbacks())
                        print_indent(indent, "obj.copy_callbacks(arg0)\n");
                if (clazz.persistent_callbacks.count(method)) {
                        string callback_name;

                        callback_name = clazz.persistent_callback_name(method);
                        print_indent(indent, "obj.%s = { 'func': cb1, "
                                "'exc_info': exc_info }\n",
                                callback_name.c_str());
                }
                print_indent(indent, "return obj\n");
        } else if (is_string(return_type)) {
                print_indent(indent, "if res == 0:\n");
                print_indent(indent, "    raise Error\n");
                print_indent(indent, "string = "
                       "cast(res, c_char_p).value.decode('ascii')\n");

                if (gives(method))
                        print_indent(indent, "libc.free(res)\n");

                print_indent(indent, "return string\n");
        } else if (is_isl_neg_error(return_type)) {
                print_indent(indent, "if res < 0:\n");
                print_indent(indent, "    raise Error\n");
                if (is_isl_bool(return_type))
                        print_indent(indent, "return bool(res)\n");
                else if (is_isl_size(return_type))
                        print_indent(indent, "return int(res)\n");
        } else {
                print_indent(indent, "return res\n");
        }
}

/* Print a python "get" method corresponding to the C function "fd"
 * in class "clazz" using a name that includes the "get_" prefix.
 *
 * This method simply calls the variant without the "get_" prefix and
 * returns its result.
 * Note that static methods are not considered to be "get" methods.
 */
void python_generator::print_get_method(const isl_class &clazz,
        FunctionDecl *fd)
{
        string get_name = clazz.base_method_name(fd);
        string name = clazz.method_name(fd);
        int num_params = fd->getNumParams();

        print_method_header(false, get_name, num_params);
        printf("        return arg0.%s(", name.c_str());
        print_method_arguments(1, num_params);
        printf(")\n");
}

/* Print a call to "method", along with the corresponding
 * return statement, with the given indentation.
 * "drop_ctx" is set if the first argument is an isl_ctx.
 *
 * A "ctx" variable is first initialized as it may be needed
 * in the first call to print_arg_in_call and in print_method_return.
 *
 * If the method has any callback function, then any exception
 * thrown in any callback also need to be rethrown.
 */
void python_generator::print_method_call(int indent, const isl_class &clazz,
        FunctionDecl *method, const char *fmt, int drop_ctx)
{
        string fullname = method->getName().str();
        int num_params = method->getNumParams();
        int drop_user = 0;

        if (drop_ctx) {
                print_indent(indent, "ctx = Context.getDefaultInstance()\n");
        } else {
                print_indent(indent, "ctx = ");
                printf(fmt, 0);
                printf(".ctx\n");
        }
        print_indent(indent, "res = isl.%s(", fullname.c_str());
        for (int i = 0; i < num_params; ++i) {
                if (i > 0)
                        printf(", ");
                print_arg_in_call(method, fmt, i, drop_ctx + drop_user);
                if (!is_callback_arg(method, i))
                        continue;
                ++drop_user;
                ++i;
                printf(", None");
        }
        printf(")\n");

        if (drop_user > 0)
                print_rethrow(indent, "exc_info[0]");

        print_method_return(indent, clazz, method, fmt);
}

/* Print a python method corresponding to the C function "method".
 * "super" contains the superclasses of the class to which the method belongs,
 * with the first element corresponding to the annotation that appears
 * closest to the annotated type.  This superclass is the least
 * general extension of the annotated type in the linearization
 * of the class hierarchy.
 *
 * If the first argument of "method" is something other than an instance
 * of the class, then mark the python method as static.
 * If, moreover, this first argument is an isl_ctx, then remove
 * it from the arguments of the Python method.
 *
 * If the function has any callback arguments, then it also has corresponding
 * "user" arguments.  Since Python has closures, there is no need for such
 * user arguments in the Python interface, so we simply drop them.
 * We also create a wrapper ("cb{arg}") for each callback.
 *
 * If the function consumes a reference, then we pass it a copy of
 * the actual argument.
 *
 * For methods that are identified as "get" methods, also
 * print a variant of the method using a name that includes
 * the "get_" prefix.
 */
void python_generator::print_method(const isl_class &clazz,
        FunctionDecl *method, vector<string> super)
{
        string cname = clazz.method_name(method);
        int num_params = method->getNumParams();
        int drop_user = 0;
        int drop_ctx = first_arg_is_isl_ctx(method);

        for (int i = 1; i < num_params; ++i) {
                if (is_callback_arg(method, i))
                        drop_user += 1;
        }

        print_method_header(is_static(clazz, method), cname,
                            num_params - drop_ctx - drop_user);

        print_type_checks(cname, method, drop_ctx,
                            num_params, super);
        drop_user = 0;
        for (int i = 1; i < num_params; ++i) {
                ParmVarDecl *param = method->getParamDecl(i);
                QualType type = param->getOriginalType();
                if (!is_callback(type))
                        continue;
                print_callback(param, i - drop_ctx - drop_user);
                drop_user += 1;
        }
        print_method_call(8, clazz, method, fixed_arg_fmt, drop_ctx);

        if (clazz.is_get_method(method))
                print_get_method(clazz, method);
}

/* Print a condition that checks whether Python method argument "i"
 * corresponds to the C function argument type "type".
 */
static void print_argument_check(QualType type, int i)
{
        if (generator::is_isl_type(type)) {
                string type_str;
                type_str = generator::extract_type(type);
                type_str = type2python(type_str);
                printf("args[%d].__class__ is %s", i, type_str.c_str());
        } else if (type->isPointerType()) {
                printf("type(args[%d]) == str", i);
        } else {
                printf("type(args[%d]) == int", i);
        }
}

/* Is any element of "vector" set?
 */
static bool any(const std::vector<bool> &vector)
{
        return std::find(vector.begin(), vector.end(), true) != vector.end();
}

/* Print a test that checks whether the arguments passed
 * to the Python method correspond to the arguments
 * expected by "fd" and
 * check if the object on which the method is called, if any,
 * is of the right type.
 * "drop_ctx" is set if the first argument of "fd" is an isl_ctx,
 * which does not appear as an argument to the Python method.
 *
 * If an automatic conversion function is available for any
 * of the argument types, then also allow the argument
 * to be of the type as prescribed by the second input argument
 * of the conversion function.
 * The corresponding arguments are then converted to the expected types
 * if needed.
 * The object on which the method is called is also converted if needed.
 * The argument tuple first needs to be converted to a list
 * in order to be able to modify the entries.
 */
void python_generator::print_argument_checks(const isl_class &clazz,
        FunctionDecl *fd, int drop_ctx)
{
        int num_params = fd->getNumParams();
        bool is_static = generator::is_static(clazz, fd);
        int first = is_static ? drop_ctx : 1;
        std::vector<bool> convert(num_params);

        printf("        if len(args) == %d", num_params - drop_ctx);
        for (int i = first; i < num_params; ++i) {
                ParmVarDecl *param = fd->getParamDecl(i);
                QualType type = param->getOriginalType();
                const Type *ptr = type.getTypePtr();

                printf(" and ");
                if (conversions.count(ptr) == 0) {
                        print_argument_check(type, i - drop_ctx);
                } else {
                        QualType type2 = conversions.at(ptr)->getOriginalType();
                        convert[i] = true;
                        printf("(");
                        print_argument_check(type, i - drop_ctx);
                        printf(" or ");
                        print_argument_check(type2, i - drop_ctx);
                        printf(")");
                }
        }
        printf(":\n");

        if (is_static && !any(convert))
                return;
        print_indent(12, "args = list(args)\n");
        first = is_static ? drop_ctx : 0;
        for (int i = first; i < num_params; ++i) {
                bool is_self = !is_static && i == 0;
                ParmVarDecl *param = fd->getParamDecl(i);
                string type;

                if (!is_self && !convert[i])
                        continue;
                type = type2python(extract_type(param->getOriginalType()));
                print_type_check(12, type, var_arg_fmt,
                                i - drop_ctx, false, "", "", -1);
        }
}

/* Print part of an overloaded python method corresponding to the C function
 * "method".
 * "drop_ctx" is set if the first argument of "method" is an isl_ctx.
 *
 * In particular, print code to test whether the arguments passed to
 * the python method correspond to the arguments expected by "method"
 * and to call "method" if they do.
 */
void python_generator::print_method_overload(const isl_class &clazz,
        FunctionDecl *method)
{
        int drop_ctx = first_arg_is_isl_ctx(method);

        print_argument_checks(clazz, method, drop_ctx);
        print_method_call(12, clazz, method, var_arg_fmt, drop_ctx);
}

/* Print a python method with a name derived from "fullname"
 * corresponding to the C functions "methods".
 * "super" contains the superclasses of the class to which the method belongs.
 *
 * If "methods" consists of a single element that is not marked overloaded,
 * the use print_method to print the method.
 * Otherwise, print an overloaded method with pieces corresponding
 * to each function in "methods".
 */
void python_generator::print_method(const isl_class &clazz,
        const string &fullname, const function_set &methods,
        vector<string> super)
{
        string cname;
        function_set::const_iterator it;
        FunctionDecl *any_method;

        any_method = *methods.begin();
        if (methods.size() == 1 && !is_overload(any_method)) {
                print_method(clazz, any_method, super);
                return;
        }

        cname = clazz.method_name(any_method);

        print_method_def(is_static(clazz, any_method), cname);
        printf("(*args):\n");

        for (it = methods.begin(); it != methods.end(); ++it)
                print_method_overload(clazz, *it);
        printf("        raise Error\n");
}

/* Print a python method "name" corresponding to "fd" setting
 * the enum value "value".
 * "super" contains the superclasses of the class to which the method belongs,
 * with the first element corresponding to the annotation that appears
 * closest to the annotated type.
 *
 * The last argument of the C function does not appear in the method call,
 * but is fixed to "value" instead.
 * Other than that, the method printed here is similar to one
 * printed by python_generator::print_method, except that
 * some of the special cases do not occur.
 */
void python_generator::print_set_enum(const isl_class &clazz,
        FunctionDecl *fd, int value, const string &name,
        const vector<string> &super)
{
        string fullname = fd->getName().str();
        int num_params = fd->getNumParams();

        print_method_header(is_static(clazz, fd), name, num_params - 1);

        print_type_checks(name, fd, false, num_params - 1, super);
        printf("        ctx = arg0.ctx\n");
        printf("        res = isl.%s(", fullname.c_str());
        for (int i = 0; i < num_params - 1; ++i) {
                if (i)
                        printf(", ");
                print_arg_in_call(fd, fixed_arg_fmt, i, 0);
        }
        printf(", %d", value);
        printf(")\n");
        print_method_return(8, clazz, fd, fixed_arg_fmt);
}

/* Print python methods corresponding to "fd", which sets an enum.
 * "super" contains the superclasses of the class to which the method belongs,
 * with the first element corresponding to the annotation that appears
 * closest to the annotated type.
 *
 * A method is generated for each value in the enum, setting
 * the enum to that value.
 */
void python_generator::print_set_enum(const isl_class &clazz,
        FunctionDecl *fd, const vector<string> &super)
{
        vector<set_enum>::const_iterator it;
        const vector<set_enum> &set_enums = clazz.set_enums.at(fd);

        for (it = set_enums.begin(); it != set_enums.end(); ++it)
                print_set_enum(clazz, fd, it->value, it->method_name, super);
}

/* Print part of the constructor for this isl_class.
 *
 * In particular, check if the actual arguments correspond to the
 * formal arguments of "cons" and if so call "cons" and put the
 * result in self.ptr and a reference to the default context in self.ctx.
 */
void python_generator::print_constructor(const isl_class &clazz,
        FunctionDecl *cons)
{
        string fullname = cons->getName().str();
        string cname = clazz.method_name(cons);
        int num_params = cons->getNumParams();
        int drop_ctx = first_arg_is_isl_ctx(cons);

        print_argument_checks(clazz, cons, drop_ctx);
        printf("            self.ctx = Context.getDefaultInstance()\n");
        printf("            self.ptr = isl.%s(", fullname.c_str());
        if (drop_ctx)
                printf("self.ctx");
        for (int i = drop_ctx; i < num_params; ++i) {
                if (i)
                        printf(", ");
                print_arg_in_call(cons, var_arg_fmt, i, drop_ctx);
        }
        printf(")\n");
        printf("            return\n");
}

/* The definition of the part of constructor for the "id" class
 * that construct an object from a name and a user object,
 * without the initial newline.
 *
 * Just like the parts generated by python_generator::print_constructor,
 * the result of the isl_id_alloc call is stored in self.ptr and
 * a reference to the default context is stored in self.ctx.
 * Also, just like any other constructor or method with a string argument,
 * the python string is first encoded as a byte sequence,
 * using 'ascii' as encoding.
 *
 * Since the isl_id keeps a reference to the Python user object,
 * the reference count of the Python object needs to be incremented,
 * but only if the construction of the isl_id is successful.
 * The reference count of the Python object is decremented again
 * by Context.free_user when the reference count of the isl_id
 * drops to zero.
 */
static const char *const id_constructor_user = &R"(
        if len(args) == 2 and type(args[0]) == str:
            self.ctx = Context.getDefaultInstance()
            name = args[0].encode('ascii')
            self.ptr = isl.isl_id_alloc(self.ctx, name, args[1])
            self.ptr = isl.isl_id_set_free_user(self.ptr, Context.free_user)
            if self.ptr is not None:
                pythonapi.Py_IncRef(py_object(args[1]))
            return
)"[1];

/* Print any special constructor parts of this class that are not
 * automatically derived from the C interface.
 *
 * In particular, print a special constructor part for the "id" class.
 */
void python_generator::print_special_constructors(const isl_class &clazz)
{
        if (clazz.name != "isl_id")
                return;

        printf("%s", id_constructor_user);
}

/* The definition of an "id" method
 * for retrieving the user object associated to the identifier,
 * without the initial newline.
 *
 * The isl_id needs to have been created by the constructor
 * in id_constructor_user.  That is, it needs to have a user pointer and
 * it needs to have its free_user callback set to Context.free_user.
 * The functions need to be cast to c_void_p to be able to compare
 * the addresses.
 *
 * Return None if any of the checks fail.
 * Note that isl_id_get_user returning NULL automatically results in None.
 */
static const char *const id_user = &R"(
    def user(self):
        free_user = cast(Context.free_user, c_void_p)
        id_free_user = cast(isl.isl_id_get_free_user(self.ptr), c_void_p)
        if id_free_user.value != free_user.value:
            return None
        return isl.isl_id_get_user(self.ptr)
)"[1];

/* Print any special methods of this class that are not
 * automatically derived from the C interface.
 *
 * In particular, print a special method for the "id" class.
 */
void python_generator::print_special_methods(const isl_class &clazz)
{
        if (clazz.name != "isl_id")
                return;

        printf("%s", id_user);
}

/* If "clazz" has a type function describing subclasses,
 * then add constructors that allow each of these subclasses
 * to be treated as an object to the superclass.
 */
void python_generator::print_upcast_constructors(const isl_class &clazz)
{
        map<int, string>::const_iterator i;

        if (!clazz.fn_type)
                return;

        for (i = clazz.type_subclasses.begin();
             i != clazz.type_subclasses.end(); ++i) {
                printf("        if len(args) == 1 and "
                                                "isinstance(args[0], %s):\n",
                         type2python(i->second).c_str());
                printf("            self.ctx = args[0].ctx\n");
                printf("            self.ptr = isl.%s_copy(args[0].ptr)\n",
                        clazz.name.c_str());
                printf("            return\n");
        }
}

/* Print the header of the class "name" with superclasses "super".
 * The order of the superclasses is the opposite of the order
 * in which the corresponding annotations appear in the source code.
 * If "clazz" is a subclass derived from a type function,
 * then the immediate superclass is recorded in "clazz" itself.
 */
void python_generator::print_class_header(const isl_class &clazz,
        const string &name, const vector<string> &super)
{
        printf("class %s", name.c_str());
        if (super.size() > 0) {
                printf("(");
                for (unsigned i = 0; i < super.size(); ++i) {
                        if (i > 0)
                                printf(", ");
                        printf("%s", type2python(super[i]).c_str());
                }
                printf(")");
        } else if (clazz.is_type_subclass()) {
                printf("(%s)", type2python(clazz.superclass_name).c_str());
        } else {
                printf("(object)");
        }
        printf(":\n");
}

/* Tell ctypes about the return type of "fd".
 * In particular, if "fd" returns a pointer to an isl object,
 * then tell ctypes it returns a "c_void_p".
 * If "fd" returns a char *, then simply tell ctypes.
 *
 * Nothing needs to be done for functions returning
 * isl_bool, isl_stat or isl_size since they are represented by an int and
 * ctypes assumes that a function returns int by default.
 */
void python_generator::print_restype(FunctionDecl *fd)
{
        string fullname = fd->getName().str();
        QualType type = fd->getReturnType();
        if (is_isl_type(type))
                printf("isl.%s.restype = c_void_p\n", fullname.c_str());
        else if (is_string(type))
                printf("isl.%s.restype = POINTER(c_char)\n", fullname.c_str());
}

/* Tell ctypes about the types of the arguments of the function "fd".
 *
 * Any callback argument is followed by a user pointer argument.
 * Each such pair or arguments is handled together.
 */
void python_generator::print_argtypes(FunctionDecl *fd)
{
        string fullname = fd->getName().str();
        int n = fd->getNumParams();

        printf("isl.%s.argtypes = [", fullname.c_str());
        for (int i = 0; i < n; ++i) {
                ParmVarDecl *param = fd->getParamDecl(i);
                QualType type = param->getOriginalType();
                if (i)
                        printf(", ");
                if (is_isl_ctx(type))
                        printf("Context");
                else if (is_isl_type(type))
                        printf("c_void_p");
                else if (is_callback(type))
                        printf("c_void_p, c_void_p");
                else if (is_string(type))
                        printf("c_char_p");
                else if (is_long(type))
                        printf("c_long");
                else
                        printf("c_int");

                if (is_callback(type))
                        ++i;
        }
        printf("]\n");
}

/* Print type definitions for the method 'fd'.
 */
void python_generator::print_method_type(FunctionDecl *fd)
{
        print_restype(fd);
        print_argtypes(fd);
}

/* If "clazz" has a type function describing subclasses or
 * if it is one of those type subclasses, then print a __new__ method.
 *
 * In the superclass, the __new__ method constructs an object
 * of the subclass type specified by the type function,
 * raising an error on an error type.
 * In the subclass, the __new__ method reverts to the original behavior.
 */
void python_generator::print_new(const isl_class &clazz,
        const string &python_name)
{
        if (!clazz.fn_type && !clazz.is_type_subclass())
                return;

        printf("    def __new__(cls, *args, **keywords):\n");

        if (clazz.fn_type) {
                map<int, string>::const_iterator i;

                printf("        if \"ptr\" in keywords:\n");
                printf("            type = isl.%s(keywords[\"ptr\"])\n",
                        clazz.fn_type->getNameAsString().c_str());

                for (i = clazz.type_subclasses.begin();
                     i != clazz.type_subclasses.end(); ++i) {
                        printf("            if type == %d:\n", i->first);
                        printf("                return %s(**keywords)\n",
                                type2python(i->second).c_str());
                }
                printf("            raise Error\n");
        }

        printf("        return super(%s, cls).__new__(cls)\n",
                python_name.c_str());
}

/* Print declarations for methods printing the class representation,
 * provided there is a corresponding *_to_str function.
 *
 * In particular, provide an implementation of __str__ and __repr__ methods to
 * override the default representation used by python. Python uses __str__ to
 * pretty print the class (e.g., when calling print(obj)) and uses __repr__
 * when printing a precise representation of an object (e.g., when dumping it
 * in the REPL console).
 *
 * Check the type of the argument before calling the *_to_str function
 * on it in case the method was called on an object from a subclass.
 *
 * The return value of the *_to_str function is decoded to a python string
 * assuming an 'ascii' encoding.  This is necessary for python 3 compatibility.
 */
void python_generator::print_representation(const isl_class &clazz,
        const string &python_name)
{
        if (!clazz.fn_to_str)
                return;

        printf("    def __str__(arg0):\n");
        print_type_check(8, python_name, fixed_arg_fmt, 0, false, "", "", -1);
        printf("        ptr = isl.%s(arg0.ptr)\n",
                string(clazz.fn_to_str->getName()).c_str());
        printf("        res = cast(ptr, c_char_p).value.decode('ascii')\n");
        printf("        libc.free(ptr)\n");
        printf("        return res\n");
        printf("    def __repr__(self):\n");
        printf("        s = str(self)\n");
        printf("        if '\"' in s:\n");
        printf("            return 'isl.%s(\"\"\"%%s\"\"\")' %% s\n",
                python_name.c_str());
        printf("        else:\n");
        printf("            return 'isl.%s(\"%%s\")' %% s\n",
                python_name.c_str());
}

/* If "clazz" has any persistent callbacks, then print the definition
 * of a "copy_callbacks" function that copies the persistent callbacks
 * from one object to another.
 */
void python_generator::print_copy_callbacks(const isl_class &clazz)
{
        const set<FunctionDecl *> &callbacks = clazz.persistent_callbacks;
        set<FunctionDecl *>::const_iterator in;

        if (!clazz.has_persistent_callbacks())
                return;

        printf("    def copy_callbacks(self, obj):\n");
        for (in = callbacks.begin(); in != callbacks.end(); ++in) {
                string callback_name = clazz.persistent_callback_name(*in);

                printf("        if hasattr(obj, '%s'):\n",
                        callback_name.c_str());
                printf("            self.%s = obj.%s\n",
                        callback_name.c_str(), callback_name.c_str());
        }
}

/* Print code to set method type signatures.
 *
 * To be able to call C functions it is necessary to explicitly set their
 * argument and result types.  Do this for all exported constructors and
 * methods (including those that set a persistent callback and
 * those that set an enum value),
 * as well as for the *_to_str and the type function, if they exist.
 * Assuming each exported class has a *_copy and a *_free method,
 * also unconditionally set the type of such methods.
 */
void python_generator::print_method_types(const isl_class &clazz)
{
        function_set::const_iterator in;
        map<string, function_set>::const_iterator it;
        map<FunctionDecl *, vector<set_enum> >::const_iterator ie;
        const set<FunctionDecl *> &callbacks = clazz.persistent_callbacks;

        for (in = clazz.constructors.begin(); in != clazz.constructors.end();
                ++in)
                print_method_type(*in);

        for (in = callbacks.begin(); in != callbacks.end(); ++in)
                print_method_type(*in);
        for (it = clazz.methods.begin(); it != clazz.methods.end(); ++it)
                for (in = it->second.begin(); in != it->second.end(); ++in)
                        print_method_type(*in);
        for (ie = clazz.set_enums.begin(); ie != clazz.set_enums.end(); ++ie)
                print_method_type(ie->first);

        print_method_type(clazz.fn_copy);
        print_method_type(clazz.fn_free);
        if (clazz.fn_to_str)
                print_method_type(clazz.fn_to_str);
        if (clazz.fn_type)
                print_method_type(clazz.fn_type);
}

/* Print out the definition of this isl_class.
 *
 * We first check if this isl_class is a subclass of one or more other classes.
 * If it is, we make sure those superclasses are printed out first.
 *
 * Then we print a constructor with several cases, one for constructing
 * a Python object from a return value, one for each function that
 * was marked as a constructor, a class specific constructor, if any, and
 * one for each type based subclass.
 *
 * Next, we print out some common methods, class specific methods and
 * the methods corresponding
 * to functions that are not marked as constructors, including those
 * that set a persistent callback and those that set an enum value.
 *
 * Finally, we tell ctypes about the types of the arguments of the
 * constructor functions and the return types of those function returning
 * an isl object.
 */
void python_generator::print(const isl_class &clazz)
{
        string p_name = type2python(clazz.subclass_name);
        vector<string> super = find_superclasses(clazz.type);
        const set<FunctionDecl *> &callbacks = clazz.persistent_callbacks;

        for (unsigned i = 0; i < super.size(); ++i)
                if (done.find(super[i]) == done.end())
                        print(classes[super[i]]);
        if (clazz.is_type_subclass() && done.find(clazz.name) == done.end())
                print(classes[clazz.name]);
        done.insert(clazz.subclass_name);

        printf("\n");
        print_class_header(clazz, p_name, super);
        printf("    def __init__(self, *args, **keywords):\n");

        printf("        if \"ptr\" in keywords:\n");
        printf("            self.ctx = keywords[\"ctx\"]\n");
        printf("            self.ptr = keywords[\"ptr\"]\n");
        printf("            return\n");

        for (const auto &cons : clazz.constructors)
                print_constructor(clazz, cons);
        print_special_constructors(clazz);
        print_upcast_constructors(clazz);
        printf("        raise Error\n");
        printf("    def __del__(self):\n");
        printf("        if hasattr(self, 'ptr'):\n");
        printf("            isl.%s_free(self.ptr)\n", clazz.name.c_str());

        print_new(clazz, p_name);
        print_representation(clazz, p_name);
        print_copy_callbacks(clazz);

        print_special_methods(clazz);
        for (const auto &callback : callbacks)
                print_method(clazz, callback, super);
        for (const auto &kvp : clazz.methods)
                print_method(clazz, kvp.first, kvp.second, super);
        for (const auto &kvp : clazz.set_enums)
                print_set_enum(clazz, kvp.first, super);

        printf("\n");

        print_method_types(clazz);
}

/* Generate a python interface based on the extracted types and
 * functions.
 *
 * Print out each class in turn.  If one of these is a subclass of some
 * other class, make sure the superclass is printed out first.
 * functions.
 */
void python_generator::generate()
{
        map<string, isl_class>::iterator ci;

        for (ci = classes.begin(); ci != classes.end(); ++ci) {
                if (done.find(ci->first) == done.end())
                        print(ci->second);
        }
}