interface: do not assume every callback returns isl_stat

[isl.git] / interface / python.cc

/*
 * Copyright 2011,2015 Sven Verdoolaege. All rights reserved.
 * 
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 
 *    1. Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 * 
 *    2. Redistributions in binary form must reproduce the above
 *       copyright notice, this list of conditions and the following
 *       disclaimer in the documentation and/or other materials provided
 *       with the distribution.
 * 
 * THIS SOFTWARE IS PROVIDED BY SVEN VERDOOLAEGE ''AS IS'' AND ANY
 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SVEN VERDOOLAEGE OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA,
 * OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 * 
 * The views and conclusions contained in the software and documentation
 * are those of the authors and should not be interpreted as
 * representing official policies, either expressed or implied, of
 * Sven Verdoolaege.
 */ 

#include "isl_config.h"

#include <stdio.h>
#include <iostream>
#include <map>
#include <vector>

#include "python.h"
#include "generator.h"

/* Drop the "isl_" initial part of the type name "name".
 */
static string type2python(string name)
{
        return name.substr(4);
}

/* Print the header of the method "name" with "n_arg" arguments.
 * If "is_static" is set, then mark the python method as static.
 *
 * If the method is called "from", then rename it to "convert_from"
 * because "from" is a python keyword.
 */
void python_generator::print_method_header(bool is_static, const string &name,
        int n_arg)
{
        const char *s;

        if (is_static)
                printf("    @staticmethod\n");

        s = name.c_str();
        if (name == "from")
                s = "convert_from";

        printf("    def %s(", s);
        for (int i = 0; i < n_arg; ++i) {
                if (i)
                        printf(", ");
                printf("arg%d", i);
        }
        printf("):\n");
}

/* Print a check that the argument in position "pos" is of type "type".
 * If this fails and if "upcast" is set, then convert the first
 * argument to "super" and call the method "name" on it, passing
 * the remaining of the "n" arguments.
 * If the check fails and "upcast" is not set, then simply raise
 * an exception.
 * If "upcast" is not set, then the "super", "name" and "n" arguments
 * to this function are ignored.
 */
void python_generator::print_type_check(const string &type, int pos,
        bool upcast, const string &super, const string &name, int n)
{
        printf("        try:\n");
        printf("            if not arg%d.__class__ is %s:\n",
                pos, type.c_str());
        printf("                arg%d = %s(arg%d)\n",
                pos, type.c_str(), pos);
        printf("        except:\n");
        if (upcast) {
                printf("            return %s(arg0).%s(",
                        type2python(super).c_str(), name.c_str());
                for (int i = 1; i < n; ++i) {
                        if (i != 1)
                                printf(", ");
                        printf("arg%d", i);
                }
                printf(")\n");
        } else
                printf("            raise\n");
}

/* Print a call to the *_copy function corresponding to "type".
 */
void python_generator::print_copy(QualType type)
{
        string type_s = extract_type(type);

        printf("isl.%s_copy", type_s.c_str());
}

/* Construct a wrapper for callback argument "param" (at position "arg").
 * Assign the wrapper to "cb".  We assume here that a function call
 * has at most one callback argument.
 *
 * The wrapper converts the arguments of the callback to python types,
 * taking a copy if the C callback does not take its arguments.
 * If any exception is thrown, the wrapper keeps track of it in exc_info[0]
 * and returns a value indicating an error.  Otherwise the wrapper
 * returns a value indicating success.
 * In case the C callback is expected to return an isl_stat,
 * the error value is -1 and the success value is 0.
 * Otherwise, None is returned to indicate an error and
 * a copy of the object in case of success.
 */
void python_generator::print_callback(ParmVarDecl *param, int arg)
{
        QualType type = param->getOriginalType();
        const FunctionProtoType *fn = extract_prototype(type);
        QualType return_type = fn->getReturnType();
        unsigned n_arg = fn->getNumArgs();

        printf("        exc_info = [None]\n");
        printf("        fn = CFUNCTYPE(");
        if (is_isl_stat(return_type))
                printf("c_int");
        else
                printf("c_void_p");
        for (unsigned i = 0; i < n_arg - 1; ++i) {
                if (!is_isl_type(fn->getArgType(i)))
                        die("Argument has non-isl type");
                printf(", c_void_p");
        }
        printf(", c_void_p)\n");
        printf("        def cb_func(");
        for (unsigned i = 0; i < n_arg; ++i) {
                if (i)
                        printf(", ");
                printf("cb_arg%d", i);
        }
        printf("):\n");
        for (unsigned i = 0; i < n_arg - 1; ++i) {
                string arg_type;
                arg_type = type2python(extract_type(fn->getArgType(i)));
                printf("            cb_arg%d = %s(ctx=arg0.ctx, ptr=",
                        i, arg_type.c_str());
                if (!callback_takes_argument(param, i))
                        print_copy(fn->getArgType(i));
                printf("(cb_arg%d))\n", i);
        }
        printf("            try:\n");
        if (is_isl_stat(return_type))
                printf("                arg%d(", arg);
        else
                printf("                res = arg%d(", arg);
        for (unsigned i = 0; i < n_arg - 1; ++i) {
                if (i)
                        printf(", ");
                printf("cb_arg%d", i);
        }
        printf(")\n");
        printf("            except:\n");
        printf("                import sys\n");
        printf("                exc_info[0] = sys.exc_info()\n");
        if (is_isl_stat(return_type))
                printf("                return -1\n");
        else
                printf("                return None\n");
        if (is_isl_stat(return_type)) {
                printf("            return 0\n");
        } else {
                printf("            return ");
                print_copy(return_type);
                printf("(res.ptr)\n");
        }
        printf("        cb = fn(cb_func)\n");
}

/* Print the argument at position "arg" in call to "fd".
 * "skip" is the number of initial arguments of "fd" that are
 * skipped in the Python method.
 *
 * If the argument is a callback, then print a reference to
 * the callback wrapper "cb".
 * Otherwise, if the argument is marked as consuming a reference,
 * then pass a copy of the pointer stored in the corresponding
 * argument passed to the Python method.
 * Otherwise, if the argument is a pointer, then pass this pointer itself.
 * Otherwise, pass the argument directly.
 */
void python_generator::print_arg_in_call(FunctionDecl *fd, int arg, int skip)
{
        ParmVarDecl *param = fd->getParamDecl(arg);
        QualType type = param->getOriginalType();
        if (is_callback(type)) {
                printf("cb");
        } else if (takes(param)) {
                print_copy(type);
                printf("(arg%d.ptr)", arg - skip);
        } else if (type->isPointerType()) {
                printf("arg%d.ptr", arg - skip);
        } else {
                printf("arg%d", arg - skip);
        }
}

/* Print the return statement of the python method corresponding
 * to the C function "method".
 *
 * If the return type is a (const) char *, then convert the result
 * to a Python string, raising an error on NULL and freeing
 * the C string if needed.  For python 3 compatibility, the string returned
 * by isl is explicitly decoded as an 'ascii' string.  This is correct
 * as all strings returned by isl are expected to be 'ascii'.
 *
 * If the return type is isl_stat, isl_bool or isl_size, then
 * raise an error on isl_stat_error, isl_bool_error or isl_size_error.
 * In case of isl_bool, the result is converted to
 * a Python boolean.
 * In case of isl_size, the result is converted to a Python int.
 */
void python_generator::print_method_return(FunctionDecl *method)
{
        QualType return_type = method->getReturnType();

        if (is_isl_type(return_type)) {
                string type;

                type = type2python(extract_type(return_type));
                printf("        return %s(ctx=ctx, ptr=res)\n", type.c_str());
        } else if (is_string(return_type)) {
                printf("        if res == 0:\n");
                printf("            raise\n");
                printf("        string = "
                       "cast(res, c_char_p).value.decode('ascii')\n");

                if (gives(method))
                        printf("        libc.free(res)\n");

                printf("        return string\n");
        } else if (is_isl_neg_error(return_type)) {
                printf("        if res < 0:\n");
                printf("            raise\n");
                if (is_isl_bool(return_type))
                        printf("        return bool(res)\n");
                else if (is_isl_size(return_type))
                        printf("        return int(res)\n");
        } else {
                printf("        return res\n");
        }
}

/* Print a python method corresponding to the C function "method".
 * "super" contains the superclasses of the class to which the method belongs,
 * with the first element corresponding to the annotation that appears
 * closest to the annotated type.  This superclass is the least
 * general extension of the annotated type in the linearization
 * of the class hierarchy.
 *
 * If the first argument of "method" is something other than an instance
 * of the class, then mark the python method as static.
 * If, moreover, this first argument is an isl_ctx, then remove
 * it from the arguments of the Python method.
 *
 * If the function has a callback argument, then it also has a "user"
 * argument.  Since Python has closures, there is no need for such
 * a user argument in the Python interface, so we simply drop it.
 * We also create a wrapper ("cb") for the callback.
 *
 * For each argument of the function that refers to an isl structure,
 * including the object on which the method is called,
 * we check if the corresponding actual argument is of the right type.
 * If not, we try to convert it to the right type.
 * If that doesn't work and if "super" contains at least one element, we try
 * to convert self to the type of the first superclass in "super" and
 * call the corresponding method.
 *
 * If the function consumes a reference, then we pass it a copy of
 * the actual argument.
 */
void python_generator::print_method(const isl_class &clazz,
        FunctionDecl *method, vector<string> super)
{
        string fullname = method->getName();
        string cname = clazz.method_name(method);
        int num_params = method->getNumParams();
        int drop_user = 0;
        int drop_ctx = first_arg_is_isl_ctx(method);

        for (int i = 1; i < num_params; ++i) {
                ParmVarDecl *param = method->getParamDecl(i);
                QualType type = param->getOriginalType();
                if (is_callback(type))
                        drop_user = 1;
        }

        print_method_header(is_static(clazz, method), cname,
                            num_params - drop_ctx - drop_user);

        for (int i = drop_ctx; i < num_params; ++i) {
                ParmVarDecl *param = method->getParamDecl(i);
                string type;
                if (!is_isl_type(param->getOriginalType()))
                        continue;
                type = type2python(extract_type(param->getOriginalType()));
                if (!drop_ctx && i > 0 && super.size() > 0)
                        print_type_check(type, i - drop_ctx, true, super[0],
                                        cname, num_params - drop_user);
                else
                        print_type_check(type, i - drop_ctx, false, "",
                                        cname, -1);
        }
        for (int i = 1; i < num_params; ++i) {
                ParmVarDecl *param = method->getParamDecl(i);
                QualType type = param->getOriginalType();
                if (!is_callback(type))
                        continue;
                print_callback(param, i - drop_ctx);
        }
        if (drop_ctx)
                printf("        ctx = Context.getDefaultInstance()\n");
        else
                printf("        ctx = arg0.ctx\n");
        printf("        res = isl.%s(", fullname.c_str());
        if (drop_ctx)
                printf("ctx");
        else
                print_arg_in_call(method, 0, 0);
        for (int i = 1; i < num_params - drop_user; ++i) {
                printf(", ");
                print_arg_in_call(method, i, drop_ctx);
        }
        if (drop_user)
                printf(", None");
        printf(")\n");

        if (drop_user) {
                printf("        if exc_info[0] != None:\n");
                printf("            raise (exc_info[0][0], "
                        "exc_info[0][1], exc_info[0][2])\n");
        }

        print_method_return(method);
}

/* Print part of an overloaded python method corresponding to the C function
 * "method".
 *
 * In particular, print code to test whether the arguments passed to
 * the python method correspond to the arguments expected by "method"
 * and to call "method" if they do.
 */
void python_generator::print_method_overload(const isl_class &clazz,
        FunctionDecl *method)
{
        string fullname = method->getName();
        int num_params = method->getNumParams();
        int first;
        string type;

        first = is_static(clazz, method) ? 0 : 1;

        printf("        if ");
        for (int i = first; i < num_params; ++i) {
                if (i > first)
                        printf(" and ");
                ParmVarDecl *param = method->getParamDecl(i);
                if (is_isl_type(param->getOriginalType())) {
                        string type;
                        type = extract_type(param->getOriginalType());
                        type = type2python(type);
                        printf("arg%d.__class__ is %s", i, type.c_str());
                } else
                        printf("type(arg%d) == str", i);
        }
        printf(":\n");
        printf("            res = isl.%s(", fullname.c_str());
        print_arg_in_call(method, 0, 0);
        for (int i = 1; i < num_params; ++i) {
                printf(", ");
                print_arg_in_call(method, i, 0);
        }
        printf(")\n");
        type = type2python(extract_type(method->getReturnType()));
        printf("            return %s(ctx=arg0.ctx, ptr=res)\n", type.c_str());
}

/* Print a python method with a name derived from "fullname"
 * corresponding to the C functions "methods".
 * "super" contains the superclasses of the class to which the method belongs.
 *
 * If "methods" consists of a single element that is not marked overloaded,
 * the use print_method to print the method.
 * Otherwise, print an overloaded method with pieces corresponding
 * to each function in "methods".
 */
void python_generator::print_method(const isl_class &clazz,
        const string &fullname, const set<FunctionDecl *> &methods,
        vector<string> super)
{
        string cname;
        set<FunctionDecl *>::const_iterator it;
        int num_params;
        FunctionDecl *any_method;

        any_method = *methods.begin();
        if (methods.size() == 1 && !is_overload(any_method)) {
                print_method(clazz, any_method, super);
                return;
        }

        cname = clazz.method_name(any_method);
        num_params = any_method->getNumParams();

        print_method_header(is_static(clazz, any_method), cname, num_params);

        for (it = methods.begin(); it != methods.end(); ++it)
                print_method_overload(clazz, *it);
}

/* Print part of the constructor for this isl_class.
 *
 * In particular, check if the actual arguments correspond to the
 * formal arguments of "cons" and if so call "cons" and put the
 * result in self.ptr and a reference to the default context in self.ctx.
 *
 * If the function consumes a reference, then we pass it a copy of
 * the actual argument.
 *
 * If the function takes a string argument, the python string is first
 * encoded as a byte sequence, using 'ascii' as encoding.  This assumes
 * that all strings passed to isl can be converted to 'ascii'.
 */
void python_generator::print_constructor(const isl_class &clazz,
        FunctionDecl *cons)
{
        string fullname = cons->getName();
        string cname = clazz.method_name(cons);
        int num_params = cons->getNumParams();
        int drop_ctx = first_arg_is_isl_ctx(cons);

        printf("        if len(args) == %d", num_params - drop_ctx);
        for (int i = drop_ctx; i < num_params; ++i) {
                ParmVarDecl *param = cons->getParamDecl(i);
                QualType type = param->getOriginalType();
                if (is_isl_type(type)) {
                        string s;
                        s = type2python(extract_type(type));
                        printf(" and args[%d].__class__ is %s",
                                i - drop_ctx, s.c_str());
                } else if (type->isPointerType()) {
                        printf(" and type(args[%d]) == str", i - drop_ctx);
                } else {
                        printf(" and type(args[%d]) == int", i - drop_ctx);
                }
        }
        printf(":\n");
        printf("            self.ctx = Context.getDefaultInstance()\n");
        printf("            self.ptr = isl.%s(", fullname.c_str());
        if (drop_ctx)
                printf("self.ctx");
        for (int i = drop_ctx; i < num_params; ++i) {
                ParmVarDecl *param = cons->getParamDecl(i);
                QualType type = param->getOriginalType();
                if (i)
                        printf(", ");
                if (is_isl_type(type)) {
                        if (takes(param))
                                print_copy(param->getOriginalType());
                        printf("(args[%d].ptr)", i - drop_ctx);
                } else if (is_string(type)) {
                        printf("args[%d].encode('ascii')", i - drop_ctx);
                } else {
                        printf("args[%d]", i - drop_ctx);
                }
        }
        printf(")\n");
        printf("            return\n");
}

/* Print the header of the class "name" with superclasses "super".
 * The order of the superclasses is the opposite of the order
 * in which the corresponding annotations appear in the source code.
 */
void python_generator::print_class_header(const isl_class &clazz,
        const string &name, const vector<string> &super)
{
        printf("class %s", name.c_str());
        if (super.size() > 0) {
                printf("(");
                for (unsigned i = 0; i < super.size(); ++i) {
                        if (i > 0)
                                printf(", ");
                        printf("%s", type2python(super[i]).c_str());
                }
                printf(")");
        } else {
                printf("(object)");
        }
        printf(":\n");
}

/* Tell ctypes about the return type of "fd".
 * In particular, if "fd" returns a pointer to an isl object,
 * then tell ctypes it returns a "c_void_p".
 * If "fd" returns a char *, then simply tell ctypes.
 *
 * Nothing needs to be done for functions returning
 * isl_bool, isl_stat or isl_size since they are represented by an int and
 * ctypes assumes that a function returns int by default.
 */
void python_generator::print_restype(FunctionDecl *fd)
{
        string fullname = fd->getName();
        QualType type = fd->getReturnType();
        if (is_isl_type(type))
                printf("isl.%s.restype = c_void_p\n", fullname.c_str());
        else if (is_string(type))
                printf("isl.%s.restype = POINTER(c_char)\n", fullname.c_str());
}

/* Tell ctypes about the types of the arguments of the function "fd".
 */
void python_generator::print_argtypes(FunctionDecl *fd)
{
        string fullname = fd->getName();
        int n = fd->getNumParams();
        int drop_user = 0;

        printf("isl.%s.argtypes = [", fullname.c_str());
        for (int i = 0; i < n - drop_user; ++i) {
                ParmVarDecl *param = fd->getParamDecl(i);
                QualType type = param->getOriginalType();
                if (is_callback(type))
                        drop_user = 1;
                if (i)
                        printf(", ");
                if (is_isl_ctx(type))
                        printf("Context");
                else if (is_isl_type(type) || is_callback(type))
                        printf("c_void_p");
                else if (is_string(type))
                        printf("c_char_p");
                else if (is_long(type))
                        printf("c_long");
                else
                        printf("c_int");
        }
        if (drop_user)
                printf(", c_void_p");
        printf("]\n");
}

/* Print type definitions for the method 'fd'.
 */
void python_generator::print_method_type(FunctionDecl *fd)
{
        print_restype(fd);
        print_argtypes(fd);
}

/* Print declarations for methods printing the class representation,
 * provided there is a corresponding *_to_str function.
 *
 * In particular, provide an implementation of __str__ and __repr__ methods to
 * override the default representation used by python. Python uses __str__ to
 * pretty print the class (e.g., when calling print(obj)) and uses __repr__
 * when printing a precise representation of an object (e.g., when dumping it
 * in the REPL console).
 *
 * Check the type of the argument before calling the *_to_str function
 * on it in case the method was called on an object from a subclass.
 *
 * The return value of the *_to_str function is decoded to a python string
 * assuming an 'ascii' encoding.  This is necessary for python 3 compatibility.
 */
void python_generator::print_representation(const isl_class &clazz,
        const string &python_name)
{
        if (!clazz.fn_to_str)
                return;

        printf("    def __str__(arg0):\n");
        print_type_check(python_name, 0, false, "", "", -1);
        printf("        ptr = isl.%s(arg0.ptr)\n",
                string(clazz.fn_to_str->getName()).c_str());
        printf("        res = cast(ptr, c_char_p).value.decode('ascii')\n");
        printf("        libc.free(ptr)\n");
        printf("        return res\n");
        printf("    def __repr__(self):\n");
        printf("        s = str(self)\n");
        printf("        if '\"' in s:\n");
        printf("            return 'isl.%s(\"\"\"%%s\"\"\")' %% s\n",
                python_name.c_str());
        printf("        else:\n");
        printf("            return 'isl.%s(\"%%s\")' %% s\n",
                python_name.c_str());
}

/* Print code to set method type signatures.
 *
 * To be able to call C functions it is necessary to explicitly set their
 * argument and result types.  Do this for all exported constructors and
 * methods, as well as for the *_to_str method, if it exists.
 * Assuming each exported class has a *_copy and a *_free method,
 * also unconditionally set the type of such methods.
 */
void python_generator::print_method_types(const isl_class &clazz)
{
        set<FunctionDecl *>::const_iterator in;
        map<string, set<FunctionDecl *> >::const_iterator it;

        for (in = clazz.constructors.begin(); in != clazz.constructors.end();
                ++in)
                print_method_type(*in);

        for (it = clazz.methods.begin(); it != clazz.methods.end(); ++it)
                for (in = it->second.begin(); in != it->second.end(); ++in)
                        print_method_type(*in);

        print_method_type(clazz.fn_copy);
        print_method_type(clazz.fn_free);
        if (clazz.fn_to_str)
                print_method_type(clazz.fn_to_str);
}

/* Print out the definition of this isl_class.
 *
 * We first check if this isl_class is a subclass of one or more other classes.
 * If it is, we make sure those superclasses are printed out first.
 *
 * Then we print a constructor with several cases, one for constructing
 * a Python object from a return value and one for each function that
 * was marked as a constructor.
 *
 * Next, we print out some common methods and the methods corresponding
 * to functions that are not marked as constructors.
 *
 * Finally, we tell ctypes about the types of the arguments of the
 * constructor functions and the return types of those function returning
 * an isl object.
 */
void python_generator::print(const isl_class &clazz)
{
        string p_name = type2python(clazz.name);
        set<FunctionDecl *>::const_iterator in;
        map<string, set<FunctionDecl *> >::const_iterator it;
        vector<string> super = find_superclasses(clazz.type);

        for (unsigned i = 0; i < super.size(); ++i)
                if (done.find(super[i]) == done.end())
                        print(classes[super[i]]);
        done.insert(clazz.name);

        printf("\n");
        print_class_header(clazz, p_name, super);
        printf("    def __init__(self, *args, **keywords):\n");

        printf("        if \"ptr\" in keywords:\n");
        printf("            self.ctx = keywords[\"ctx\"]\n");
        printf("            self.ptr = keywords[\"ptr\"]\n");
        printf("            return\n");

        for (in = clazz.constructors.begin(); in != clazz.constructors.end();
                ++in)
                print_constructor(clazz, *in);
        printf("        raise Error\n");
        printf("    def __del__(self):\n");
        printf("        if hasattr(self, 'ptr'):\n");
        printf("            isl.%s_free(self.ptr)\n", clazz.name.c_str());

        print_representation(clazz, p_name);

        for (it = clazz.methods.begin(); it != clazz.methods.end(); ++it)
                print_method(clazz, it->first, it->second, super);

        printf("\n");

        print_method_types(clazz);
}

/* Generate a python interface based on the extracted types and
 * functions.
 *
 * Print out each class in turn.  If one of these is a subclass of some
 * other class, make sure the superclass is printed out first.
 * functions.
 */
void python_generator::generate()
{
        map<string, isl_class>::iterator ci;

        for (ci = classes.begin(); ci != classes.end(); ++ci) {
                if (done.find(ci->first) == done.end())
                        print(ci->second);
        }
}