Small step toward reduction/elimination of JIT icall hashing. (#14149)

[mono-project.git] / mono / mini / mini-runtime.c

/**
 * \file
 * Runtime code for the JIT
 *
 * Authors:
 *   Paolo Molaro (lupus@ximian.com)
 *   Dietmar Maurer (dietmar@ximian.com)
 *
 * Copyright 2002-2003 Ximian, Inc.
 * Copyright 2003-2010 Novell, Inc.
 * Copyright 2011-2015 Xamarin, Inc (http://www.xamarin.com)
 * Licensed under the MIT license. See LICENSE file in the project root for full license information.
 */

#include <config.h>
#ifdef HAVE_ALLOCA_H
#include <alloca.h>
#endif
#ifdef HAVE_UNISTD_H
#include <unistd.h>
#endif
#include <math.h>
#ifdef HAVE_SYS_TIME_H
#include <sys/time.h>
#endif
#ifdef HAVE_SIGNAL_H
#include <signal.h>
#endif

#include <mono/utils/memcheck.h>

#include <mono/metadata/assembly.h>
#include <mono/metadata/assembly-internals.h>
#include <mono/metadata/loader.h>
#include <mono/metadata/tabledefs.h>
#include <mono/metadata/class.h>
#include <mono/metadata/object.h>
#include <mono/metadata/tokentype.h>
#include <mono/metadata/tabledefs.h>
#include <mono/metadata/threads.h>
#include <mono/metadata/appdomain.h>
#include <mono/metadata/debug-helpers.h>
#include <mono/metadata/profiler-private.h>
#include <mono/metadata/mono-config.h>
#include <mono/metadata/environment.h>
#include <mono/metadata/mono-debug.h>
#include <mono/metadata/gc-internals.h>
#include <mono/metadata/threads-types.h>
#include <mono/metadata/mempool-internals.h>
#include <mono/metadata/attach.h>
#include <mono/metadata/runtime.h>
#include <mono/metadata/reflection-internals.h>
#include <mono/metadata/monitor.h>
#include <mono/metadata/icall-internals.h>
#include <mono/metadata/loader-internals.h>
#define MONO_MATH_DECLARE_ALL 1
#include <mono/utils/mono-math.h>
#include <mono/utils/mono-compiler.h>
#include <mono/utils/mono-counters.h>
#include <mono/utils/mono-error-internals.h>
#include <mono/utils/mono-logger-internals.h>
#include <mono/utils/mono-mmap.h>
#include <mono/utils/mono-path.h>
#include <mono/utils/mono-tls.h>
#include <mono/utils/mono-hwcap.h>
#include <mono/utils/dtrace.h>
#include <mono/utils/mono-signal-handler.h>
#include <mono/utils/mono-threads.h>
#include <mono/utils/mono-threads-coop.h>
#include <mono/utils/checked-build.h>
#include <mono/utils/mono-compiler.h>
#include <mono/utils/mono-proclib.h>
#include <mono/metadata/w32handle.h>
#include <mono/metadata/threadpool.h>

#include "mini.h"
#include "seq-points.h"
#include "tasklets.h"
#include <string.h>
#include <ctype.h>
#include "trace.h"
#include "version.h"
#include "aot-compiler.h"
#include "aot-runtime.h"
#include "llvmonly-runtime.h"

#include "jit-icalls.h"

#include "mini-gc.h"
#include "mini-llvm.h"
#include "debugger-agent.h"
#include "lldb.h"
#include "mini-runtime.h"
#include "interp/interp.h"

#ifdef MONO_ARCH_LLVM_SUPPORTED
#ifdef ENABLE_LLVM
#include "mini-llvm-cpp.h"
#include "llvm-jit.h"
#endif
#endif
#include "mono/metadata/icall-signatures.h"

static guint32 default_opt = 0;
static gboolean default_opt_set = FALSE;

gboolean mono_compile_aot = FALSE;
/* If this is set, no code is generated dynamically, everything is taken from AOT files */
gboolean mono_aot_only = FALSE;
/* Same as mono_aot_only, but only LLVM compiled code is used, no trampolines */
gboolean mono_llvm_only = FALSE;
/* By default, don't require AOT but attempt to probe */
MonoAotMode mono_aot_mode = MONO_AOT_MODE_NORMAL;
MonoEEFeatures mono_ee_features;

const char *mono_build_date;
gboolean mono_do_signal_chaining;
gboolean mono_do_crash_chaining;
int mini_verbose = 0;

/*
 * This flag controls whenever the runtime uses LLVM for JIT compilation, and whenever
 * it can load AOT code compiled by LLVM.
 */
gboolean mono_use_llvm = FALSE;

gboolean mono_use_interpreter = FALSE;
const char *mono_interp_opts_string = NULL;

#define mono_jit_lock() mono_os_mutex_lock (&jit_mutex)
#define mono_jit_unlock() mono_os_mutex_unlock (&jit_mutex)
static mono_mutex_t jit_mutex;

static MonoCodeManager *global_codeman;

MonoDebugOptions mini_debug_options;
char *sdb_options;

#ifdef VALGRIND_JIT_REGISTER_MAP
int valgrind_register;
#endif
GList* mono_aot_paths;

static GPtrArray *profile_options;

static GSList *tramp_infos;
GSList *mono_interp_only_classes;

static void register_icalls (void);

gboolean
mono_running_on_valgrind (void)
{
#ifndef HOST_WIN32
        if (RUNNING_ON_VALGRIND){
#ifdef VALGRIND_JIT_REGISTER_MAP
                valgrind_register = TRUE;
#endif
                return TRUE;
        } else
#endif
                return FALSE;
}

typedef struct {
        void *ip;
        MonoMethod *method;
} FindTrampUserData;

static void
find_tramp (gpointer key, gpointer value, gpointer user_data)
{
        FindTrampUserData *ud = (FindTrampUserData*)user_data;

        if (value == ud->ip)
                ud->method = (MonoMethod*)key;
}

/* debug function */
char*
mono_get_method_from_ip (void *ip)
{
        MonoJitInfo *ji;
        MonoMethod *method;
        char *method_name;
        char *res;
        MonoDomain *domain = mono_domain_get ();
        MonoDebugSourceLocation *location;
        FindTrampUserData user_data;

        if (!domain)
                domain = mono_get_root_domain ();

        ji = mono_jit_info_table_find_internal (domain, ip, TRUE, TRUE);
        if (!ji) {
                user_data.ip = ip;
                user_data.method = NULL;
                mono_domain_lock (domain);
                g_hash_table_foreach (domain_jit_info (domain)->jit_trampoline_hash, find_tramp, &user_data);
                mono_domain_unlock (domain);
                if (user_data.method) {
                        char *mname = mono_method_full_name (user_data.method, TRUE);
                        res = g_strdup_printf ("<%p - JIT trampoline for %s>", ip, mname);
                        g_free (mname);
                        return res;
                }
                else
                        return NULL;
        } else if (ji->is_trampoline) {
                res = g_strdup_printf ("<%p - %s trampoline>", ip, ji->d.tramp_info->name);
                return res;
        }

        method = jinfo_get_method (ji);
        method_name = mono_method_get_name_full (method, TRUE, FALSE, MONO_TYPE_NAME_FORMAT_IL);
        location = mono_debug_lookup_source_location (method, (guint32)((guint8*)ip - (guint8*)ji->code_start), domain);

        char *file_loc = NULL;
        if (location)
                file_loc = g_strdup_printf ("[%s :: %du]", location->source_file, location->row);

        res = g_strdup_printf (" %s [{%p} + 0x%x] %s (%p %p) [%p - %s]", method_name, method, (int)((char*)ip - (char*)ji->code_start), file_loc ? file_loc : "", ji->code_start, (char*)ji->code_start + ji->code_size, domain, domain->friendly_name);

        mono_debug_free_source_location (location);
        g_free (method_name);
        g_free (file_loc);

        return res;
}

/**
 * mono_pmip:
 * \param ip an instruction pointer address
 *
 * This method is used from a debugger to get the name of the
 * method at address \p ip.   This routine is typically invoked from
 * a debugger like this:
 *
 * (gdb) print mono_pmip ($pc)
 *
 * \returns the name of the method at address \p ip.
 */
G_GNUC_UNUSED char *
mono_pmip (void *ip)
{
        return mono_get_method_from_ip (ip);
}

/**
 * mono_print_method_from_ip:
 * \param ip an instruction pointer address
 *
 * This method is used from a debugger to get the name of the
 * method at address \p ip.
 *
 * This prints the name of the method at address \p ip in the standard
 * output.  Unlike \c mono_pmip which returns a string, this routine
 * prints the value on the standard output.
 */
MONO_ATTR_USED void
mono_print_method_from_ip (void *ip)
{
        MonoJitInfo *ji;
        char *method;
        MonoDebugSourceLocation *source;
        MonoDomain *domain = mono_domain_get ();
        MonoDomain *target_domain = mono_domain_get ();
        FindTrampUserData user_data;
        MonoGenericSharingContext*gsctx;
        const char *shared_type;

        if (!domain)
                domain = mono_get_root_domain ();
        ji = mini_jit_info_table_find_ext (domain, (char *)ip, TRUE, &target_domain);
        if (ji && ji->is_trampoline) {
                MonoTrampInfo *tinfo = ji->d.tramp_info;

                printf ("IP %p is at offset 0x%x of trampoline '%s'.\n", ip, (int)((guint8*)ip - tinfo->code), tinfo->name);
                return;
        }

        if (!ji) {
                user_data.ip = ip;
                user_data.method = NULL;
                mono_domain_lock (domain);
                g_hash_table_foreach (domain_jit_info (domain)->jit_trampoline_hash, find_tramp, &user_data);
                mono_domain_unlock (domain);

                if (user_data.method) {
                        char *mname = mono_method_full_name (user_data.method, TRUE);
                        printf ("IP %p is a JIT trampoline for %s\n", ip, mname);
                        g_free (mname);
                        return;
                }

                g_print ("No method at %p\n", ip);
                fflush (stdout);
                return;
        }
        method = mono_method_full_name (jinfo_get_method (ji), TRUE);
        source = mono_debug_lookup_source_location (jinfo_get_method (ji), (guint32)((guint8*)ip - (guint8*)ji->code_start), target_domain);

        gsctx = mono_jit_info_get_generic_sharing_context (ji);
        shared_type = "";
        if (gsctx) {
                if (gsctx->is_gsharedvt)
                        shared_type = "gsharedvt ";
                else
                        shared_type = "gshared ";
        }

        g_print ("IP %p at offset 0x%x of %smethod %s (%p %p)[domain %p - %s]\n", ip, (int)((char*)ip - (char*)ji->code_start), shared_type, method, ji->code_start, (char*)ji->code_start + ji->code_size, target_domain, target_domain->friendly_name);

        if (source)
                g_print ("%s:%d\n", source->source_file, source->row);
        fflush (stdout);

        mono_debug_free_source_location (source);
        g_free (method);
}

/*
 * mono_method_same_domain:
 *
 * Determine whenever two compiled methods are in the same domain, thus
 * the address of the callee can be embedded in the caller.
 */
gboolean mono_method_same_domain (MonoJitInfo *caller, MonoJitInfo *callee)
{
        MonoMethod *cmethod;

        if (!caller || caller->is_trampoline || !callee || callee->is_trampoline)
                return FALSE;

        /*
         * If the call was made from domain-neutral to domain-specific
         * code, we can't patch the call site.
         */
        if (caller->domain_neutral && !callee->domain_neutral)
                return FALSE;

        cmethod = jinfo_get_method (caller);
        if ((cmethod->klass == mono_defaults.appdomain_class) &&
                (strstr (cmethod->name, "InvokeInDomain"))) {
                 /* The InvokeInDomain methods change the current appdomain */
                return FALSE;
        }

        return TRUE;
}

/*
 * mono_global_codeman_reserve:
 *
 *  Allocate code memory from the global code manager.
 */
void *(mono_global_codeman_reserve) (int size)
{
        void *ptr;

        if (mono_aot_only)
                g_error ("Attempting to allocate from the global code manager while running in aot-only mode.\n");

        if (!global_codeman) {
                /* This can happen during startup */
                global_codeman = mono_code_manager_new ();
                return mono_code_manager_reserve (global_codeman, size);
        }
        else {
                mono_jit_lock ();
                ptr = mono_code_manager_reserve (global_codeman, size);
                mono_jit_unlock ();
                return ptr;
        }
}

/* The callback shouldn't take any locks */
void
mono_global_codeman_foreach (MonoCodeManagerFunc func, void *user_data)
{
        mono_jit_lock ();
        mono_code_manager_foreach (global_codeman, func, user_data);
        mono_jit_unlock ();
}

/**
 * mono_create_unwind_op:
 *
 *   Create an unwind op with the given parameters.
 */
MonoUnwindOp*
mono_create_unwind_op (int when, int tag, int reg, int val)
{
        MonoUnwindOp *op = g_new0 (MonoUnwindOp, 1);

        op->op = tag;
        op->reg = reg;
        op->val = val;
        op->when = when;

        return op;
}

MonoJumpInfoToken *
mono_jump_info_token_new2 (MonoMemPool *mp, MonoImage *image, guint32 token, MonoGenericContext *context)
{
        MonoJumpInfoToken *res = (MonoJumpInfoToken *)mono_mempool_alloc0 (mp, sizeof (MonoJumpInfoToken));
        res->image = image;
        res->token = token;
        res->has_context = context != NULL;
        if (context)
                memcpy (&res->context, context, sizeof (MonoGenericContext));

        return res;
}

MonoJumpInfoToken *
mono_jump_info_token_new (MonoMemPool *mp, MonoImage *image, guint32 token)
{
        return mono_jump_info_token_new2 (mp, image, token, NULL);
}

/*
 * mono_tramp_info_create:
 *
 *   Create a MonoTrampInfo structure from the arguments. This function assumes ownership
 * of JI, and UNWIND_OPS.
 */
MonoTrampInfo*
mono_tramp_info_create (const char *name, guint8 *code, guint32 code_size, MonoJumpInfo *ji, GSList *unwind_ops)
{
        MonoTrampInfo *info = g_new0 (MonoTrampInfo, 1);

        info->name = g_strdup (name);
        info->code = code;
        info->code_size = code_size;
        info->ji = ji;
        info->unwind_ops = unwind_ops;

        return info;
}

void
mono_tramp_info_free (MonoTrampInfo *info)
{
        g_free (info->name);

        // FIXME: ji
        mono_free_unwind_info (info->unwind_ops);
        if (info->owns_uw_info)
                g_free (info->uw_info);
        g_free (info);
}

static void
register_trampoline_jit_info (MonoDomain *domain, MonoTrampInfo *info)
{
        MonoJitInfo *ji;

        ji = (MonoJitInfo *)mono_domain_alloc0 (domain, mono_jit_info_size ((MonoJitInfoFlags)0, 0, 0));
        mono_jit_info_init (ji, NULL, info->code, info->code_size, (MonoJitInfoFlags)0, 0, 0);
        ji->d.tramp_info = info;
        ji->is_trampoline = TRUE;

        ji->unwind_info = mono_cache_unwind_info (info->uw_info, info->uw_info_len);

        mono_jit_info_table_add (domain, ji);
}

/*
 * mono_tramp_info_register:
 *
 * Remember INFO for use by xdebug, mono_print_method_from_ip (), jit maps, etc.
 * INFO can be NULL.
 * Frees INFO.
 */
static void
mono_tramp_info_register_internal (MonoTrampInfo *info, MonoDomain *domain, gboolean aot)
{
        MonoTrampInfo *copy;

        if (!info)
                return;

        if (!domain)
                domain = mono_get_root_domain ();

        if (domain)
                copy = mono_domain_alloc0 (domain, sizeof (MonoTrampInfo));
        else
                copy = g_new0 (MonoTrampInfo, 1);

        copy->code = info->code;
        copy->code_size = info->code_size;
        copy->name = g_strdup (info->name);

        if (info->unwind_ops) {
                copy->uw_info = mono_unwind_ops_encode (info->unwind_ops, &copy->uw_info_len);
                copy->owns_uw_info = TRUE;
                if (domain) {
                        /* Move unwind info into the domain's memory pool so that it is removed once the domain is released. */
                        guint8 *temp = copy->uw_info;
                        copy->uw_info = mono_domain_alloc (domain, copy->uw_info_len);
                        memcpy (copy->uw_info, temp, copy->uw_info_len);
                        g_free (temp);
                }
        } else {
                /* Trampolines from aot have the unwind ops already encoded */
                copy->uw_info = info->uw_info;
                copy->uw_info_len = info->uw_info_len;
        }

        mono_save_trampoline_xdebug_info (info);
        mono_lldb_save_trampoline_info (info);

#ifdef MONO_ARCH_HAVE_UNWIND_TABLE
        if (!aot)
                mono_arch_unwindinfo_install_tramp_unwind_info (info->unwind_ops, info->code, info->code_size);
#endif

        if (!domain) {
                /* If no root domain has been created yet, postpone the registration. */
                mono_jit_lock ();
                tramp_infos = g_slist_prepend (tramp_infos, copy);
                mono_jit_unlock ();
        } else if (copy->uw_info) {
                /* Only register trampolines that have unwind infos */
                register_trampoline_jit_info (domain, copy);
        }

        if (mono_jit_map_is_enabled ())
                mono_emit_jit_tramp (info->code, info->code_size, info->name);

        mono_tramp_info_free (info);
}

void
mono_tramp_info_register (MonoTrampInfo *info, MonoDomain *domain)
{
        mono_tramp_info_register_internal (info, domain, FALSE);
}

void
mono_aot_tramp_info_register (MonoTrampInfo *info, MonoDomain *domain)
{
        mono_tramp_info_register_internal (info, domain, TRUE);
}

static void
mono_tramp_info_cleanup (void)
{
        GSList *l;

        for (l = tramp_infos; l; l = l->next) {
                MonoTrampInfo *info = (MonoTrampInfo *)l->data;

                mono_tramp_info_free (info);
        }
        g_slist_free (tramp_infos);
}

/* Register trampolines created before the root domain was created in the jit info tables */
static void
register_trampolines (MonoDomain *domain)
{
        GSList *l;

        for (l = tramp_infos; l; l = l->next) {
                MonoTrampInfo *info = (MonoTrampInfo *)l->data;

                register_trampoline_jit_info (domain, info);
        }
}

G_GNUC_UNUSED static void
break_count (void)
{
}

/*
 * Runtime debugging tool, use if (debug_count ()) <x> else <y> to do <x> the first COUNT times, then do <y> afterwards.
 * Set a breakpoint in break_count () to break the last time <x> is done.
 */
G_GNUC_UNUSED gboolean
mono_debug_count (void)
{
        static int count = 0, int_val = 0;
        static gboolean inited, has_value = FALSE;

        count ++;

        if (!inited) {
                char *value = g_getenv ("COUNT");
                if (value) {
                        int_val = atoi (value);
                        g_free (value);
                        has_value = TRUE;
                }
                inited = TRUE;
        }

        if (!has_value)
                return TRUE;

        if (count == int_val)
                break_count ();

        if (count > int_val)
                return FALSE;

        return TRUE;
}

MonoMethod*
mono_icall_get_wrapper_method (MonoJitICallInfo* callinfo)
{
        gboolean check_exc = TRUE;

        if (!strcmp (callinfo->name, "mono_thread_interruption_checkpoint"))
                /* This icall is used to check for exceptions, so don't check in the wrapper */
                check_exc = FALSE;

        return mono_marshal_get_icall_wrapper (callinfo, check_exc);
}

gconstpointer
mono_icall_get_wrapper_full (MonoJitICallInfo* callinfo, gboolean do_compile)
{
        ERROR_DECL (error);
        MonoMethod *wrapper;
        gconstpointer trampoline;
        MonoDomain *domain = mono_get_root_domain ();

        if (callinfo->wrapper)
                return callinfo->wrapper;

        if (callinfo->trampoline)
                return callinfo->trampoline;

        wrapper = mono_icall_get_wrapper_method (callinfo);

        if (do_compile) {
                trampoline = mono_compile_method_checked (wrapper, error);
                mono_error_assert_ok (error);
        } else {
                trampoline = mono_create_jit_trampoline (domain, wrapper, error);
                mono_error_assert_ok (error);
                trampoline = mono_create_ftnptr (domain, (gpointer)trampoline);
        }

        mono_loader_lock ();
        if (!callinfo->trampoline) {
                mono_register_jit_icall_wrapper (callinfo, trampoline);
                callinfo->trampoline = trampoline;
        }
        mono_loader_unlock ();

        return callinfo->trampoline;
}

gconstpointer
mono_icall_get_wrapper (MonoJitICallInfo* callinfo)
{
        return mono_icall_get_wrapper_full (callinfo, FALSE);
}

static MonoJitDynamicMethodInfo*
mono_dynamic_code_hash_lookup (MonoDomain *domain, MonoMethod *method)
{
        MonoJitDynamicMethodInfo *res;

        if (domain_jit_info (domain)->dynamic_code_hash)
                res = (MonoJitDynamicMethodInfo *)g_hash_table_lookup (domain_jit_info (domain)->dynamic_code_hash, method);
        else
                res = NULL;
        return res;
}

#ifdef __cplusplus
template <typename T>
static void
register_opcode_emulation (int opcode, const char *name, MonoMethodSignature *sig, T func, const char *symbol, gboolean no_wrapper)
#else
static void
register_opcode_emulation (int opcode, const char *name, MonoMethodSignature *sig, gpointer func, const char *symbol, gboolean no_wrapper)
#endif
{
#ifndef DISABLE_JIT
        mini_register_opcode_emulation (opcode, name, sig, func, symbol, no_wrapper);
#else
        g_assert (!sig->hasthis);
        g_assert (sig->param_count < 3);

        mono_register_jit_icall_full (func, name, sig, no_wrapper, symbol);
#endif
}

// This layering is only meant to provide smaller easier to read temporary change.
// The de-stringing of name in the caller will be useful later.
#define register_opcode_emulation(opcode, name, sig, func, symbol, no_wrapper) \
        register_opcode_emulation (opcode, #name, sig, func, symbol, no_wrapper)

/*
 * For JIT icalls implemented in C.
 * NAME should be the same as the name of the C function whose address is FUNC.
 * If @avoid_wrapper is TRUE, no wrapper is generated. This is for perf critical icalls which
 * can't throw exceptions.
 */
#ifdef __cplusplus
template <typename T>
static void
register_icall (T func, const char *name, MonoMethodSignature *sig, gboolean avoid_wrapper)
#else
static void
register_icall (gpointer func, const char *name, MonoMethodSignature *sig, gboolean avoid_wrapper)
#endif
{
        mono_register_jit_icall_full (func, name, sig, avoid_wrapper, name);
}

#ifdef __cplusplus
template <typename T>
static void
register_icall_no_wrapper (T func, const char *name,  MonoMethodSignature *sig)
#else
static void
register_icall_no_wrapper (gpointer func, const char *name,  MonoMethodSignature *sig)
#endif
{
        mono_register_jit_icall_full (func, name, sig, TRUE, name);
}

#ifdef __cplusplus
template <typename T>
static void
register_icall_with_wrapper (T func, const char *name, MonoMethodSignature *sig)
#else
static void
register_icall_with_wrapper (gpointer func, const char *name, MonoMethodSignature *sig)
#endif
{
        mono_register_jit_icall_full (func, name, sig, FALSE, name);
}

/*
 * Register an icall where FUNC is dynamically generated or otherwise not
 * possible to link to it using NAME during AOT.
 */
#ifdef __cplusplus
template <typename T>
static void
register_dyn_icall (T func, const char *name, MonoMethodSignature *sig, gboolean save)
#else
static void
register_dyn_icall (gpointer func, const char *name, MonoMethodSignature *sig, gboolean save)
#endif
{
        mono_register_jit_icall (func, name, sig, save);
}

MonoLMF *
mono_get_lmf (void)
{
        MonoJitTlsData *jit_tls;

        if ((jit_tls = mono_tls_get_jit_tls ()))
                return jit_tls->lmf;
        /*
         * We do not assert here because this function can be called from
         * mini-gc.c on a thread that has not executed any managed code, yet
         * (the thread object allocation can trigger a collection).
         */
        return NULL;
}

void
mono_set_lmf (MonoLMF *lmf)
{
        (*mono_get_lmf_addr ()) = lmf;
}

static void
mono_set_jit_tls (MonoJitTlsData *jit_tls)
{
        MonoThreadInfo *info;

        mono_tls_set_jit_tls (jit_tls);

        /* Save it into MonoThreadInfo so it can be accessed by mono_thread_state_init_from_handle () */
        info = mono_thread_info_current ();
        if (info)
                mono_thread_info_tls_set (info, TLS_KEY_JIT_TLS, jit_tls);
}

static void
mono_set_lmf_addr (MonoLMF **lmf_addr)
{
        MonoThreadInfo *info;

        mono_tls_set_lmf_addr (lmf_addr);

        /* Save it into MonoThreadInfo so it can be accessed by mono_thread_state_init_from_handle () */
        info = mono_thread_info_current ();
        if (info)
                mono_thread_info_tls_set (info, TLS_KEY_LMF_ADDR, lmf_addr);
}

/*
 * mono_push_lmf:
 *
 *   Push an MonoLMFExt frame on the LMF stack.
 */
void
mono_push_lmf (MonoLMFExt *ext)
{
        MonoLMF **lmf_addr;

        lmf_addr = mono_get_lmf_addr ();

        ext->lmf.previous_lmf = *lmf_addr;
        /* Mark that this is a MonoLMFExt */
        ext->lmf.previous_lmf = (gpointer)(((gssize)ext->lmf.previous_lmf) | 2);

        mono_set_lmf ((MonoLMF*)ext);
}

/*
 * mono_pop_lmf:
 *
 *   Pop the last frame from the LMF stack.
 */
void
mono_pop_lmf (MonoLMF *lmf)
{
        mono_set_lmf ((MonoLMF *)(((gssize)lmf->previous_lmf) & ~3));
}

/*
 * mono_jit_thread_attach:
 *
 * Called by Xamarin.Mac and other products. Attach thread to runtime if
 * needed and switch to @domain.
 *
 * This function is external only and @deprecated don't use it.  Use mono_threads_attach_coop ().
 *
 * If the thread is newly-attached, put into GC Safe mode.
 *
 * @return the original domain which needs to be restored, or NULL.
 */
MonoDomain*
mono_jit_thread_attach (MonoDomain *domain)
{
        MonoDomain *orig;
        gboolean attached;

        if (!domain) {
                /* Happens when called from AOTed code which is only used in the root domain. */
                domain = mono_get_root_domain ();
        }

        g_assert (domain);

        attached = mono_tls_get_jit_tls () != NULL;

        if (!attached) {
                mono_thread_attach (domain);

                // #678164
                mono_thread_set_state (mono_thread_internal_current (), ThreadState_Background);

                /* mono_jit_thread_attach is external-only and not called by
                 * the runtime on any of our own threads.  So if we get here,
                 * the thread is running native code - leave it in GC Safe mode
                 * and leave it to the n2m invoke wrappers or MONO_API entry
                 * points to switch to GC Unsafe.
                 */
                MONO_STACKDATA (stackdata);
                mono_threads_enter_gc_safe_region_unbalanced_internal (&stackdata);
        }

        orig = mono_domain_get ();
        if (orig != domain)
                mono_domain_set (domain, TRUE);

        return orig != domain ? orig : NULL;
}

/*
 * mono_jit_set_domain:
 *
 * Set domain to @domain if @domain is not null
 */
void
mono_jit_set_domain (MonoDomain *domain)
{
        g_assert (!mono_threads_is_blocking_transition_enabled ());

        if (domain)
                mono_domain_set (domain, TRUE);
}

/**
 * mono_thread_abort:
 * \param obj exception object
 * Abort the thread, print exception information and stack trace
 */
static void
mono_thread_abort (MonoObject *obj)
{
        /* MonoJitTlsData *jit_tls = mono_tls_get_jit_tls (); */

        /* handle_remove should be eventually called for this thread, too
        g_free (jit_tls);*/

        if ((mono_runtime_unhandled_exception_policy_get () == MONO_UNHANDLED_POLICY_LEGACY) ||
                        (obj->vtable->klass == mono_defaults.threadabortexception_class) ||
                        ((obj->vtable->klass) == mono_class_try_get_appdomain_unloaded_exception_class () &&
                        mono_thread_info_current ()->runtime_thread)) {
                mono_thread_exit ();
        } else {
                mono_invoke_unhandled_exception_hook (obj);
        }
}

static MonoJitTlsData*
setup_jit_tls_data (gpointer stack_start, MonoAbortFunction abort_func)
{
        MonoJitTlsData *jit_tls;
        MonoLMF *lmf;

        jit_tls = mono_tls_get_jit_tls ();
        if (jit_tls)
                return jit_tls;

        jit_tls = g_new0 (MonoJitTlsData, 1);

        jit_tls->abort_func = abort_func;
        jit_tls->end_of_stack = stack_start;

        mono_set_jit_tls (jit_tls);

        lmf = g_new0 (MonoLMF, 1);
        MONO_ARCH_INIT_TOP_LMF_ENTRY (lmf);

        jit_tls->first_lmf = lmf;

        mono_set_lmf_addr (&jit_tls->lmf);

        jit_tls->lmf = lmf;

#ifdef MONO_ARCH_HAVE_TLS_INIT
        mono_arch_tls_init ();
#endif

        mono_setup_altstack (jit_tls);

        return jit_tls;
}

static void
free_jit_tls_data (MonoJitTlsData *jit_tls)
{
        //This happens during AOT cuz the thread is never attached
        if (!jit_tls)
                return;
        mono_arch_free_jit_tls_data (jit_tls);
        mono_free_altstack (jit_tls);

        g_free (jit_tls->first_lmf);
        g_free (jit_tls->interp_context);
        g_free (jit_tls);
}

static void
mono_thread_start_cb (intptr_t tid, gpointer stack_start, gpointer func)
{
        MonoThreadInfo *thread;
        MonoJitTlsData *jit_tls = setup_jit_tls_data (stack_start, mono_thread_abort);
        thread = mono_thread_info_current_unchecked ();
        if (thread)
                thread->jit_data = jit_tls;

        mono_arch_cpu_init ();
}

void (*mono_thread_attach_aborted_cb ) (MonoObject *obj) = NULL;

static void
mono_thread_abort_dummy (MonoObject *obj)
{
  if (mono_thread_attach_aborted_cb)
    mono_thread_attach_aborted_cb (obj);
  else
    mono_thread_abort (obj);
}

static void
mono_thread_attach_cb (intptr_t tid, gpointer stack_start)
{
        MonoThreadInfo *thread;
        MonoJitTlsData *jit_tls = setup_jit_tls_data (stack_start, mono_thread_abort_dummy);
        thread = mono_thread_info_current_unchecked ();
        if (thread)
                thread->jit_data = jit_tls;

        mono_arch_cpu_init ();
}

static void
mini_thread_cleanup (MonoNativeThreadId tid)
{
        MonoJitTlsData *jit_tls = NULL;
        MonoThreadInfo *info;

        info = mono_thread_info_current_unchecked ();

        /* We can't clean up tls information if we are on another thread, it will clean up the wrong stuff
         * It would be nice to issue a warning when this happens outside of the shutdown sequence. but it's
         * not a trivial thing.
         *
         * The current offender is mono_thread_manage which cleanup threads from the outside.
         */
        if (info && mono_thread_info_get_tid (info) == tid) {
                jit_tls = info->jit_data;
                info->jit_data = NULL;

                mono_set_jit_tls (NULL);

                /* If we attach a thread but never call into managed land, we might never get an lmf.*/
                if (mono_get_lmf ()) {
                        mono_set_lmf (NULL);
                        mono_set_lmf_addr (NULL);
                }
        } else {
                info = mono_thread_info_lookup (tid);
                if (info) {
                        jit_tls = info->jit_data;
                        info->jit_data = NULL;
                }
                mono_hazard_pointer_clear (mono_hazard_pointer_get (), 1);
        }

        if (jit_tls)
                free_jit_tls_data (jit_tls);
}

MonoJumpInfo *
mono_patch_info_list_prepend (MonoJumpInfo *list, int ip, MonoJumpInfoType type, gconstpointer target)
{
        MonoJumpInfo *ji = g_new0 (MonoJumpInfo, 1);

        ji->ip.i = ip;
        ji->type = type;
        ji->data.target = target;
        ji->next = list;

        return ji;
}

#if !defined(DISABLE_LOGGING) && !defined(DISABLE_JIT)

static const char* const patch_info_str[] = {
#define PATCH_INFO(a,b) "" #a,
#include "patch-info.h"
#undef PATCH_INFO
};

const char*
mono_ji_type_to_string (MonoJumpInfoType type)
{
        return patch_info_str [type];
}

void
mono_print_ji (const MonoJumpInfo *ji)
{
        const char *type = patch_info_str [ji->type];
        switch (ji->type) {
        case MONO_PATCH_INFO_RGCTX_FETCH:
        case MONO_PATCH_INFO_RGCTX_SLOT_INDEX: {
                MonoJumpInfoRgctxEntry *entry = ji->data.rgctx_entry;

                printf ("[%s ", type);
                mono_print_ji (entry->data);
                printf (" -> %s]", mono_rgctx_info_type_to_str (entry->info_type));
                break;
        }
        case MONO_PATCH_INFO_METHOD:
        case MONO_PATCH_INFO_METHODCONST:
        case MONO_PATCH_INFO_METHOD_FTNDESC: {
                char *s = mono_method_get_full_name (ji->data.method);
                printf ("[%s %s]", type, s);
                g_free (s);
                break;
        }
        case MONO_PATCH_INFO_JIT_ICALL: {
                printf ("[JIT_ICALL %s]", ji->data.name);
                break;
        }
        case MONO_PATCH_INFO_CLASS:
        case MONO_PATCH_INFO_VTABLE: {
                char *name = mono_class_full_name (ji->data.klass);
                printf ("[%s %s]", type, name);
                g_free (name);
                break;
        }
        default:
                printf ("[%s]", type);
                break;
        }
}

#else

const char*
mono_ji_type_to_string (MonoJumpInfoType type)
{
        return "";
}

void
mono_print_ji (const MonoJumpInfo *ji)
{
}

#endif

/**
 * mono_patch_info_dup_mp:
 *
 * Make a copy of PATCH_INFO, allocating memory from the mempool MP.
 */
MonoJumpInfo*
mono_patch_info_dup_mp (MonoMemPool *mp, MonoJumpInfo *patch_info)
{
        MonoJumpInfo *res = (MonoJumpInfo *)mono_mempool_alloc (mp, sizeof (MonoJumpInfo));
        memcpy (res, patch_info, sizeof (MonoJumpInfo));

        switch (patch_info->type) {
        case MONO_PATCH_INFO_RVA:
        case MONO_PATCH_INFO_LDSTR:
        case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
        case MONO_PATCH_INFO_LDTOKEN:
        case MONO_PATCH_INFO_DECLSEC:
                res->data.token = (MonoJumpInfoToken *)mono_mempool_alloc (mp, sizeof (MonoJumpInfoToken));
                memcpy (res->data.token, patch_info->data.token, sizeof (MonoJumpInfoToken));
                break;
        case MONO_PATCH_INFO_SWITCH:
                res->data.table = (MonoJumpInfoBBTable *)mono_mempool_alloc (mp, sizeof (MonoJumpInfoBBTable));
                memcpy (res->data.table, patch_info->data.table, sizeof (MonoJumpInfoBBTable));
                res->data.table->table = (MonoBasicBlock **)mono_mempool_alloc (mp, sizeof (MonoBasicBlock*) * patch_info->data.table->table_size);
                memcpy (res->data.table->table, patch_info->data.table->table, sizeof (MonoBasicBlock*) * patch_info->data.table->table_size);
                break;
        case MONO_PATCH_INFO_RGCTX_FETCH:
        case MONO_PATCH_INFO_RGCTX_SLOT_INDEX:
                res->data.rgctx_entry = (MonoJumpInfoRgctxEntry *)mono_mempool_alloc (mp, sizeof (MonoJumpInfoRgctxEntry));
                memcpy (res->data.rgctx_entry, patch_info->data.rgctx_entry, sizeof (MonoJumpInfoRgctxEntry));
                res->data.rgctx_entry->data = mono_patch_info_dup_mp (mp, res->data.rgctx_entry->data);
                break;
        case MONO_PATCH_INFO_DELEGATE_TRAMPOLINE:
                res->data.del_tramp = (MonoDelegateClassMethodPair *)mono_mempool_alloc0 (mp, sizeof (MonoDelegateClassMethodPair));
                memcpy (res->data.del_tramp, patch_info->data.del_tramp, sizeof (MonoDelegateClassMethodPair));
                break;
        case MONO_PATCH_INFO_GSHAREDVT_CALL:
                res->data.gsharedvt = (MonoJumpInfoGSharedVtCall *)mono_mempool_alloc (mp, sizeof (MonoJumpInfoGSharedVtCall));
                memcpy (res->data.gsharedvt, patch_info->data.gsharedvt, sizeof (MonoJumpInfoGSharedVtCall));
                break;
        case MONO_PATCH_INFO_GSHAREDVT_METHOD: {
                MonoGSharedVtMethodInfo *info;
                MonoGSharedVtMethodInfo *oinfo;
                int i;

                oinfo = patch_info->data.gsharedvt_method;
                info = (MonoGSharedVtMethodInfo *)mono_mempool_alloc (mp, sizeof (MonoGSharedVtMethodInfo));
                res->data.gsharedvt_method = info;
                memcpy (info, oinfo, sizeof (MonoGSharedVtMethodInfo));
                info->entries = (MonoRuntimeGenericContextInfoTemplate *)mono_mempool_alloc (mp, sizeof (MonoRuntimeGenericContextInfoTemplate) * info->count_entries);
                for (i = 0; i < oinfo->num_entries; ++i) {
                        MonoRuntimeGenericContextInfoTemplate *otemplate = &oinfo->entries [i];
                        MonoRuntimeGenericContextInfoTemplate *template_ = &info->entries [i];

                        memcpy (template_, otemplate, sizeof (MonoRuntimeGenericContextInfoTemplate));
                }
                //info->locals_types = mono_mempool_alloc0 (mp, info->nlocals * sizeof (MonoType*));
                //memcpy (info->locals_types, oinfo->locals_types, info->nlocals * sizeof (MonoType*));
                break;
        }
        case MONO_PATCH_INFO_VIRT_METHOD: {
                MonoJumpInfoVirtMethod *info;
                MonoJumpInfoVirtMethod *oinfo;

                oinfo = patch_info->data.virt_method;
                info = (MonoJumpInfoVirtMethod *)mono_mempool_alloc0 (mp, sizeof (MonoJumpInfoVirtMethod));
                res->data.virt_method = info;
                memcpy (info, oinfo, sizeof (MonoJumpInfoVirtMethod));
                break;
        }
        default:
                break;
        }

        return res;
}

guint
mono_patch_info_hash (gconstpointer data)
{
        const MonoJumpInfo *ji = (MonoJumpInfo*)data;

        switch (ji->type) {
        case MONO_PATCH_INFO_RVA:
        case MONO_PATCH_INFO_LDSTR:
        case MONO_PATCH_INFO_LDTOKEN:
        case MONO_PATCH_INFO_DECLSEC:
                return (ji->type << 8) | ji->data.token->token;
        case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
                return (ji->type << 8) | ji->data.token->token | (ji->data.token->has_context ? (gsize)ji->data.token->context.class_inst : 0);
        case MONO_PATCH_INFO_JIT_ICALL:
                return (ji->type << 8) | g_str_hash (ji->data.name);
        case MONO_PATCH_INFO_VTABLE:
        case MONO_PATCH_INFO_CLASS:
        case MONO_PATCH_INFO_IID:
        case MONO_PATCH_INFO_ADJUSTED_IID:
        case MONO_PATCH_INFO_METHODCONST:
        case MONO_PATCH_INFO_METHOD:
        case MONO_PATCH_INFO_METHOD_JUMP:
        case MONO_PATCH_INFO_METHOD_FTNDESC:
        case MONO_PATCH_INFO_IMAGE:
        case MONO_PATCH_INFO_ICALL_ADDR:
        case MONO_PATCH_INFO_ICALL_ADDR_CALL:
        case MONO_PATCH_INFO_FIELD:
        case MONO_PATCH_INFO_SFLDA:
        case MONO_PATCH_INFO_SEQ_POINT_INFO:
        case MONO_PATCH_INFO_METHOD_RGCTX:
        case MONO_PATCH_INFO_SIGNATURE:
        case MONO_PATCH_INFO_METHOD_CODE_SLOT:
        case MONO_PATCH_INFO_AOT_JIT_INFO:
        case MONO_PATCH_INFO_GET_TLS_TRAMP:
        case MONO_PATCH_INFO_SET_TLS_TRAMP:
                return (ji->type << 8) | (gssize)ji->data.target;
        case MONO_PATCH_INFO_GSHAREDVT_CALL:
                return (ji->type << 8) | (gssize)ji->data.gsharedvt->method;
        case MONO_PATCH_INFO_RGCTX_FETCH:
        case MONO_PATCH_INFO_RGCTX_SLOT_INDEX: {
                MonoJumpInfoRgctxEntry *e = ji->data.rgctx_entry;

                if (e->in_mrgctx)
                        return (ji->type << 8) | (gssize)e->d.method | (e->in_mrgctx) | e->info_type | mono_patch_info_hash (e->data);
                else
                        return (ji->type << 8) | (gssize)e->d.klass | (e->in_mrgctx) | e->info_type | mono_patch_info_hash (e->data);
        }
        case MONO_PATCH_INFO_INTERRUPTION_REQUEST_FLAG:
        case MONO_PATCH_INFO_MSCORLIB_GOT_ADDR:
        case MONO_PATCH_INFO_GC_CARD_TABLE_ADDR:
        case MONO_PATCH_INFO_GC_NURSERY_START:
        case MONO_PATCH_INFO_GC_NURSERY_BITS:
        case MONO_PATCH_INFO_GOT_OFFSET:
        case MONO_PATCH_INFO_GC_SAFE_POINT_FLAG:
        case MONO_PATCH_INFO_AOT_MODULE:
        case MONO_PATCH_INFO_PROFILER_ALLOCATION_COUNT:
        case MONO_PATCH_INFO_PROFILER_CLAUSE_COUNT:
                return (ji->type << 8);
        case MONO_PATCH_INFO_SPECIFIC_TRAMPOLINE_LAZY_FETCH_ADDR:
                return (ji->type << 8) | (ji->data.uindex);
        case MONO_PATCH_INFO_TRAMPOLINE_FUNC_ADDR:
        case MONO_PATCH_INFO_CASTCLASS_CACHE:
                return (ji->type << 8) | (ji->data.index);
        case MONO_PATCH_INFO_SWITCH:
                return (ji->type << 8) | ji->data.table->table_size;
        case MONO_PATCH_INFO_GSHAREDVT_METHOD:
                return (ji->type << 8) | (gssize)ji->data.gsharedvt_method->method;
        case MONO_PATCH_INFO_OBJC_SELECTOR_REF:
                /* Hash on the selector name */
                return g_str_hash (ji->data.target);
        case MONO_PATCH_INFO_DELEGATE_TRAMPOLINE:
                return (ji->type << 8) | (gsize)ji->data.del_tramp->klass | (gsize)ji->data.del_tramp->method | (gsize)ji->data.del_tramp->is_virtual;
        case MONO_PATCH_INFO_LDSTR_LIT:
                return g_str_hash (ji->data.target);
        case MONO_PATCH_INFO_VIRT_METHOD: {
                MonoJumpInfoVirtMethod *info = ji->data.virt_method;

                return (ji->type << 8) | (gssize)info->klass | (gssize)info->method;
        }
        case MONO_PATCH_INFO_JIT_ICALL_ADDR:
        case MONO_PATCH_INFO_JIT_ICALL_ADDR_NOCALL:
                return (ji->type << 8) | g_str_hash (ji->data.target);
        case MONO_PATCH_INFO_GSHAREDVT_IN_WRAPPER:
                return (ji->type << 8) | mono_signature_hash (ji->data.sig);
        default:
                printf ("info type: %d\n", ji->type);
                mono_print_ji (ji); printf ("\n");
                g_assert_not_reached ();
                return 0;
        }
}

/*
 * mono_patch_info_equal:
 *
 * This might fail to recognize equivalent patches, i.e. floats, so its only
 * usable in those cases where this is not a problem, i.e. sharing GOT slots
 * in AOT.
 */
gint
mono_patch_info_equal (gconstpointer ka, gconstpointer kb)
{
        const MonoJumpInfo *ji1 = (MonoJumpInfo*)ka;
        const MonoJumpInfo *ji2 = (MonoJumpInfo*)kb;

        if (ji1->type != ji2->type)
                return 0;

        switch (ji1->type) {
        case MONO_PATCH_INFO_RVA:
        case MONO_PATCH_INFO_LDSTR:
        case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
        case MONO_PATCH_INFO_LDTOKEN:
        case MONO_PATCH_INFO_DECLSEC:
                if ((ji1->data.token->image != ji2->data.token->image) ||
                        (ji1->data.token->token != ji2->data.token->token) ||
                        (ji1->data.token->has_context != ji2->data.token->has_context) ||
                        (ji1->data.token->context.class_inst != ji2->data.token->context.class_inst) ||
                        (ji1->data.token->context.method_inst != ji2->data.token->context.method_inst))
                        return 0;
                break;
        case MONO_PATCH_INFO_JIT_ICALL:
                return g_str_equal (ji1->data.name, ji2->data.name);
        case MONO_PATCH_INFO_RGCTX_FETCH:
        case MONO_PATCH_INFO_RGCTX_SLOT_INDEX: {
                MonoJumpInfoRgctxEntry *e1 = ji1->data.rgctx_entry;
                MonoJumpInfoRgctxEntry *e2 = ji2->data.rgctx_entry;

                return e1->d.method == e2->d.method && e1->d.klass == e2->d.klass && e1->in_mrgctx == e2->in_mrgctx && e1->info_type == e2->info_type && mono_patch_info_equal (e1->data, e2->data);
        }
        case MONO_PATCH_INFO_GSHAREDVT_CALL: {
                MonoJumpInfoGSharedVtCall *c1 = ji1->data.gsharedvt;
                MonoJumpInfoGSharedVtCall *c2 = ji2->data.gsharedvt;

                return c1->sig == c2->sig && c1->method == c2->method;
        }
        case MONO_PATCH_INFO_GSHAREDVT_METHOD:
                return ji1->data.gsharedvt_method->method == ji2->data.gsharedvt_method->method;
        case MONO_PATCH_INFO_DELEGATE_TRAMPOLINE:
                return ji1->data.del_tramp->klass == ji2->data.del_tramp->klass && ji1->data.del_tramp->method == ji2->data.del_tramp->method && ji1->data.del_tramp->is_virtual == ji2->data.del_tramp->is_virtual;
        case MONO_PATCH_INFO_SPECIFIC_TRAMPOLINE_LAZY_FETCH_ADDR:
                return ji1->data.uindex == ji2->data.uindex;
        case MONO_PATCH_INFO_TRAMPOLINE_FUNC_ADDR:
        case MONO_PATCH_INFO_CASTCLASS_CACHE:
                return ji1->data.index == ji2->data.index;
        case MONO_PATCH_INFO_VIRT_METHOD:
                return ji1->data.virt_method->klass == ji2->data.virt_method->klass && ji1->data.virt_method->method == ji2->data.virt_method->method;
        case MONO_PATCH_INFO_JIT_ICALL_ADDR:
        case MONO_PATCH_INFO_JIT_ICALL_ADDR_NOCALL:
                if (ji1->data.target == ji2->data.target)
                        return 1;
                return strcmp ((const char*)ji1->data.target, (const char*)ji2->data.target) == 0 ? 1 : 0;
        case MONO_PATCH_INFO_GSHAREDVT_IN_WRAPPER:
                return mono_metadata_signature_equal (ji1->data.sig, ji2->data.sig) ? 1 : 0;
        case MONO_PATCH_INFO_GC_SAFE_POINT_FLAG:
                return 1;
        default:
                if (ji1->data.target != ji2->data.target)
                        return 0;
                break;
        }

        return 1;
}

gpointer
mono_resolve_patch_target (MonoMethod *method, MonoDomain *domain, guint8 *code, MonoJumpInfo *patch_info, gboolean run_cctors, MonoError *error)
{
        unsigned char *ip = patch_info->ip.i + code;
        gconstpointer target = NULL;

        error_init (error);

        switch (patch_info->type) {
        case MONO_PATCH_INFO_BB:
                /*
                 * FIXME: This could be hit for methods without a prolog. Should use -1
                 * but too much code depends on a 0 initial value.
                 */
                //g_assert (patch_info->data.bb->native_offset);
                target = patch_info->data.bb->native_offset + code;
                break;
        case MONO_PATCH_INFO_ABS:
                target = patch_info->data.target;
                break;
        case MONO_PATCH_INFO_LABEL:
                target = patch_info->data.inst->inst_c0 + code;
                break;
        case MONO_PATCH_INFO_IP:
                target = ip;
                break;
        case MONO_PATCH_INFO_METHOD_REL:
                target = code + patch_info->data.offset;
                break;
        case MONO_PATCH_INFO_JIT_ICALL: {
                MonoJitICallInfo *mi = mono_find_jit_icall_by_name (patch_info->data.name);
                g_assertf (mi, "unknown MONO_PATCH_INFO_JIT_ICALL %s", patch_info->data.name);
                target = mono_icall_get_wrapper (mi);
                break;
        }
        case MONO_PATCH_INFO_JIT_ICALL_ADDR:
        case MONO_PATCH_INFO_JIT_ICALL_ADDR_NOCALL: {
                MonoJitICallInfo *mi = mono_find_jit_icall_by_name (patch_info->data.name);
                g_assertf (mi, "unknown MONO_PATCH_INFO_JIT_ICALL_ADDR %s", patch_info->data.name);
                target = mi->func;
                break;
        }
        case MONO_PATCH_INFO_METHOD_JUMP:
                target = mono_create_jump_trampoline (domain, patch_info->data.method, FALSE, error);
                if (!mono_error_ok (error))
                        return NULL;
                break;
        case MONO_PATCH_INFO_METHOD:
                if (patch_info->data.method == method) {
                        target = code;
                } else {
                        /* get the trampoline to the method from the domain */
                        target = mono_create_jit_trampoline (domain, patch_info->data.method, error);
                        if (!mono_error_ok (error))
                                return NULL;
                }
                break;
        case MONO_PATCH_INFO_METHOD_FTNDESC: {
                /*
                 * Return an ftndesc for either AOTed code, or for an interp entry.
                 */
                target = mini_llvmonly_load_method_ftndesc (patch_info->data.method, FALSE, FALSE, error);
                return_val_if_nok (error, NULL);
                break;
        }
        case MONO_PATCH_INFO_METHOD_CODE_SLOT: {
                gpointer code_slot;

                mono_domain_lock (domain);
                if (!domain_jit_info (domain)->method_code_hash)
                        domain_jit_info (domain)->method_code_hash = g_hash_table_new (NULL, NULL);
                code_slot = g_hash_table_lookup (domain_jit_info (domain)->method_code_hash, patch_info->data.method);
                if (!code_slot) {
                        code_slot = mono_domain_alloc0 (domain, sizeof (gpointer));
                        g_hash_table_insert (domain_jit_info (domain)->method_code_hash, patch_info->data.method, code_slot);
                }
                mono_domain_unlock (domain);
                target = code_slot;
                break;
        }
        case MONO_PATCH_INFO_GC_SAFE_POINT_FLAG:
                target = (gpointer)&mono_polling_required;
                break;
        case MONO_PATCH_INFO_SWITCH: {
                gpointer *jump_table;
                int i;
                if (method && method->dynamic) {
                        jump_table = (void **)mono_code_manager_reserve (mono_dynamic_code_hash_lookup (domain, method)->code_mp, sizeof (gpointer) * patch_info->data.table->table_size);
                } else {
                        if (mono_aot_only) {
                                jump_table = (void **)mono_domain_alloc (domain, sizeof (gpointer) * patch_info->data.table->table_size);
                        } else {
                                jump_table = (void **)mono_domain_code_reserve (domain, sizeof (gpointer) * patch_info->data.table->table_size);
                        }
                }

                for (i = 0; i < patch_info->data.table->table_size; i++) {
                        jump_table [i] = code + GPOINTER_TO_INT (patch_info->data.table->table [i]);
                }

                target = jump_table;
                break;
        }
        case MONO_PATCH_INFO_METHODCONST:
        case MONO_PATCH_INFO_CLASS:
        case MONO_PATCH_INFO_IMAGE:
        case MONO_PATCH_INFO_FIELD:
        case MONO_PATCH_INFO_SIGNATURE:
        case MONO_PATCH_INFO_AOT_MODULE:
                target = patch_info->data.target;
                break;
        case MONO_PATCH_INFO_IID:
                mono_class_init_internal (patch_info->data.klass);
                target = GUINT_TO_POINTER (m_class_get_interface_id (patch_info->data.klass));
                break;
        case MONO_PATCH_INFO_ADJUSTED_IID:
                mono_class_init_internal (patch_info->data.klass);
                target = GUINT_TO_POINTER ((guint32)(-((m_class_get_interface_id (patch_info->data.klass) + 1) * TARGET_SIZEOF_VOID_P)));
                break;
        case MONO_PATCH_INFO_VTABLE:
                target = mono_class_vtable_checked (domain, patch_info->data.klass, error);
                mono_error_assert_ok (error);
                break;
        case MONO_PATCH_INFO_DELEGATE_TRAMPOLINE: {
                MonoDelegateClassMethodPair *del_tramp = patch_info->data.del_tramp;

                if (del_tramp->is_virtual)
                        target = mono_create_delegate_virtual_trampoline (domain, del_tramp->klass, del_tramp->method);
                else
                        target = mono_create_delegate_trampoline_info (domain, del_tramp->klass, del_tramp->method);
                break;
        }
        case MONO_PATCH_INFO_SFLDA: {
                MonoVTable *vtable = mono_class_vtable_checked (domain, patch_info->data.field->parent, error);
                mono_error_assert_ok (error);

                if (mono_class_field_is_special_static (patch_info->data.field)) {
                        gpointer addr = NULL;

                        mono_domain_lock (domain);
                        if (domain->special_static_fields)
                                addr = g_hash_table_lookup (domain->special_static_fields, patch_info->data.field);
                        mono_domain_unlock (domain);
                        g_assert (addr);
                        return addr;
                }

                if (!vtable->initialized && !mono_class_is_before_field_init (vtable->klass) && (!method || mono_class_needs_cctor_run (vtable->klass, method)))
                        /* Done by the generated code */
                        ;
                else {
                        if (run_cctors) {
                                if (!mono_runtime_class_init_full (vtable, error)) {
                                        return NULL;
                                }
                        }
                }
                target = (char*)mono_vtable_get_static_field_data (vtable) + patch_info->data.field->offset;
                break;
        }
        case MONO_PATCH_INFO_RVA: {
                guint32 field_index = mono_metadata_token_index (patch_info->data.token->token);
                guint32 rva;

                mono_metadata_field_info (patch_info->data.token->image, field_index - 1, NULL, &rva, NULL);
                target = mono_image_rva_map (patch_info->data.token->image, rva);
                break;
        }
        case MONO_PATCH_INFO_R4:
        case MONO_PATCH_INFO_R8:
                target = patch_info->data.target;
                break;
        case MONO_PATCH_INFO_EXC_NAME:
                target = patch_info->data.name;
                break;
        case MONO_PATCH_INFO_LDSTR:
                target =
                        mono_ldstr_checked (domain, patch_info->data.token->image,
                                            mono_metadata_token_index (patch_info->data.token->token), error);
                break;
        case MONO_PATCH_INFO_TYPE_FROM_HANDLE: {
                gpointer handle;
                MonoClass *handle_class;

                handle = mono_ldtoken_checked (patch_info->data.token->image,
                                                           patch_info->data.token->token, &handle_class, patch_info->data.token->has_context ? &patch_info->data.token->context : NULL, error);
                if (!mono_error_ok (error))
                        return NULL;
                mono_class_init_internal (handle_class);
                mono_class_init_internal (mono_class_from_mono_type_internal ((MonoType *)handle));

                target = mono_type_get_object_checked (domain, (MonoType *)handle, error);
                if (!mono_error_ok (error))
                        return NULL;
                break;
        }
        case MONO_PATCH_INFO_LDTOKEN: {
                gpointer handle;
                MonoClass *handle_class;

                handle = mono_ldtoken_checked (patch_info->data.token->image,
                                                           patch_info->data.token->token, &handle_class, patch_info->data.token->has_context ? &patch_info->data.token->context : NULL, error);
                mono_error_assert_msg_ok (error, "Could not patch ldtoken");
                mono_class_init_internal (handle_class);

                target = handle;
                break;
        }
        case MONO_PATCH_INFO_DECLSEC:
                target = (mono_metadata_blob_heap (patch_info->data.token->image, patch_info->data.token->token) + 2);
                break;
        case MONO_PATCH_INFO_ICALL_ADDR:
        case MONO_PATCH_INFO_ICALL_ADDR_CALL:
                /* run_cctors == 0 -> AOT */
                if (patch_info->data.method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL) {
                        if (run_cctors) {
                                target = mono_lookup_pinvoke_call_internal (patch_info->data.method, error);
                                if (!target) {
                                        if (mono_aot_only)
                                                return NULL;
                                        g_error ("Unable to resolve pinvoke method '%s' Re-run with MONO_LOG_LEVEL=debug for more information.\n", mono_method_full_name (patch_info->data.method, TRUE));
                                }
                        } else {
                                target = NULL;
                        }
                } else {
                        target = mono_lookup_internal_call (patch_info->data.method);

                        if (!target && run_cctors)
                                g_error ("Unregistered icall '%s'\n", mono_method_full_name (patch_info->data.method, TRUE));
                }
                break;
        case MONO_PATCH_INFO_INTERRUPTION_REQUEST_FLAG:
                target = mono_thread_interruption_request_flag ();
                break;
        case MONO_PATCH_INFO_METHOD_RGCTX:
                target = mini_method_get_rgctx (patch_info->data.method);
                break;
        case MONO_PATCH_INFO_RGCTX_SLOT_INDEX: {
                int slot = mini_get_rgctx_entry_slot (patch_info->data.rgctx_entry);

                target = GINT_TO_POINTER (MONO_RGCTX_SLOT_INDEX (slot));
                break;
        }
        case MONO_PATCH_INFO_BB_OVF:
        case MONO_PATCH_INFO_EXC_OVF:
        case MONO_PATCH_INFO_GOT_OFFSET:
        case MONO_PATCH_INFO_NONE:
                break;
        case MONO_PATCH_INFO_RGCTX_FETCH: {
                int slot = mini_get_rgctx_entry_slot (patch_info->data.rgctx_entry);

                target = mono_create_rgctx_lazy_fetch_trampoline (slot);
                break;
        }
#ifdef MONO_ARCH_SOFT_DEBUG_SUPPORTED
        case MONO_PATCH_INFO_SEQ_POINT_INFO:
                if (!run_cctors)
                        /* AOT, not needed */
                        target = NULL;
                else
                        target = mono_arch_get_seq_point_info (domain, code);
                break;
#endif
        case MONO_PATCH_INFO_GC_CARD_TABLE_ADDR: {
                int card_table_shift_bits;
                gpointer card_table_mask;

                target = mono_gc_get_card_table (&card_table_shift_bits, &card_table_mask);
                break;
        }
        case MONO_PATCH_INFO_GC_NURSERY_START: {
                int shift_bits;
                size_t size;

                target = mono_gc_get_nursery (&shift_bits, &size);
                break;
        }
        case MONO_PATCH_INFO_GC_NURSERY_BITS: {
                int shift_bits;
                size_t size;

                mono_gc_get_nursery (&shift_bits, &size);

                target = (gpointer)(gssize)shift_bits;
                break;
        }
        case MONO_PATCH_INFO_CASTCLASS_CACHE: {
                target = mono_domain_alloc0 (domain, sizeof (gpointer));
                break;
        }
        case MONO_PATCH_INFO_OBJC_SELECTOR_REF: {
                target = NULL;
                break;
        }
        case MONO_PATCH_INFO_LDSTR_LIT: {
                int len;
                char *s;

                len = strlen ((const char *)patch_info->data.target);
                s = (char *)mono_domain_alloc0 (domain, len + 1);
                memcpy (s, patch_info->data.target, len);
                target = s;

                break;
        }
        case MONO_PATCH_INFO_GSHAREDVT_IN_WRAPPER:
                target = mini_get_gsharedvt_wrapper (TRUE, NULL, patch_info->data.sig, NULL, -1, FALSE);
                break;
        case MONO_PATCH_INFO_GET_TLS_TRAMP:
                target = (gpointer)mono_tls_get_tls_getter ((MonoTlsKey)patch_info->data.index);
                break;
        case MONO_PATCH_INFO_SET_TLS_TRAMP:
                target = (gpointer)mono_tls_get_tls_setter ((MonoTlsKey)patch_info->data.index);
                break;
        case MONO_PATCH_INFO_PROFILER_ALLOCATION_COUNT: {
                target = (gpointer) &mono_profiler_state.gc_allocation_count;
                break;
        }
        case MONO_PATCH_INFO_PROFILER_CLAUSE_COUNT: {
                target = (gpointer) &mono_profiler_state.exception_clause_count;
                break;
        }
        default:
                g_assert_not_reached ();
        }

        return (gpointer)target;
}

/*
 * mini_register_jump_site:
 *
 *   Register IP as a jump/tailcall site which calls METHOD.
 * This is needed because common_call_trampoline () cannot patch
 * the call site because the caller ip is not available for jumps.
 */
void
mini_register_jump_site (MonoDomain *domain, MonoMethod *method, gpointer ip)
{
        MonoJumpList *jlist;

        MonoMethod *shared_method = mini_method_to_shared (method);
        method = shared_method ? shared_method : method;

        mono_domain_lock (domain);
        jlist = (MonoJumpList *)g_hash_table_lookup (domain_jit_info (domain)->jump_target_hash, method);
        if (!jlist) {
                jlist = (MonoJumpList *)mono_domain_alloc0 (domain, sizeof (MonoJumpList));
                g_hash_table_insert (domain_jit_info (domain)->jump_target_hash, method, jlist);
        }
        jlist->list = g_slist_prepend (jlist->list, ip);
        mono_domain_unlock (domain);
}

/*
 * mini_patch_jump_sites:
 *
 *   Patch jump/tailcall sites calling METHOD so the jump to ADDR.
 */
void
mini_patch_jump_sites (MonoDomain *domain, MonoMethod *method, gpointer addr)
{
        GHashTable *hash = domain_jit_info (domain)->jump_target_hash;

        if (!hash)
                return;

        MonoJumpInfo patch_info;
        MonoJumpList *jlist;
        GSList *tmp;

        /* The caller/callee might use different instantiations */
        MonoMethod *shared_method = mini_method_to_shared (method);
        method = shared_method ? shared_method : method;

        mono_domain_lock (domain);
        jlist = (MonoJumpList *)g_hash_table_lookup (hash, method);
        if (jlist)
                g_hash_table_remove (hash, method);
        mono_domain_unlock (domain);
        if (jlist) {
                patch_info.next = NULL;
                patch_info.ip.i = 0;
                patch_info.type = MONO_PATCH_INFO_METHOD_JUMP;
                patch_info.data.method = method;

#ifdef MONO_ARCH_HAVE_PATCH_CODE_NEW
                for (tmp = jlist->list; tmp; tmp = tmp->next)
                        mono_arch_patch_code_new (NULL, domain, (guint8 *)tmp->data, &patch_info, addr);
#else
                // FIXME: This won't work since it ends up calling mono_create_jump_trampoline () which returns a trampoline
                // for gshared methods
                for (tmp = jlist->list; tmp; tmp = tmp->next) {
                        ERROR_DECL (error);
                        mono_arch_patch_code (NULL, NULL, domain, tmp->data, &patch_info, TRUE, error);
                        mono_error_assert_ok (error);
                }
#endif
        }
}

void
mini_init_gsctx (MonoDomain *domain, MonoMemPool *mp, MonoGenericContext *context, MonoGenericSharingContext *gsctx)
{
        MonoGenericInst *inst;
        int i;

        memset (gsctx, 0, sizeof (MonoGenericSharingContext));

        if (context && context->class_inst) {
                inst = context->class_inst;
                for (i = 0; i < inst->type_argc; ++i) {
                        MonoType *type = inst->type_argv [i];

                        if (mini_is_gsharedvt_gparam (type))
                                gsctx->is_gsharedvt = TRUE;
                }
        }
        if (context && context->method_inst) {
                inst = context->method_inst;

                for (i = 0; i < inst->type_argc; ++i) {
                        MonoType *type = inst->type_argv [i];

                        if (mini_is_gsharedvt_gparam (type))
                                gsctx->is_gsharedvt = TRUE;
                }
        }
}

/*
 * LOCKING: Acquires the jit code hash lock.
 */
MonoJitInfo*
mini_lookup_method (MonoDomain *domain, MonoMethod *method, MonoMethod *shared)
{
        MonoJitInfo *ji;
        static gboolean inited = FALSE;
        static int lookups = 0;
        static int failed_lookups = 0;

        mono_domain_jit_code_hash_lock (domain);
        ji = (MonoJitInfo *)mono_internal_hash_table_lookup (&domain->jit_code_hash, method);
        if (!ji && shared) {
                /* Try generic sharing */
                ji = (MonoJitInfo *)mono_internal_hash_table_lookup (&domain->jit_code_hash, shared);
                if (ji && !ji->has_generic_jit_info)
                        ji = NULL;
                if (!inited) {
                        mono_counters_register ("Shared generic lookups", MONO_COUNTER_INT|MONO_COUNTER_GENERICS, &lookups);
                        mono_counters_register ("Failed shared generic lookups", MONO_COUNTER_INT|MONO_COUNTER_GENERICS, &failed_lookups);
                        inited = TRUE;
                }

                ++lookups;
                if (!ji)
                        ++failed_lookups;
        }
        mono_domain_jit_code_hash_unlock (domain);

        return ji;
}

static MonoJitInfo*
lookup_method (MonoDomain *domain, MonoMethod *method)
{
        ERROR_DECL (error);
        MonoJitInfo *ji;
        MonoMethod *shared;

        ji = mini_lookup_method (domain, method, NULL);

        if (!ji) {
                if (!mono_method_is_generic_sharable (method, FALSE))
                        return NULL;
                shared = mini_get_shared_method_full (method, SHARE_MODE_NONE, error);
                mono_error_assert_ok (error);
                ji = mini_lookup_method (domain, method, shared);
        }

        return ji;
}

MonoClass*
mini_get_class (MonoMethod *method, guint32 token, MonoGenericContext *context)
{
        ERROR_DECL (error);
        MonoClass *klass;

        if (method->wrapper_type != MONO_WRAPPER_NONE) {
                klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
                if (context) {
                        klass = mono_class_inflate_generic_class_checked (klass, context, error);
                        mono_error_cleanup (error); /* FIXME don't swallow the error */
                }
        } else {
                klass = mono_class_get_and_inflate_typespec_checked (m_class_get_image (method->klass), token, context, error);
                mono_error_cleanup (error); /* FIXME don't swallow the error */
        }
        if (klass)
                mono_class_init_internal (klass);
        return klass;
}

#if ENABLE_JIT_MAP
static FILE* perf_map_file;

void
mono_enable_jit_map (void)
{
        if (!perf_map_file) {
                char name [64];
                g_snprintf (name, sizeof (name), "/tmp/perf-%d.map", getpid ());
                unlink (name);
                perf_map_file = fopen (name, "w");
        }
}

void
mono_emit_jit_tramp (void *start, int size, const char *desc)
{
        if (perf_map_file)
                fprintf (perf_map_file, "%llx %x %s\n", (long long unsigned int)(gsize)start, size, desc);
}

void
mono_emit_jit_map (MonoJitInfo *jinfo)
{
        if (perf_map_file) {
                char *name = mono_method_full_name (jinfo_get_method (jinfo), TRUE);
                mono_emit_jit_tramp (jinfo->code_start, jinfo->code_size, name);
                g_free (name);
        }
}

gboolean
mono_jit_map_is_enabled (void)
{
        return perf_map_file != NULL;
}

#endif

static void
no_gsharedvt_in_wrapper (void)
{
        g_assert_not_reached ();
}

/*
Overall algorithm:

When a JIT request is made, we check if there's an outstanding one for that method and, if it exits, put the thread to sleep.
        If the current thread is already JITing another method, don't wait as it might cause a deadlock.
        Dependency management in this case is too complex to justify implementing it.

If there are no outstanding requests, the current thread is doing nothing and there are already mono_cpu_count threads JITing, go to sleep.

TODO:
        Get rid of cctor invocations from within the JIT, it increases JIT duration and complicates things A LOT.
        Can we get rid of ref_count and use `done && threads_waiting == 0` as the equivalent of `ref_count == 0`?
        Reduce amount of dynamically allocated - possible once the JIT is no longer reentrant
        Maybe pool JitCompilationEntry, specially those with an inited cond var;
*/
typedef struct {
        MonoMethod *method;
        MonoDomain *domain;
        int compilation_count; /* Number of threads compiling this method - This happens due to the JIT being reentrant */
        int ref_count; /* Number of threads using this JitCompilationEntry, roughtly 1 + threads_waiting */
        int threads_waiting; /* Number of threads waiting on this job */
        gboolean has_cond; /* True if @cond was initialized */
        gboolean done; /* True if the method finished JIT'ing */
        MonoCoopCond cond; /* Cond sleeping threads wait one */
} JitCompilationEntry;

typedef struct {
        GPtrArray *in_flight_methods; //JitCompilationEntry*
        MonoCoopMutex lock;
} JitCompilationData;

/*
Timeout, in millisecounds, that we wait other threads to finish JITing.
This value can't be too small or we won't see enough methods being reused and it can't be too big to cause massive stalls due to unforseable circunstances.
*/
#define MAX_JIT_TIMEOUT_MS 1000


static JitCompilationData compilation_data;
static int jit_methods_waited, jit_methods_multiple, jit_methods_overload, jit_spurious_wakeups_or_timeouts;

static void
mini_jit_init_job_control (void)
{
        mono_coop_mutex_init (&compilation_data.lock);
        compilation_data.in_flight_methods = g_ptr_array_new ();
}

static void
lock_compilation_data (void)
{
        mono_coop_mutex_lock (&compilation_data.lock);
}

static void
unlock_compilation_data (void)
{
        mono_coop_mutex_unlock (&compilation_data.lock);
}

static JitCompilationEntry*
find_method (MonoMethod *method, MonoDomain *domain)
{
        int i;
        for (i = 0; i < compilation_data.in_flight_methods->len; ++i){
                JitCompilationEntry *e = (JitCompilationEntry*)compilation_data.in_flight_methods->pdata [i];
                if (e->method == method && e->domain == domain)
                        return e;
        }

        return NULL;
}

static void
add_current_thread (MonoJitTlsData *jit_tls)
{
        ++jit_tls->active_jit_methods;
}

static void
unref_jit_entry (JitCompilationEntry *entry)
{
        --entry->ref_count;
        if (entry->ref_count)
                return;
        if (entry->has_cond)
                mono_coop_cond_destroy (&entry->cond);
        g_free (entry);
}

/*
 * Returns true if this method waited successfully for another thread to JIT it
 */
static gboolean
wait_or_register_method_to_compile (MonoMethod *method, MonoDomain *domain)
{
        MonoJitTlsData *jit_tls = mono_tls_get_jit_tls ();
        JitCompilationEntry *entry;

        static gboolean inited;
        if (!inited) {
                mono_counters_register ("JIT compile waited others", MONO_COUNTER_INT|MONO_COUNTER_JIT, &jit_methods_waited);
                mono_counters_register ("JIT compile 1+ jobs", MONO_COUNTER_INT|MONO_COUNTER_JIT, &jit_methods_multiple);
                mono_counters_register ("JIT compile overload wait", MONO_COUNTER_INT|MONO_COUNTER_JIT, &jit_methods_overload);
                mono_counters_register ("JIT compile spurious wakeups or timeouts", MONO_COUNTER_INT|MONO_COUNTER_JIT, &jit_spurious_wakeups_or_timeouts);
                inited = TRUE;
        }

        lock_compilation_data ();

        if (!(entry = find_method (method, domain))) {
                entry = g_new0 (JitCompilationEntry, 1);
                entry->method = method;
                entry->domain = domain;
                entry->compilation_count = entry->ref_count = 1;
                g_ptr_array_add (compilation_data.in_flight_methods, entry);
                g_assert (find_method (method, domain) == entry);
                add_current_thread (jit_tls);

                unlock_compilation_data ();
                return FALSE;
        } else if (jit_tls->active_jit_methods > 0 || mono_threads_is_current_thread_in_protected_block ()) {
                //We can't suspend the current thread if it's already JITing a method.
                //Dependency management is too compilated and we want to get rid of this anyways.

                //We can't suspend the current thread if it's running a protected block (such as a cctor)
                //We can't rely only on JIT nesting as cctor's can be run from outside the JIT.

                //Finally, he hit a timeout or spurious wakeup. We're better off just giving up and keep recompiling
                ++entry->compilation_count;
                ++jit_methods_multiple;
                ++jit_tls->active_jit_methods;

                unlock_compilation_data ();
                return FALSE;
        } else {
                ++jit_methods_waited;
                ++entry->ref_count;

                if (!entry->has_cond) {
                        mono_coop_cond_init (&entry->cond);
                        entry->has_cond = TRUE;
                }

                while (TRUE) {
                        ++entry->threads_waiting;

                        g_assert (entry->has_cond);
                        mono_coop_cond_timedwait (&entry->cond, &compilation_data.lock, MAX_JIT_TIMEOUT_MS);
                        --entry->threads_waiting;

                        if (entry->done) {
                                unref_jit_entry (entry);
                                unlock_compilation_data ();
                                return TRUE;
                        } else {
                                //We hit the timeout or a spurious wakeup, fallback to JITing
                                g_assert (entry->ref_count > 1);
                                unref_jit_entry (entry);
                                ++jit_spurious_wakeups_or_timeouts;

                                ++entry->compilation_count;
                                ++jit_methods_multiple;
                                ++jit_tls->active_jit_methods;

                                unlock_compilation_data ();
                                return FALSE;
                        }
                }
        }
}

static void
unregister_method_for_compile (MonoMethod *method, MonoDomain *target_domain)
{
        MonoJitTlsData *jit_tls = mono_tls_get_jit_tls ();

        lock_compilation_data ();

        g_assert (jit_tls->active_jit_methods > 0);
        --jit_tls->active_jit_methods;

        JitCompilationEntry *entry = find_method (method, target_domain);
        g_assert (entry); // It would be weird to fail
        entry->done = TRUE;

        if (entry->threads_waiting) {
                g_assert (entry->has_cond);
                mono_coop_cond_broadcast (&entry->cond);
        }

        if (--entry->compilation_count == 0) {
                g_ptr_array_remove (compilation_data.in_flight_methods, entry);
                unref_jit_entry (entry);
        }

        unlock_compilation_data ();
}

static MonoJitInfo*
create_jit_info_for_trampoline (MonoMethod *wrapper, MonoTrampInfo *info)
{
        MonoDomain *domain = mono_get_root_domain ();
        MonoJitInfo *jinfo;
        guint8 *uw_info;
        guint32 info_len;

        if (info->uw_info) {
                uw_info = info->uw_info;
                info_len = info->uw_info_len;
        } else {
                uw_info = mono_unwind_ops_encode (info->unwind_ops, &info_len);
        }

        jinfo = (MonoJitInfo *)mono_domain_alloc0 (domain, MONO_SIZEOF_JIT_INFO);
        jinfo->d.method = wrapper;
        jinfo->code_start = info->code;
        jinfo->code_size = info->code_size;
        jinfo->unwind_info = mono_cache_unwind_info (uw_info, info_len);

        if (!info->uw_info)
                g_free (uw_info);

        return jinfo;
}

static gpointer
compile_special (MonoMethod *method, MonoDomain *target_domain, MonoError *error)
{
        MonoJitInfo *jinfo;
        gpointer code;

        if (mono_llvm_only) {
                if (method->wrapper_type == MONO_WRAPPER_OTHER) {
                        WrapperInfo *info = mono_marshal_get_wrapper_info (method);

                        if (info->subtype == WRAPPER_SUBTYPE_GSHAREDVT_IN_SIG) {
                                /*
                                 * These wrappers are only created for signatures which are in the program, but
                                 * sometimes we load methods too eagerly and have to create them even if they
                                 * will never be called.
                                 */
                                return (gpointer)no_gsharedvt_in_wrapper;
                        }
                }
        }

        if ((method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL) ||
            (method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL)) {
                MonoMethodPInvoke* piinfo = (MonoMethodPInvoke *) method;

                if (!piinfo->addr) {
                        if (method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL)
                                piinfo->addr = mono_lookup_internal_call (method);
                        else if (method->iflags & METHOD_IMPL_ATTRIBUTE_NATIVE)
#ifdef HOST_WIN32
                                g_warning ("Method '%s' in assembly '%s' contains native code that cannot be executed by Mono in modules loaded from byte arrays. The assembly was probably created using C++/CLI.\n", mono_method_full_name (method, TRUE), m_class_get_image (method->klass)->name);
#else
                                g_warning ("Method '%s' in assembly '%s' contains native code that cannot be executed by Mono on this platform. The assembly was probably created using C++/CLI.\n", mono_method_full_name (method, TRUE), m_class_get_image (method->klass)->name);
#endif
                        else {
                                ERROR_DECL (ignored_error);
                                mono_lookup_pinvoke_call_internal (method, ignored_error);
                                mono_error_cleanup (ignored_error);
                        }
                }

                MonoMethod *nm = mono_marshal_get_native_wrapper (method, TRUE, mono_aot_only);
                gpointer compiled_method = mono_jit_compile_method_jit_only (nm, error);
                return_val_if_nok (error, NULL);

                code = mono_get_addr_from_ftnptr (compiled_method);
                jinfo = mono_jit_info_table_find (target_domain, code);
                if (!jinfo)
                        jinfo = mono_jit_info_table_find (mono_domain_get (), code);
                if (jinfo)
                        MONO_PROFILER_RAISE (jit_done, (method, jinfo));
                return code;
        } else if ((method->iflags & METHOD_IMPL_ATTRIBUTE_RUNTIME)) {
                const char *name = method->name;
                char *full_name;
                MonoMethod *nm;

                if (m_class_get_parent (method->klass) == mono_defaults.multicastdelegate_class) {
                        if (*name == '.' && (strcmp (name, ".ctor") == 0)) {
                                MonoJitICallInfo *mi = mono_find_jit_icall_by_name ("ves_icall_mono_delegate_ctor");
                                g_assert (mi);
                                /*
                                 * We need to make sure this wrapper
                                 * is compiled because it might end up
                                 * in an (M)RGCTX if generic sharing
                                 * is enabled, and would be called
                                 * indirectly.  If it were a
                                 * trampoline we'd try to patch that
                                 * indirect call, which is not
                                 * possible.
                                 */
                                return mono_get_addr_from_ftnptr ((gpointer)mono_icall_get_wrapper_full (mi, TRUE));
                        } else if (*name == 'I' && (strcmp (name, "Invoke") == 0)) {
                                if (mono_llvm_only) {
                                        nm = mono_marshal_get_delegate_invoke (method, NULL);
                                        gpointer compiled_ptr = mono_jit_compile_method_jit_only (nm, error);
                                        return_val_if_nok (error, NULL);
                                        return mono_get_addr_from_ftnptr (compiled_ptr);
                                }

                                /* HACK: missing gsharedvt_out wrappers to do transition to del tramp in interp-only mode */
                                if (mono_use_interpreter)
                                        return NULL;

                                return mono_create_delegate_trampoline (target_domain, method->klass);
                        } else if (*name == 'B' && (strcmp (name, "BeginInvoke") == 0)) {
                                nm = mono_marshal_get_delegate_begin_invoke (method);
                                gpointer compiled_ptr = mono_jit_compile_method_jit_only (nm, error);
                                return_val_if_nok (error, NULL);
                                return mono_get_addr_from_ftnptr (compiled_ptr);
                        } else if (*name == 'E' && (strcmp (name, "EndInvoke") == 0)) {
                                nm = mono_marshal_get_delegate_end_invoke (method);
                                gpointer compiled_ptr = mono_jit_compile_method_jit_only (nm, error);
                                return_val_if_nok (error, NULL);
                                return mono_get_addr_from_ftnptr (compiled_ptr);
                        }
                }

                full_name = mono_method_full_name (method, TRUE);
                mono_error_set_invalid_program (error, "Unrecognizable runtime implemented method '%s'", full_name);
                g_free (full_name);
                return NULL;
        }

        if (method->wrapper_type == MONO_WRAPPER_OTHER) {
                WrapperInfo *info = mono_marshal_get_wrapper_info (method);

                if (info->subtype == WRAPPER_SUBTYPE_GSHAREDVT_IN || info->subtype == WRAPPER_SUBTYPE_GSHAREDVT_OUT) {
                        static MonoTrampInfo *in_tinfo, *out_tinfo;
                        MonoTrampInfo *tinfo;
                        MonoJitInfo *jinfo;
                        gboolean is_in = info->subtype == WRAPPER_SUBTYPE_GSHAREDVT_IN;

                        if (is_in && in_tinfo)
                                return in_tinfo->code;
                        else if (!is_in && out_tinfo)
                                return out_tinfo->code;

                        /*
                         * This is a special wrapper whose body is implemented in assembly, like a trampoline. We use a wrapper so EH
                         * works.
                         * FIXME: The caller signature doesn't match the callee, which might cause problems on some platforms
                         */
                        if (mono_ee_features.use_aot_trampolines)
                                mono_aot_get_trampoline_full (is_in ? "gsharedvt_trampoline" : "gsharedvt_out_trampoline", &tinfo);
                        else
                                mono_arch_get_gsharedvt_trampoline (&tinfo, FALSE);
                        jinfo = create_jit_info_for_trampoline (method, tinfo);
                        mono_jit_info_table_add (mono_get_root_domain (), jinfo);
                        if (is_in)
                                in_tinfo = tinfo;
                        else
                                out_tinfo = tinfo;
                        return tinfo->code;
                }
        }

        return NULL;
}

static gpointer
mono_jit_compile_method_with_opt (MonoMethod *method, guint32 opt, gboolean jit_only, MonoError *error)
{
        MonoDomain *target_domain, *domain = mono_domain_get ();
        MonoJitInfo *info;
        gpointer code = NULL, p;
        MonoJitInfo *ji;
        MonoJitICallInfo *callinfo = NULL;
        WrapperInfo *winfo = NULL;
        gboolean use_interp = FALSE;

        error_init (error);

        if (mono_ee_features.force_use_interpreter && !jit_only)
                use_interp = TRUE;
        if (!use_interp && mono_interp_only_classes) {
                for (GSList *l = mono_interp_only_classes; l; l = l->next) {
                        if (!strcmp (m_class_get_name (method->klass), (char*)l->data))
                                use_interp = TRUE;
                }
        }
        if (use_interp) {
                code = mini_get_interp_callbacks ()->create_method_pointer (method, TRUE, error);
                if (code)
                        return code;
        }

        if (mono_llvm_only)
                /* Should be handled by the caller */
                g_assert (!(method->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED));

        /*
         * ICALL wrappers are handled specially, since there is only one copy of them
         * shared by all appdomains.
         */
        if (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
                winfo = mono_marshal_get_wrapper_info (method);
        if (winfo && winfo->subtype == WRAPPER_SUBTYPE_ICALL_WRAPPER) {
                callinfo = mono_find_jit_icall_by_addr (winfo->d.icall.func);
                g_assert (callinfo);

                /* Must be domain neutral since there is only one copy */
                opt |= MONO_OPT_SHARED;
        } else {
                /* MONO_OPT_SHARED is no longer supported, we only use it for icall wrappers */
                opt &= ~MONO_OPT_SHARED;
        }

        if (opt & MONO_OPT_SHARED)
                target_domain = mono_get_root_domain ();
        else
                target_domain = domain;

        if (method->wrapper_type == MONO_WRAPPER_OTHER) {
                WrapperInfo *info = mono_marshal_get_wrapper_info (method);

                g_assert (info);
                if (info->subtype == WRAPPER_SUBTYPE_SYNCHRONIZED_INNER) {
                        MonoGenericContext *ctx = NULL;
                        if (method->is_inflated)
                                ctx = mono_method_get_context (method);
                        method = info->d.synchronized_inner.method;
                        if (ctx) {
                                method = mono_class_inflate_generic_method_checked (method, ctx, error);
                                g_assert (mono_error_ok (error)); /* FIXME don't swallow the error */
                        }
                }
        }

lookup_start:
        info = lookup_method (target_domain, method);
        if (info) {
                /* We can't use a domain specific method in another domain */
                if (! ((domain != target_domain) && !info->domain_neutral)) {
                        MonoVTable *vtable;

                        mono_atomic_inc_i32 (&mono_jit_stats.methods_lookups);
                        vtable = mono_class_vtable_checked (domain, method->klass, error);
                        if (!is_ok (error))
                                return NULL;
                        g_assert (vtable);
                        if (!mono_runtime_class_init_full (vtable, error))
                                return NULL;
                        return mono_create_ftnptr (target_domain, info->code_start);
                }
        }

#ifdef MONO_USE_AOT_COMPILER
        if (opt & MONO_OPT_AOT) {
                MonoDomain *domain = NULL;

                if (mono_aot_mode == MONO_AOT_MODE_INTERP && method->wrapper_type == MONO_WRAPPER_OTHER) {
                        WrapperInfo *info = mono_marshal_get_wrapper_info (method);
                        g_assert (info);
                        if (info->subtype == WRAPPER_SUBTYPE_INTERP_IN || info->subtype == WRAPPER_SUBTYPE_INTERP_LMF)
                                /* AOT'd wrappers for interp must be owned by root domain */
                                domain = mono_get_root_domain ();
                }

                if (!domain)
                        domain = mono_domain_get ();

                mono_class_init_internal (method->klass);

                code = mono_aot_get_method (domain, method, error);
                if (code) {
                        MonoVTable *vtable;

                        if (mono_gc_is_critical_method (method)) {
                                /*
                                 * The suspend code needs to be able to lookup these methods by ip in async context,
                                 * so preload their jit info.
                                 */
                                MonoJitInfo *ji = mono_jit_info_table_find (domain, code);
                                g_assert (ji);
                        }

                        /*
                         * In llvm-only mode, method might be a shared method, so we can't initialize its class.
                         * This is not a problem, since it will be initialized when the method is first
                         * called by init_method ().
                         */
                        if (!mono_llvm_only && !mono_class_is_open_constructed_type (m_class_get_byval_arg (method->klass))) {
                                vtable = mono_class_vtable_checked (domain, method->klass, error);
                                mono_error_assert_ok (error);
                                if (!mono_runtime_class_init_full (vtable, error))
                                        return NULL;
                        }
                }
                if (!is_ok (error))
                        return NULL;
        }
#endif

        if (!code) {
                code = compile_special (method, target_domain, error);

                if (!mono_error_ok (error))
                        return NULL;
        }

        if (!jit_only && !code && mono_aot_only && mono_use_interpreter && method->wrapper_type != MONO_WRAPPER_OTHER) {
                if (mono_llvm_only) {
                        /* Signal to the caller that AOTed code is not found */
                        return NULL;
                }
                code = mini_get_interp_callbacks ()->create_method_pointer (method, TRUE, error);

                if (!mono_error_ok (error))
                        return NULL;
        }

        if (!code) {
                if (mono_class_is_open_constructed_type (m_class_get_byval_arg (method->klass))) {
                        char *full_name = mono_type_get_full_name (method->klass);
                        mono_error_set_invalid_operation (error, "Could not execute the method because the containing type '%s', is not fully instantiated.", full_name);
                        g_free (full_name);
                        return NULL;
                }

                if (mono_aot_only) {
                        char *fullname = mono_method_get_full_name (method);
                        mono_error_set_execution_engine (error, "Attempting to JIT compile method '%s' while running in aot-only mode. See https://docs.microsoft.com/xamarin/ios/internals/limitations for more information.\n", fullname);
                        g_free (fullname);

                        return NULL;
                }

                if (wait_or_register_method_to_compile (method, target_domain))
                        goto lookup_start;
                code = mono_jit_compile_method_inner (method, target_domain, opt, error);
                unregister_method_for_compile (method, target_domain);
        }
        if (!mono_error_ok (error))
                return NULL;

        if (!code && mono_llvm_only) {
                printf ("AOT method not found in llvmonly mode: %s\n", mono_method_full_name (method, 1));
                g_assert_not_reached ();
        }

        if (!code)
                return NULL;

        //FIXME mini_jit_info_table_find doesn't work yet under wasm due to code_start/code_end issues.
#ifndef HOST_WASM
        if ((method->wrapper_type == MONO_WRAPPER_WRITE_BARRIER || method->wrapper_type == MONO_WRAPPER_ALLOC)) {
                MonoDomain *d;

                /*
                 * SGEN requires the JIT info for these methods to be registered, see is_ip_in_managed_allocator ().
                 */
                ji = mini_jit_info_table_find (mono_domain_get (), (char *)code, &d);
                g_assert (ji);
        }
#endif

        p = mono_create_ftnptr (target_domain, code);

        if (callinfo) {
                /*mono_register_jit_icall_wrapper takes the loader lock, so we take it on the outside. */
                mono_loader_lock ();
                mono_jit_lock ();
                if (!callinfo->wrapper) {
                        callinfo->wrapper = p;
                        mono_register_jit_icall_wrapper (callinfo, p);
                }
                mono_jit_unlock ();
                mono_loader_unlock ();
        }

        return p;
}

gpointer
mono_jit_compile_method (MonoMethod *method, MonoError *error)
{
        gpointer code;

        code = mono_jit_compile_method_with_opt (method, mono_get_optimizations_for_method (method, default_opt), FALSE, error);
        return code;
}

/*
 * mono_jit_compile_method_jit_only:
 *
 *   Compile METHOD using the JIT/AOT, even in interpreted mode.
 */
gpointer
mono_jit_compile_method_jit_only (MonoMethod *method, MonoError *error)
{
        gpointer code;

        code = mono_jit_compile_method_with_opt (method, mono_get_optimizations_for_method (method, default_opt), TRUE, error);
        return code;
}

#ifdef MONO_ARCH_HAVE_INVALIDATE_METHOD
static void
invalidated_delegate_trampoline (char *desc)
{
        g_error ("Unmanaged code called delegate of type %s which was already garbage collected.\n"
                 "See http://www.mono-project.com/Diagnostic:Delegate for an explanation and ways to fix this.",
                 desc);
}
#endif

/*
 * mono_jit_free_method:
 *
 *  Free all memory allocated by the JIT for METHOD.
 */
static void
mono_jit_free_method (MonoDomain *domain, MonoMethod *method)
{
        MonoJitDynamicMethodInfo *ji;
        gboolean destroy = TRUE, removed;
        GHashTableIter iter;
        MonoJumpList *jlist;
        MonoJitDomainInfo *info = domain_jit_info (domain);

        g_assert (method->dynamic);

        if (mono_use_interpreter) {
                mono_domain_jit_code_hash_lock (domain);
                /* InterpMethod is allocated in the domain mempool. We might haven't
                 * allocated an InterpMethod for this instance yet */
                mono_internal_hash_table_remove (&info->interp_code_hash, method);
                mono_domain_jit_code_hash_unlock (domain);
        }

        mono_domain_lock (domain);
        ji = mono_dynamic_code_hash_lookup (domain, method);
        mono_domain_unlock (domain);

        if (!ji)
                return;

        mono_debug_remove_method (method, domain);
        mono_lldb_remove_method (domain, method, ji);

        mono_domain_lock (domain);
        g_hash_table_remove (info->dynamic_code_hash, method);
        mono_domain_jit_code_hash_lock (domain);
        removed = mono_internal_hash_table_remove (&domain->jit_code_hash, method);
        g_assert (removed);
        mono_domain_jit_code_hash_unlock (domain);
        g_hash_table_remove (info->jump_trampoline_hash, method);
        g_hash_table_remove (info->seq_points, method);

        ji->ji->seq_points = NULL;

        /* requires the domain lock - took above */
        mono_conc_hashtable_remove (info->runtime_invoke_hash, method);

        /* Remove jump targets in this method */
        g_hash_table_iter_init (&iter, info->jump_target_hash);
        while (g_hash_table_iter_next (&iter, NULL, (void**)&jlist)) {
                GSList *tmp, *remove;

                remove = NULL;
                for (tmp = jlist->list; tmp; tmp = tmp->next) {
                        guint8 *ip = (guint8 *)tmp->data;

                        if (ip >= (guint8*)ji->ji->code_start && ip < (guint8*)ji->ji->code_start + ji->ji->code_size)
                                remove = g_slist_prepend (remove, tmp);
                }
                for (tmp = remove; tmp; tmp = tmp->next) {
                        jlist->list = g_slist_delete_link ((GSList *)jlist->list, (GSList *)tmp->data);
                }
                g_slist_free (remove);
        }
        mono_domain_unlock (domain);

#ifdef MONO_ARCH_HAVE_INVALIDATE_METHOD
        if (mini_debug_options.keep_delegates && method->wrapper_type == MONO_WRAPPER_NATIVE_TO_MANAGED) {
                /*
                 * Instead of freeing the code, change it to call an error routine
                 * so people can fix their code.
                 */
                char *type = mono_type_full_name (m_class_get_byval_arg (method->klass));
                char *type_and_method = g_strdup_printf ("%s.%s", type, method->name);

                g_free (type);
                mono_arch_invalidate_method (ji->ji, (gpointer)invalidated_delegate_trampoline, (gpointer)type_and_method);
                destroy = FALSE;
        }
#endif

        /*
         * This needs to be done before freeing code_mp, since the code address is the
         * key in the table, so if we free the code_mp first, another thread can grab the
         * same code address and replace our entry in the table.
         */
        mono_jit_info_table_remove (domain, ji->ji);

        if (destroy)
                mono_code_manager_destroy (ji->code_mp);
        g_free (ji);
}

gpointer
mono_jit_search_all_backends_for_jit_info (MonoDomain *domain, MonoMethod *method, MonoJitInfo **out_ji)
{
        gpointer code;
        MonoJitInfo *ji;

        code = mono_jit_find_compiled_method_with_jit_info (domain, method, &ji);
        if (!code) {
                ERROR_DECL (oerror);

                /* Might be AOTed code */
                mono_class_init_internal (method->klass);
                code = mono_aot_get_method (domain, method, oerror);
                if (code) {
                        mono_error_assert_ok (oerror);
                        ji = mono_jit_info_table_find (domain, code);
                } else {
                        if (!is_ok (oerror))
                                mono_error_cleanup (oerror);

                        /* Might be interpreted */
                        ji = mini_get_interp_callbacks ()->find_jit_info (domain, method);
                }
        }

        *out_ji = ji;

        return code;
}

gpointer
mono_jit_find_compiled_method_with_jit_info (MonoDomain *domain, MonoMethod *method, MonoJitInfo **ji)
{
        MonoDomain *target_domain;
        MonoJitInfo *info;

        if (default_opt & MONO_OPT_SHARED)
                target_domain = mono_get_root_domain ();
        else
                target_domain = domain;

        info = lookup_method (target_domain, method);
        if (info) {
                /* We can't use a domain specific method in another domain */
                if (! ((domain != target_domain) && !info->domain_neutral)) {
                        mono_atomic_inc_i32 (&mono_jit_stats.methods_lookups);
                        if (ji)
                                *ji = info;
                        return info->code_start;
                }
        }

        if (ji)
                *ji = NULL;
        return NULL;
}

static guint32 bisect_opt = 0;
static GHashTable *bisect_methods_hash = NULL;

void
mono_set_bisect_methods (guint32 opt, const char *method_list_filename)
{
        FILE *file;
        char method_name [2048];

        bisect_opt = opt;
        bisect_methods_hash = g_hash_table_new (g_str_hash, g_str_equal);
        g_assert (bisect_methods_hash);

        file = fopen (method_list_filename, "r");
        g_assert (file);

        while (fgets (method_name, sizeof (method_name), file)) {
                size_t len = strlen (method_name);
                g_assert (len > 0);
                g_assert (method_name [len - 1] == '\n');
                method_name [len - 1] = 0;
                g_hash_table_insert (bisect_methods_hash, g_strdup (method_name), GINT_TO_POINTER (1));
        }
        g_assert (feof (file));
}

gboolean mono_do_single_method_regression = FALSE;
guint32 mono_single_method_regression_opt = 0;
MonoMethod *mono_current_single_method;
GSList *mono_single_method_list;
GHashTable *mono_single_method_hash;

guint32
mono_get_optimizations_for_method (MonoMethod *method, guint32 opt)
{
        g_assert (method);

        if (bisect_methods_hash) {
                char *name = mono_method_full_name (method, TRUE);
                void *res = g_hash_table_lookup (bisect_methods_hash, name);
                g_free (name);
                if (res)
                        return opt | bisect_opt;
        }
        if (!mono_do_single_method_regression)
                return opt;
        if (!mono_current_single_method) {
                if (!mono_single_method_hash)
                        mono_single_method_hash = g_hash_table_new (g_direct_hash, g_direct_equal);
                if (!g_hash_table_lookup (mono_single_method_hash, method)) {
                        g_hash_table_insert (mono_single_method_hash, method, method);
                        mono_single_method_list = g_slist_prepend (mono_single_method_list, method);
                }
                return opt;
        }
        if (method == mono_current_single_method)
                return mono_single_method_regression_opt;
        return opt;
}

gpointer
mono_jit_find_compiled_method (MonoDomain *domain, MonoMethod *method)
{
        return mono_jit_find_compiled_method_with_jit_info (domain, method, NULL);
}

typedef struct {
        MonoMethod *method;
        gpointer compiled_method;
        gpointer runtime_invoke;
        MonoVTable *vtable;
        MonoDynCallInfo *dyn_call_info;
        MonoClass *ret_box_class;
        MonoMethodSignature *sig;
        gboolean gsharedvt_invoke;
        gboolean use_interp;
        gpointer *wrapper_arg;
} RuntimeInvokeInfo;

static RuntimeInvokeInfo*
create_runtime_invoke_info (MonoDomain *domain, MonoMethod *method, gpointer compiled_method, gboolean callee_gsharedvt, gboolean use_interp, MonoError *error)
{
        MonoMethod *invoke;
        RuntimeInvokeInfo *info;

        info = g_new0 (RuntimeInvokeInfo, 1);
        info->compiled_method = compiled_method;
        info->use_interp = use_interp;
        if (mono_llvm_only && method->string_ctor)
                info->sig = mono_marshal_get_string_ctor_signature (method);
        else
                info->sig = mono_method_signature_internal (method);

        invoke = mono_marshal_get_runtime_invoke (method, FALSE);
        info->vtable = mono_class_vtable_checked (domain, method->klass, error);
        if (!mono_error_ok (error))
                return NULL;
        g_assert (info->vtable);

        MonoMethodSignature *sig = info->sig;
        MonoType *ret_type;

        /*
         * We want to avoid AOTing 1000s of runtime-invoke wrappers when running
         * in full-aot mode, so we use a slower, but more generic wrapper if
         * possible, built on top of the OP_DYN_CALL opcode provided by the JIT.
         */
#ifdef MONO_ARCH_DYN_CALL_SUPPORTED
        if (!mono_llvm_only && (mono_aot_only || mini_debug_options.dyn_runtime_invoke)) {
                gboolean supported = TRUE;
                int i;

                if (method->string_ctor)
                        sig = mono_marshal_get_string_ctor_signature (method);

                for (i = 0; i < sig->param_count; ++i) {
                        MonoType *t = sig->params [i];

                        if (t->byref && t->type == MONO_TYPE_GENERICINST && mono_class_is_nullable (mono_class_from_mono_type_internal (t)))
                                supported = FALSE;
                }

                if (mono_class_is_contextbound (method->klass) || !info->compiled_method)
                        supported = FALSE;

                if (supported) {
                        info->dyn_call_info = mono_arch_dyn_call_prepare (sig);
                        if (mini_debug_options.dyn_runtime_invoke)
                                g_assert (info->dyn_call_info);
                }
        }
#endif

        ret_type = sig->ret;
        switch (ret_type->type) {
        case MONO_TYPE_VOID:
                break;
        case MONO_TYPE_I1:
        case MONO_TYPE_U1:
        case MONO_TYPE_I2:
        case MONO_TYPE_U2:
        case MONO_TYPE_I4:
        case MONO_TYPE_U4:
        case MONO_TYPE_I:
        case MONO_TYPE_U:
        case MONO_TYPE_I8:
        case MONO_TYPE_U8:
        case MONO_TYPE_BOOLEAN:
        case MONO_TYPE_CHAR:
        case MONO_TYPE_R4:
        case MONO_TYPE_R8:
                info->ret_box_class = mono_class_from_mono_type_internal (ret_type);
                break;
        case MONO_TYPE_PTR:
                info->ret_box_class = mono_defaults.int_class;
                break;
        case MONO_TYPE_STRING:
        case MONO_TYPE_CLASS:
        case MONO_TYPE_ARRAY:
        case MONO_TYPE_SZARRAY:
        case MONO_TYPE_OBJECT:
                break;
        case MONO_TYPE_GENERICINST:
                if (!MONO_TYPE_IS_REFERENCE (ret_type))
                        info->ret_box_class = mono_class_from_mono_type_internal (ret_type);
                break;
        case MONO_TYPE_VALUETYPE:
                info->ret_box_class = mono_class_from_mono_type_internal (ret_type);
                break;
        default:
                g_assert_not_reached ();
                break;
        }

        if (info->use_interp)
                return info;

        if (!info->dyn_call_info) {
                if (mono_llvm_only) {
#ifndef MONO_ARCH_GSHAREDVT_SUPPORTED
                        g_assert_not_reached ();
#endif
                        info->gsharedvt_invoke = TRUE;
                        if (!callee_gsharedvt) {
                                /* Invoke a gsharedvt out wrapper instead */
                                MonoMethod *wrapper = mini_get_gsharedvt_out_sig_wrapper (sig);
                                MonoMethodSignature *wrapper_sig = mini_get_gsharedvt_out_sig_wrapper_signature (sig->hasthis, sig->ret->type != MONO_TYPE_VOID, sig->param_count);

                                info->wrapper_arg = g_malloc0 (2 * sizeof (gpointer));
                                info->wrapper_arg [0] = mini_llvmonly_add_method_wrappers (method, info->compiled_method, FALSE, FALSE, &(info->wrapper_arg [1]));

                                /* Pass has_rgctx == TRUE since the wrapper has an extra arg */
                                invoke = mono_marshal_get_runtime_invoke_for_sig (wrapper_sig);
                                g_free (wrapper_sig);

                                info->compiled_method = mono_jit_compile_method (wrapper, error);
                                if (!mono_error_ok (error)) {
                                        g_free (info);
                                        return NULL;
                                }
                        } else {
                                /* Gsharedvt methods can be invoked the same way */
                                /* The out wrapper has the same signature as the compiled gsharedvt method */
                                MonoMethodSignature *wrapper_sig = mini_get_gsharedvt_out_sig_wrapper_signature (sig->hasthis, sig->ret->type != MONO_TYPE_VOID, sig->param_count);

                                info->wrapper_arg = (gpointer*)(mono_method_needs_static_rgctx_invoke (method, TRUE) ? mini_method_get_rgctx (method) : NULL);

                                invoke = mono_marshal_get_runtime_invoke_for_sig (wrapper_sig);
                                g_free (wrapper_sig);
                        }
                }
                info->runtime_invoke = mono_jit_compile_method (invoke, error);
                if (!mono_error_ok (error)) {
                        g_free (info);
                        return NULL;
                }
        }

        return info;
}

static MonoObject*
mono_llvmonly_runtime_invoke (MonoMethod *method, RuntimeInvokeInfo *info, void *obj, void **params, MonoObject **exc, MonoError *error)
{
        MonoMethodSignature *sig = info->sig;
        MonoDomain *domain = mono_domain_get ();
        MonoObject *(*runtime_invoke) (MonoObject *this_obj, void **params, MonoObject **exc, void* compiled_method);
        gpointer *args;
        gpointer retval_ptr;
        guint8 retval [256];
        gpointer *param_refs;
        int i, pindex;

        error_init (error);

        g_assert (info->gsharedvt_invoke);

        /*
         * Instead of invoking the method directly, we invoke a gsharedvt out wrapper.
         * The advantage of this is the gsharedvt out wrappers have a reduced set of
         * signatures, so we only have to generate runtime invoke wrappers for these
         * signatures.
         * This code also handles invocation of gsharedvt methods directly, no
         * out wrappers are used in that case.
         */
        args = (void **)g_alloca ((sig->param_count + sig->hasthis + 2) * sizeof (gpointer));
        param_refs = (gpointer*)g_alloca ((sig->param_count + sig->hasthis + 2) * sizeof (gpointer));
        pindex = 0;
        /*
         * The runtime invoke wrappers expects pointers to primitive types, so have to
         * use indirections.
         */
        if (sig->hasthis)
                args [pindex ++] = &obj;
        if (sig->ret->type != MONO_TYPE_VOID) {
                retval_ptr = (gpointer)&retval;
                args [pindex ++] = &retval_ptr;
        }
        for (i = 0; i < sig->param_count; ++i) {
                MonoType *t = sig->params [i];

                if (t->type == MONO_TYPE_GENERICINST && mono_class_is_nullable (mono_class_from_mono_type_internal (t))) {
                        MonoClass *klass = mono_class_from_mono_type_internal (t);
                        guint8 *nullable_buf;
                        int size;

                        size = mono_class_value_size (klass, NULL);
                        nullable_buf = g_alloca (size);
                        g_assert (nullable_buf);

                        /* The argument pointed to by params [i] is either a boxed vtype or null */
                        mono_nullable_init (nullable_buf, (MonoObject*)params [i], klass);
                        params [i] = nullable_buf;
                }

                if (!t->byref && (MONO_TYPE_IS_REFERENCE (t) || t->type == MONO_TYPE_PTR)) {
                        param_refs [i] = params [i];
                        params [i] = &(param_refs [i]);
                }
                args [pindex ++] = &params [i];
        }
        /* The gsharedvt out wrapper has an extra argument which contains the method to call */
        args [pindex ++] = &info->wrapper_arg;

        runtime_invoke = (MonoObject *(*)(MonoObject *, void **, MonoObject **, void *))info->runtime_invoke;

        runtime_invoke (NULL, args, exc, info->compiled_method);
        if (exc && *exc)
                return NULL;

        if (sig->ret->type != MONO_TYPE_VOID && info->ret_box_class)
                return mono_value_box_checked (domain, info->ret_box_class, retval, error);
        else
                return *(MonoObject**)retval;
}

/**
 * mono_jit_runtime_invoke:
 * \param method: the method to invoke
 * \param obj: this pointer
 * \param params: array of parameter values.
 * \param exc: Set to the exception raised in the managed method.
 * \param error: error or caught exception object
 * If \p exc is NULL, \p error is thrown instead.
 * If coop is enabled, \p exc argument is ignored -
 * all exceptions are caught and propagated through \p error
 */
static MonoObject*
mono_jit_runtime_invoke (MonoMethod *method, void *obj, void **params, MonoObject **exc, MonoError *error)
{
        MonoMethod *invoke, *callee;
        MonoObject *(*runtime_invoke) (MonoObject *this_obj, void **params, MonoObject **exc, void* compiled_method);
        MonoDomain *domain = mono_domain_get ();
        MonoJitDomainInfo *domain_info;
        RuntimeInvokeInfo *info, *info2;
        MonoJitInfo *ji = NULL;
        gboolean callee_gsharedvt = FALSE;

        if (mono_ee_features.force_use_interpreter)
                return mini_get_interp_callbacks ()->runtime_invoke (method, obj, params, exc, error);

        error_init (error);
        if (exc)
                *exc = NULL;

        if (obj == NULL && !(method->flags & METHOD_ATTRIBUTE_STATIC) && !method->string_ctor && (method->wrapper_type == 0)) {
                g_warning ("Ignoring invocation of an instance method on a NULL instance.\n");
                return NULL;
        }

        domain_info = domain_jit_info (domain);

        info = (RuntimeInvokeInfo *)mono_conc_hashtable_lookup (domain_info->runtime_invoke_hash, method);

        if (!info) {
                if (mono_security_core_clr_enabled ()) {
                        /*
                         * This might be redundant since mono_class_vtable () already does this,
                         * but keep it just in case for moonlight.
                         */
                        mono_class_setup_vtable (method->klass);
                        if (mono_class_has_failure (method->klass)) {
                                mono_error_set_for_class_failure (error, method->klass);
                                if (exc)
                                        *exc = (MonoObject*)mono_class_get_exception_for_failure (method->klass);
                                return NULL;
                        }
                }

                gpointer compiled_method;

                callee = method;
                if (m_class_get_rank (method->klass) && (method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL) &&
                        (method->iflags & METHOD_IMPL_ATTRIBUTE_NATIVE)) {
                        /*
                         * Array Get/Set/Address methods. The JIT implements them using inline code
                         * inside the runtime invoke wrappers, so no need to compile them.
                         */
                        if (mono_aot_only) {
                                /*
                                 * Call a wrapper, since the runtime invoke wrapper was not generated.
                                 */
                                MonoMethod *wrapper;

                                wrapper = mono_marshal_get_array_accessor_wrapper (method);
                                invoke = mono_marshal_get_runtime_invoke (wrapper, FALSE);
                                callee = wrapper;
                        } else {
                                callee = NULL;
                        }
                }

                gboolean use_interp = FALSE;

                if (callee) {
                        compiled_method = mono_jit_compile_method_jit_only (callee, error);
                        if (!compiled_method) {
                                g_assert (!mono_error_ok (error));

                                if (mono_use_interpreter)
                                        use_interp = TRUE;
                                else
                                        return NULL;
                        } else {
                                if (mono_llvm_only) {
                                        ji = mini_jit_info_table_find (mono_domain_get (), (char *)mono_get_addr_from_ftnptr (compiled_method), NULL);
                                        callee_gsharedvt = mini_jit_info_is_gsharedvt (ji);
                                        if (callee_gsharedvt)
                                                callee_gsharedvt = mini_is_gsharedvt_variable_signature (mono_method_signature_internal (jinfo_get_method (ji)));
                                }

                                if (!callee_gsharedvt)
                                        compiled_method = mini_add_method_trampoline (callee, compiled_method, mono_method_needs_static_rgctx_invoke (callee, TRUE), FALSE);
                        }
                } else {
                        compiled_method = NULL;
                }

                info = create_runtime_invoke_info (domain, method, compiled_method, callee_gsharedvt, use_interp, error);
                if (!mono_error_ok (error))
                        return NULL;

                mono_domain_lock (domain);
                info2 = (RuntimeInvokeInfo *)mono_conc_hashtable_insert (domain_info->runtime_invoke_hash, method, info);
                mono_domain_unlock (domain);
                if (info2) {
                        g_free (info);
                        info = info2;
                }
        }

        /*
         * We need this here because mono_marshal_get_runtime_invoke can place
         * the helper method in System.Object and not the target class.
         */
        if (!mono_runtime_class_init_full (info->vtable, error)) {
                if (exc)
                        *exc = (MonoObject*) mono_error_convert_to_exception (error);
                return NULL;
        }

        /* If coop is enabled, and the caller didn't ask for the exception to be caught separately,
           we always catch the exception and propagate it through the MonoError */
        gboolean catchExcInMonoError =
                (exc == NULL) && mono_threads_are_safepoints_enabled ();
        MonoObject *invoke_exc = NULL;
        if (catchExcInMonoError)
                exc = &invoke_exc;

        /* The wrappers expect this to be initialized to NULL */
        if (exc)
                *exc = NULL;

#ifdef MONO_ARCH_DYN_CALL_SUPPORTED
        static RuntimeInvokeDynamicFunction dyn_runtime_invoke = NULL;
        if (info->dyn_call_info) {
                if (!dyn_runtime_invoke) {
                        mono_domain_lock (domain);

                        invoke = mono_marshal_get_runtime_invoke_dynamic ();
                        dyn_runtime_invoke = (RuntimeInvokeDynamicFunction)mono_jit_compile_method_jit_only (invoke, error);
                        if (!dyn_runtime_invoke && mono_use_interpreter) {
                                info->use_interp = TRUE;
                                info->dyn_call_info = NULL;
                        } else if (!mono_error_ok (error)) {
                                mono_domain_unlock (domain);
                                return NULL;
                        }
                        mono_domain_unlock (domain);
                }
        }
        if (info->dyn_call_info) {
                MonoMethodSignature *sig = mono_method_signature_internal (method);
                gpointer *args;
                int i, pindex, buf_size;
                guint8 *buf;
                guint8 retval [256];

                /* Convert the arguments to the format expected by start_dyn_call () */
                args = (void **)g_alloca ((sig->param_count + sig->hasthis) * sizeof (gpointer));
                pindex = 0;
                if (sig->hasthis)
                        args [pindex ++] = &obj;
                for (i = 0; i < sig->param_count; ++i) {
                        MonoType *t = sig->params [i];

                        if (t->byref) {
                                args [pindex ++] = &params [i];
                        } else if (MONO_TYPE_IS_REFERENCE (t) || t->type == MONO_TYPE_PTR) {
                                args [pindex ++] = &params [i];
                        } else {
                                args [pindex ++] = params [i];
                        }
                }

                //printf ("M: %s\n", mono_method_full_name (method, TRUE));

                buf_size = mono_arch_dyn_call_get_buf_size (info->dyn_call_info);
                buf = g_alloca (buf_size);
                memset (buf, 0, buf_size);
                g_assert (buf);

                mono_arch_start_dyn_call (info->dyn_call_info, (gpointer**)args, retval, buf);

                dyn_runtime_invoke (buf, exc, info->compiled_method);
                mono_arch_finish_dyn_call (info->dyn_call_info, buf);

                if (catchExcInMonoError && *exc != NULL) {
                        mono_error_set_exception_instance (error, (MonoException*) *exc);
                        return NULL;
                }

                if (info->ret_box_class)
                        return mono_value_box_checked (domain, info->ret_box_class, retval, error);
                else
                        return *(MonoObject**)retval;
        }
#endif

        MonoObject *result;

        if (info->use_interp) {
                result = mini_get_interp_callbacks ()->runtime_invoke (method, obj, params, exc, error);
                return_val_if_nok (error, NULL);
        } else if (mono_llvm_only) {
                result = mono_llvmonly_runtime_invoke (method, info, obj, params, exc, error);
                if (!is_ok (error))
                        return NULL;
        } else {
                runtime_invoke = (MonoObject *(*)(MonoObject *, void **, MonoObject **, void *))info->runtime_invoke;

                result = runtime_invoke ((MonoObject *)obj, params, exc, info->compiled_method);
        }
        if (catchExcInMonoError && *exc != NULL) {
                ((MonoException *)(*exc))->caught_in_unmanaged = TRUE;
                mono_error_set_exception_instance (error, (MonoException*) *exc);
        }
        return result;
}

MONO_SIG_HANDLER_FUNC (, mono_sigfpe_signal_handler)
{
        MonoException *exc = NULL;
        MonoJitInfo *ji;
        MonoContext mctx;
        MONO_SIG_HANDLER_INFO_TYPE *info = MONO_SIG_HANDLER_GET_INFO ();
        MONO_SIG_HANDLER_GET_CONTEXT;

        ji = mono_jit_info_table_find_internal (mono_domain_get (), mono_arch_ip_from_context (ctx), TRUE, TRUE);

        MONO_ENTER_GC_UNSAFE_UNBALANCED;

#if defined(MONO_ARCH_HAVE_IS_INT_OVERFLOW)
        if (mono_arch_is_int_overflow (ctx, info))
                /*
                 * The spec says this throws ArithmeticException, but MS throws the derived
                 * OverflowException.
                 */
                exc = mono_get_exception_overflow ();
        else
                exc = mono_get_exception_divide_by_zero ();
#else
        exc = mono_get_exception_divide_by_zero ();
#endif

        if (!ji) {
                if (!mono_do_crash_chaining && mono_chain_signal (MONO_SIG_HANDLER_PARAMS))
                        goto exit;

                mono_sigctx_to_monoctx (ctx, &mctx);
                mono_handle_native_crash ("SIGFPE", &mctx, info);
                if (mono_do_crash_chaining) {
                        mono_chain_signal (MONO_SIG_HANDLER_PARAMS);
                        goto exit;
                }
        }

        mono_arch_handle_exception (ctx, exc);

exit:
        MONO_EXIT_GC_UNSAFE_UNBALANCED;
}

MONO_SIG_HANDLER_FUNC (, mono_sigill_signal_handler)
{
        MonoContext mctx;
        MONO_SIG_HANDLER_INFO_TYPE *info = MONO_SIG_HANDLER_GET_INFO ();
        MONO_SIG_HANDLER_GET_CONTEXT;

        if (mono_runtime_get_no_exec ())
                exit (1);

        mono_sigctx_to_monoctx (ctx, &mctx);
        mono_handle_native_crash ("SIGILL", &mctx, info);
        if (mono_do_crash_chaining) {
                mono_chain_signal (MONO_SIG_HANDLER_PARAMS);
                return;
        }

        g_assert_not_reached ();
}

#if defined(MONO_ARCH_USE_SIGACTION) || defined(HOST_WIN32)

#define HAVE_SIG_INFO
#define MONO_SIG_HANDLER_DEBUG 1 // "with_fault_addr" but could be extended in future, so "debug"

#ifdef MONO_SIG_HANDLER_DEBUG
// Same as MONO_SIG_HANDLER_FUNC but debug_fault_addr is added to params, and no_optimize.
// The Krait workaround is not needed here, due to this not actually being the signal handler,
// so MONO_SIGNAL_HANDLER_FUNC is combined into it.
#define MONO_SIG_HANDLER_FUNC_DEBUG(access, ftn) access MONO_NO_OPTIMIZATION void ftn \
        (int _dummy, MONO_SIG_HANDLER_INFO_TYPE *_info, void *context, void * volatile debug_fault_addr G_GNUC_UNUSED)
#define MONO_SIG_HANDLER_PARAMS_DEBUG MONO_SIG_HANDLER_PARAMS, debug_fault_addr
#endif

#endif

static gboolean
is_addr_implicit_null_check (void *addr)
{
        /* implicit null checks are only expected to work on the first page. larger
         * offsets are expected to have an explicit null check */
        return addr <= GUINT_TO_POINTER (mono_target_pagesize ());
}

// This function is separate from mono_sigsegv_signal_handler
// so debug_fault_addr can be seen in debugger stacks.
#ifdef MONO_SIG_HANDLER_DEBUG
MONO_NEVER_INLINE
MONO_SIG_HANDLER_FUNC_DEBUG (static, mono_sigsegv_signal_handler_debug)
#else
MONO_SIG_HANDLER_FUNC (, mono_sigsegv_signal_handler)
#endif
{
        MonoJitInfo *ji = NULL;
        MonoDomain *domain = mono_domain_get ();
        MonoJitTlsData *jit_tls = mono_tls_get_jit_tls ();
        gpointer fault_addr = NULL;
        MonoContext mctx;

#ifdef HAVE_SIG_INFO
        MONO_SIG_HANDLER_INFO_TYPE *info = MONO_SIG_HANDLER_GET_INFO ();
#else
        void *info = NULL;
#endif
        MONO_SIG_HANDLER_GET_CONTEXT;

        mono_sigctx_to_monoctx (ctx, &mctx);

#if defined(MONO_ARCH_SOFT_DEBUG_SUPPORTED) && defined(HAVE_SIG_INFO)
        if (mono_arch_is_single_step_event (info, ctx)) {
                mini_get_dbg_callbacks ()->single_step_event (ctx);
                return;
        } else if (mono_arch_is_breakpoint_event (info, ctx)) {
                mini_get_dbg_callbacks ()->breakpoint_hit (ctx);
                return;
        }
#endif

#if defined(HAVE_SIG_INFO)
#if !defined(HOST_WIN32)
        fault_addr = info->si_addr;
        if (mono_aot_is_pagefault (info->si_addr)) {
                mono_aot_handle_pagefault (info->si_addr);
                return;
        }
#endif

        /* The thread might no be registered with the runtime */
        if (!mono_domain_get () || !jit_tls) {
                if (!mono_do_crash_chaining && mono_chain_signal (MONO_SIG_HANDLER_PARAMS))
                        return;
                mono_handle_native_crash ("SIGSEGV", &mctx, info);
                if (mono_do_crash_chaining) {
                        mono_chain_signal (MONO_SIG_HANDLER_PARAMS);
                        return;
                }
        }
#endif

        if (domain)
                ji = mono_jit_info_table_find_internal (domain, mono_arch_ip_from_context (ctx), TRUE, TRUE);

#ifdef MONO_ARCH_SIGSEGV_ON_ALTSTACK
        if (mono_handle_soft_stack_ovf (jit_tls, ji, ctx, info, (guint8*)info->si_addr))
                return;

        /* info->si_addr seems to be NULL on some kernels when handling stack overflows */
        fault_addr = info->si_addr;
        if (fault_addr == NULL) {
                fault_addr = MONO_CONTEXT_GET_SP (&mctx);
        }

        if (jit_tls && jit_tls->stack_size &&
                ABS ((guint8*)fault_addr - ((guint8*)jit_tls->end_of_stack - jit_tls->stack_size)) < 8192 * sizeof (gpointer)) {
                /*
                 * The hard-guard page has been hit: there is not much we can do anymore
                 * Print a hopefully clear message and abort.
                 */
                mono_handle_hard_stack_ovf (jit_tls, ji, &mctx, (guint8*)info->si_addr);
                g_assert_not_reached ();
        } else {
                /* The original handler might not like that it is executed on an altstack... */
                if (!ji && mono_chain_signal (MONO_SIG_HANDLER_PARAMS))
                        return;

                if (is_addr_implicit_null_check (info->si_addr)) {
                        mono_arch_handle_altstack_exception (ctx, info, info->si_addr, FALSE);
                } else {
                        mono_handle_native_crash ("SIGSEGV", &mctx, info);
                }
        }
#else

        if (!ji) {
                if (!mono_do_crash_chaining && mono_chain_signal (MONO_SIG_HANDLER_PARAMS))
                        return;

                mono_handle_native_crash ("SIGSEGV", &mctx, (MONO_SIG_HANDLER_INFO_TYPE*)info);

                if (mono_do_crash_chaining) {
                        mono_chain_signal (MONO_SIG_HANDLER_PARAMS);
                        return;
                }
        }

        if (is_addr_implicit_null_check (fault_addr)) {
                mono_arch_handle_exception (ctx, NULL);
        } else {
                mono_handle_native_crash ("SIGSEGV", &mctx, (MONO_SIG_HANDLER_INFO_TYPE*)info);
        }
#endif
}

#ifdef MONO_SIG_HANDLER_DEBUG

// This function is separate from mono_sigsegv_signal_handler_debug
// so debug_fault_addr can be seen in debugger stacks.
MONO_SIG_HANDLER_FUNC (, mono_sigsegv_signal_handler)
{
#ifdef HOST_WIN32
        gpointer const debug_fault_addr = (gpointer)MONO_SIG_HANDLER_GET_INFO () ->ep->ExceptionRecord->ExceptionInformation [1];
#elif defined (HAVE_SIG_INFO)
        gpointer const debug_fault_addr = MONO_SIG_HANDLER_GET_INFO ()->si_addr;
#else
#error No extra parameter is passed, not even 0, to avoid any confusion.
#endif
        mono_sigsegv_signal_handler_debug (MONO_SIG_HANDLER_PARAMS_DEBUG);
}

#endif // MONO_SIG_HANDLER_DEBUG

MONO_SIG_HANDLER_FUNC (, mono_sigint_signal_handler)
{
        MonoException *exc;
        MONO_SIG_HANDLER_GET_CONTEXT;

        MONO_ENTER_GC_UNSAFE_UNBALANCED;

        exc = mono_get_exception_execution_engine ("Interrupted (SIGINT).");

        mono_arch_handle_exception (ctx, exc);

        MONO_EXIT_GC_UNSAFE_UNBALANCED;
}

#ifndef DISABLE_REMOTING
/* mono_jit_create_remoting_trampoline:
 * @method: pointer to the method info
 *
 * Creates a trampoline which calls the remoting functions. This
 * is used in the vtable of transparent proxies.
 *
 * Returns: a pointer to the newly created code
 */
static gpointer
mono_jit_create_remoting_trampoline (MonoDomain *domain, MonoMethod *method, MonoRemotingTarget target, MonoError *error)
{
        MonoMethod *nm;
        guint8 *addr = NULL;

        error_init (error);

        if ((method->flags & METHOD_ATTRIBUTE_VIRTUAL) && mono_method_signature_internal (method)->generic_param_count) {
                return mono_create_specific_trampoline (method, MONO_TRAMPOLINE_GENERIC_VIRTUAL_REMOTING,
                        domain, NULL);
        }

        if ((method->flags & METHOD_ATTRIBUTE_ABSTRACT) ||
            (mono_method_signature_internal (method)->hasthis && (mono_class_is_marshalbyref (method->klass) || method->klass == mono_defaults.object_class)))
                nm = mono_marshal_get_remoting_invoke_for_target (method, target, error);
        else
                nm = method;
        return_val_if_nok (error, NULL);
        addr = (guint8 *)mono_compile_method_checked (nm, error);
        return_val_if_nok (error, NULL);
        return mono_get_addr_from_ftnptr (addr);
}
#endif

static G_GNUC_UNUSED void
no_imt_trampoline (void)
{
        g_assert_not_reached ();
}

static G_GNUC_UNUSED void
no_vcall_trampoline (void)
{
        g_assert_not_reached ();
}

static gpointer *vtable_trampolines;
static int vtable_trampolines_size;

gpointer
mini_get_vtable_trampoline (MonoVTable *vt, int slot_index)
{
        int index = slot_index + MONO_IMT_SIZE;

        if (mono_llvm_only)
                return mini_llvmonly_get_vtable_trampoline (vt, slot_index, index);

        g_assert (slot_index >= - MONO_IMT_SIZE);
        if (!vtable_trampolines || slot_index + MONO_IMT_SIZE >= vtable_trampolines_size) {
                mono_jit_lock ();
                if (!vtable_trampolines || index >= vtable_trampolines_size) {
                        int new_size;
                        gpointer new_table;

                        new_size = vtable_trampolines_size ? vtable_trampolines_size * 2 : 128;
                        while (new_size <= index)
                                new_size *= 2;
                        new_table = g_new0 (gpointer, new_size);

                        if (vtable_trampolines)
                                memcpy (new_table, vtable_trampolines, vtable_trampolines_size * sizeof (gpointer));
                        g_free (vtable_trampolines);
                        mono_memory_barrier ();
                        vtable_trampolines = (void **)new_table;
                        vtable_trampolines_size = new_size;
                }
                mono_jit_unlock ();
        }

        if (!vtable_trampolines [index])
                vtable_trampolines [index] = mono_create_specific_trampoline (GUINT_TO_POINTER (slot_index), MONO_TRAMPOLINE_VCALL, mono_get_root_domain (), NULL);
        return vtable_trampolines [index];
}

static gpointer
mini_get_imt_trampoline (MonoVTable *vt, int slot_index)
{
        return mini_get_vtable_trampoline (vt, slot_index - MONO_IMT_SIZE);
}

static gboolean
mini_imt_entry_inited (MonoVTable *vt, int imt_slot_index)
{
        if (mono_llvm_only)
                return FALSE;

        gpointer *imt = (gpointer*)vt;
        imt -= MONO_IMT_SIZE;

        return (imt [imt_slot_index] != mini_get_imt_trampoline (vt, imt_slot_index));
}

static gpointer
create_delegate_method_ptr (MonoMethod *method, MonoError *error)
{
        gpointer func;

        if (method_is_dynamic (method)) {
                /* Creating a trampoline would leak memory */
                func = mono_compile_method_checked (method, error);
                return_val_if_nok (error, NULL);
        } else {
                gpointer trampoline = mono_runtime_create_jump_trampoline (mono_domain_get (), method, TRUE, error);
                return_val_if_nok (error, NULL);
                func = mono_create_ftnptr (mono_domain_get (), trampoline);
        }
        return func;
}

static void
mini_init_delegate (MonoDelegateHandle delegate, MonoError *error)
{
        MonoDelegate *del = MONO_HANDLE_RAW (delegate);

        if (mono_use_interpreter) {
                mini_get_interp_callbacks ()->init_delegate (del, error);
                return_if_nok (error);
        }

        if (mono_llvm_only) {
                g_assert (del->method);
                /* del->method_ptr might already be set to no_llvmonly_interp_method_pointer if the delegate was created from the interpreter */
                del->method_ptr = mini_llvmonly_load_method_delegate (del->method, FALSE, FALSE, &del->extra_arg, error);
        } else if (!del->method_ptr && !del->interp_method) {
                del->method_ptr = create_delegate_method_ptr (del->method, error);
                return_if_nok (error);
        }
}

char*
mono_get_delegate_virtual_invoke_impl_name (gboolean load_imt_reg, int offset)
{
        int abs_offset;

        abs_offset = offset;
        if (abs_offset < 0)
                abs_offset = - abs_offset;
        return g_strdup_printf ("delegate_virtual_invoke%s_%s%d", load_imt_reg ? "_imt" : "", offset < 0 ? "m_" : "", abs_offset / TARGET_SIZEOF_VOID_P);
}

gpointer
mono_get_delegate_virtual_invoke_impl (MonoMethodSignature *sig, MonoMethod *method)
{
        gboolean is_virtual_generic, is_interface, load_imt_reg;
        int offset, idx;

        static guint8 **cache = NULL;
        static int cache_size = 0;

        if (!method)
                return NULL;

        if (MONO_TYPE_ISSTRUCT (sig->ret))
                return NULL;

        is_virtual_generic = method->is_inflated && mono_method_get_declaring_generic_method (method)->is_generic;
        is_interface = mono_class_is_interface (method->klass);
        load_imt_reg = is_virtual_generic || is_interface;

        if (is_interface)
                offset = ((gint32)mono_method_get_imt_slot (method) - MONO_IMT_SIZE) * TARGET_SIZEOF_VOID_P;
        else
                offset = MONO_STRUCT_OFFSET (MonoVTable, vtable) + ((mono_method_get_vtable_index (method)) * (TARGET_SIZEOF_VOID_P));

        idx = (offset / TARGET_SIZEOF_VOID_P + MONO_IMT_SIZE) * 2 + (load_imt_reg ? 1 : 0);
        g_assert (idx >= 0);

        /* Resize the cache to idx + 1 */
        if (cache_size < idx + 1) {
                mono_jit_lock ();
                if (cache_size < idx + 1) {
                        guint8 **new_cache;
                        int new_cache_size = idx + 1;

                        new_cache = g_new0 (guint8*, new_cache_size);
                        if (cache)
                                memcpy (new_cache, cache, cache_size * sizeof (guint8*));
                        g_free (cache);

                        mono_memory_barrier ();
                        cache = new_cache;
                        cache_size = new_cache_size;
                }
                mono_jit_unlock ();
        }

        if (cache [idx])
                return cache [idx];

        /* FIXME Support more cases */
        if (mono_ee_features.use_aot_trampolines) {
                cache [idx] = (guint8 *)mono_aot_get_trampoline (mono_get_delegate_virtual_invoke_impl_name (load_imt_reg, offset));
                g_assert (cache [idx]);
        } else {
                cache [idx] = (guint8 *)mono_arch_get_delegate_virtual_invoke_impl (sig, method, offset, load_imt_reg);
        }
        return cache [idx];
}

/**
 * mini_parse_debug_option:
 * @option: The option to parse.
 *
 * Parses debug options for the mono runtime. The options are the same as for
 * the MONO_DEBUG environment variable.
 *
 */
gboolean
mini_parse_debug_option (const char *option)
{
        // Empty string is ok as consequence of appending ",foo"
        // without first checking for empty.
        if (*option == 0)
                return TRUE;

        if (!strcmp (option, "handle-sigint"))
                mini_debug_options.handle_sigint = TRUE;
        else if (!strcmp (option, "keep-delegates"))
                mini_debug_options.keep_delegates = TRUE;
        else if (!strcmp (option, "reverse-pinvoke-exceptions"))
                mini_debug_options.reverse_pinvoke_exceptions = TRUE;
        else if (!strcmp (option, "collect-pagefault-stats"))
                mini_debug_options.collect_pagefault_stats = TRUE;
        else if (!strcmp (option, "break-on-unverified"))
                mini_debug_options.break_on_unverified = TRUE;
        else if (!strcmp (option, "no-gdb-backtrace"))
                mini_debug_options.no_gdb_backtrace = TRUE;
        else if (!strcmp (option, "suspend-on-native-crash") || !strcmp (option, "suspend-on-sigsegv"))
                mini_debug_options.suspend_on_native_crash = TRUE;
        else if (!strcmp (option, "suspend-on-exception"))
                mini_debug_options.suspend_on_exception = TRUE;
        else if (!strcmp (option, "suspend-on-unhandled"))
                mini_debug_options.suspend_on_unhandled = TRUE;
        else if (!strcmp (option, "dont-free-domains"))
                mono_dont_free_domains = TRUE;
        else if (!strcmp (option, "dyn-runtime-invoke"))
                mini_debug_options.dyn_runtime_invoke = TRUE;
        else if (!strcmp (option, "gdb"))
                mini_debug_options.gdb = TRUE;
        else if (!strcmp (option, "lldb"))
                mini_debug_options.lldb = TRUE;
        else if (!strcmp (option, "llvm-disable-self-init"))
                mini_debug_options.llvm_disable_self_init = TRUE;
        else if (!strcmp (option, "explicit-null-checks"))
                mini_debug_options.explicit_null_checks = TRUE;
        else if (!strcmp (option, "gen-seq-points"))
                mini_debug_options.gen_sdb_seq_points = TRUE;
        else if (!strcmp (option, "gen-compact-seq-points"))
                fprintf (stderr, "Mono Warning: option gen-compact-seq-points is deprecated.\n");
        else if (!strcmp (option, "no-compact-seq-points"))
                mini_debug_options.no_seq_points_compact_data = TRUE;
        else if (!strcmp (option, "single-imm-size"))
                mini_debug_options.single_imm_size = TRUE;
        else if (!strcmp (option, "init-stacks"))
                mini_debug_options.init_stacks = TRUE;
        else if (!strcmp (option, "casts"))
                mini_debug_options.better_cast_details = TRUE;
        else if (!strcmp (option, "soft-breakpoints"))
                mini_debug_options.soft_breakpoints = TRUE;
        else if (!strcmp (option, "check-pinvoke-callconv"))
                mini_debug_options.check_pinvoke_callconv = TRUE;
        else if (!strcmp (option, "use-fallback-tls"))
                mini_debug_options.use_fallback_tls = TRUE;
        else if (!strcmp (option, "debug-domain-unload"))
                mono_enable_debug_domain_unload (TRUE);
        else if (!strcmp (option, "partial-sharing"))
                mono_set_partial_sharing_supported (TRUE);
        else if (!strcmp (option, "align-small-structs"))
                mono_align_small_structs = TRUE;
        else if (!strcmp (option, "native-debugger-break"))
                mini_debug_options.native_debugger_break = TRUE;
        else if (!strcmp (option, "disable_omit_fp"))
                mini_debug_options.disable_omit_fp = TRUE;
        // This is an internal testing feature.
        // Every tail. encountered is required to be optimized.
        // It is asserted.
        else if (!strcmp (option, "test-tailcall-require"))
                mini_debug_options.test_tailcall_require = TRUE;
        else if (!strcmp (option, "verbose-gdb"))
                mini_debug_options.verbose_gdb = TRUE;
        else if (!strncmp (option, "thread-dump-dir=", 16))
                mono_set_thread_dump_dir(g_strdup(option + 16));
        else if (!strncmp (option, "aot-skip=", 9)) {
                mini_debug_options.aot_skip_set = TRUE;
                mini_debug_options.aot_skip = atoi (option + 9);
        } else
                return FALSE;

        return TRUE;
}

static void
mini_parse_debug_options (void)
{
        char *options = g_getenv ("MONO_DEBUG");
        gchar **args, **ptr;

        if (!options)
                return;

        args = g_strsplit (options, ",", -1);
        g_free (options);

        for (ptr = args; ptr && *ptr; ptr++) {
                const char *arg = *ptr;

                if (!mini_parse_debug_option (arg)) {
                        fprintf (stderr, "Invalid option for the MONO_DEBUG env variable: %s\n", arg);
                        // test-tailcall-require is also accepted but not documented.
                        // empty string is also accepted and ignored as a consequence
                        // of appending ",foo" without checking for empty.
                        fprintf (stderr, "Available options: 'handle-sigint', 'keep-delegates', 'reverse-pinvoke-exceptions', 'collect-pagefault-stats', 'break-on-unverified', 'no-gdb-backtrace', 'suspend-on-native-crash', 'suspend-on-sigsegv', 'suspend-on-exception', 'suspend-on-unhandled', 'dont-free-domains', 'dyn-runtime-invoke', 'gdb', 'explicit-null-checks', 'gen-seq-points', 'no-compact-seq-points', 'single-imm-size', 'init-stacks', 'casts', 'soft-breakpoints', 'check-pinvoke-callconv', 'use-fallback-tls', 'debug-domain-unload', 'partial-sharing', 'align-small-structs', 'native-debugger-break', 'thread-dump-dir=DIR', 'no-verbose-gdb'.\n");
                        exit (1);
                }
        }

        g_strfreev (args);
}

MonoDebugOptions *
mini_get_debug_options (void)
{
        return &mini_debug_options;
}

static gpointer
mini_create_ftnptr (MonoDomain *domain, gpointer addr)
{
#if defined(PPC_USES_FUNCTION_DESCRIPTOR)
        gpointer* desc = NULL;

        if ((desc = g_hash_table_lookup (domain->ftnptrs_hash, addr)))
                return desc;
#if defined(__mono_ppc64__)
        desc = mono_domain_alloc0 (domain, 3 * sizeof (gpointer));

        desc [0] = addr;
        desc [1] = NULL;
        desc [2] = NULL;
#       endif
        g_hash_table_insert (domain->ftnptrs_hash, addr, desc);
        return desc;
#else
        return addr;
#endif
}

static gpointer
mini_get_addr_from_ftnptr (gpointer descr)
{
#if defined(PPC_USES_FUNCTION_DESCRIPTOR)
        return *(gpointer*)descr;
#else
        return descr;
#endif
}

static void
register_jit_stats (void)
{
        mono_counters_register ("Compiled methods", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.methods_compiled);
        mono_counters_register ("Methods from AOT", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.methods_aot);
        mono_counters_register ("Methods JITted using mono JIT", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.methods_without_llvm);
        mono_counters_register ("Methods JITted using LLVM", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.methods_with_llvm);
        mono_counters_register ("Methods using the interpreter", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.methods_with_interp);
        mono_counters_register ("JIT/method_to_ir", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_method_to_ir);
        mono_counters_register ("JIT/liveness_handle_exception_clauses", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_liveness_handle_exception_clauses);
        mono_counters_register ("JIT/handle_out_of_line_bblock", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_handle_out_of_line_bblock);
        mono_counters_register ("JIT/decompose_long_opts", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_decompose_long_opts);
        mono_counters_register ("JIT/decompose_typechecks", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_decompose_typechecks);
        mono_counters_register ("JIT/local_cprop", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_local_cprop);
        mono_counters_register ("JIT/local_emulate_ops", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_local_emulate_ops);
        mono_counters_register ("JIT/optimize_branches", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_optimize_branches);
        mono_counters_register ("JIT/handle_global_vregs", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_handle_global_vregs);
        mono_counters_register ("JIT/local_deadce", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_local_deadce);
        mono_counters_register ("JIT/local_alias_analysis", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_local_alias_analysis);
        mono_counters_register ("JIT/if_conversion", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_if_conversion);
        mono_counters_register ("JIT/bb_ordering", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_bb_ordering);
        mono_counters_register ("JIT/compile_dominator_info", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_compile_dominator_info);
        mono_counters_register ("JIT/compute_natural_loops", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_compute_natural_loops);
        mono_counters_register ("JIT/insert_safepoints", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_insert_safepoints);
        mono_counters_register ("JIT/ssa_compute", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_ssa_compute);
        mono_counters_register ("JIT/ssa_cprop", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_ssa_cprop);
        mono_counters_register ("JIT/ssa_deadce", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_ssa_deadce);
        mono_counters_register ("JIT/perform_abc_removal", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_perform_abc_removal);
        mono_counters_register ("JIT/ssa_remove", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_ssa_remove);
        mono_counters_register ("JIT/local_cprop2", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_local_cprop2);
        mono_counters_register ("JIT/handle_global_vregs2", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_handle_global_vregs2);
        mono_counters_register ("JIT/local_deadce2", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_local_deadce2);
        mono_counters_register ("JIT/optimize_branches2", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_optimize_branches2);
        mono_counters_register ("JIT/decompose_vtype_opts", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_decompose_vtype_opts);
        mono_counters_register ("JIT/decompose_array_access_opts", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_decompose_array_access_opts);
        mono_counters_register ("JIT/liveness_handle_exception_clauses2", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_liveness_handle_exception_clauses2);
        mono_counters_register ("JIT/analyze_liveness", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_analyze_liveness);
        mono_counters_register ("JIT/linear_scan", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_linear_scan);
        mono_counters_register ("JIT/arch_allocate_vars", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_arch_allocate_vars);
        mono_counters_register ("JIT/spill_global_var", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_spill_global_vars);
        mono_counters_register ("JIT/local_cprop3", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_local_cprop3);
        mono_counters_register ("JIT/local_deadce3", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_local_deadce3);
        mono_counters_register ("JIT/codegen", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_codegen);
        mono_counters_register ("JIT/create_jit_info", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_create_jit_info);
        mono_counters_register ("JIT/gc_create_gc_map", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_gc_create_gc_map);
        mono_counters_register ("JIT/save_seq_point_info", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_save_seq_point_info);
        mono_counters_register ("Total time spent JITting", MONO_COUNTER_JIT | MONO_COUNTER_LONG | MONO_COUNTER_TIME, &mono_jit_stats.jit_time);
        mono_counters_register ("Basic blocks", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.basic_blocks);
        mono_counters_register ("Max basic blocks", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.max_basic_blocks);
        mono_counters_register ("Allocated vars", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.allocate_var);
        mono_counters_register ("Code reallocs", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.code_reallocs);
        mono_counters_register ("Allocated code size", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.allocated_code_size);
        mono_counters_register ("Allocated seq points size", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.allocated_seq_points_size);
        mono_counters_register ("Inlineable methods", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.inlineable_methods);
        mono_counters_register ("Inlined methods", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.inlined_methods);
        mono_counters_register ("Regvars", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.regvars);
        mono_counters_register ("Locals stack size", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.locals_stack_size);
        mono_counters_register ("Method cache lookups", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.methods_lookups);
        mono_counters_register ("Compiled CIL code size", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.cil_code_size);
        mono_counters_register ("Native code size", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.native_code_size);
        mono_counters_register ("Aliases found", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.alias_found);
        mono_counters_register ("Aliases eliminated", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.alias_removed);
        mono_counters_register ("Aliased loads eliminated", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.loads_eliminated);
        mono_counters_register ("Aliased stores eliminated", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.stores_eliminated);
        mono_counters_register ("Optimized immediate divisions", MONO_COUNTER_JIT | MONO_COUNTER_INT, &mono_jit_stats.optimized_divisions);
}

static void runtime_invoke_info_free (gpointer value);

static gint
class_method_pair_equal (gconstpointer ka, gconstpointer kb)
{
        const MonoClassMethodPair *apair = (const MonoClassMethodPair *)ka;
        const MonoClassMethodPair *bpair = (const MonoClassMethodPair *)kb;

        return apair->klass == bpair->klass && apair->method == bpair->method ? 1 : 0;
}

static guint
class_method_pair_hash (gconstpointer data)
{
        const MonoClassMethodPair *pair = (const MonoClassMethodPair *)data;

        return (gsize)pair->klass ^ (gsize)pair->method;
}

static void
mini_create_jit_domain_info (MonoDomain *domain)
{
        MonoJitDomainInfo *info = g_new0 (MonoJitDomainInfo, 1);

        info->jump_trampoline_hash = g_hash_table_new (mono_aligned_addr_hash, NULL);
        info->jit_trampoline_hash = g_hash_table_new (mono_aligned_addr_hash, NULL);
        info->delegate_trampoline_hash = g_hash_table_new (class_method_pair_hash, class_method_pair_equal);
        info->llvm_vcall_trampoline_hash = g_hash_table_new (mono_aligned_addr_hash, NULL);
        info->runtime_invoke_hash = mono_conc_hashtable_new_full (mono_aligned_addr_hash, NULL, NULL, runtime_invoke_info_free);
        info->seq_points = g_hash_table_new_full (mono_aligned_addr_hash, NULL, NULL, mono_seq_point_info_free);
        info->arch_seq_points = g_hash_table_new (mono_aligned_addr_hash, NULL);
        info->jump_target_hash = g_hash_table_new (NULL, NULL);
        mono_jit_code_hash_init (&info->interp_code_hash);

        domain->runtime_info = info;
}

static void
delete_jump_list (gpointer key, gpointer value, gpointer user_data)
{
        MonoJumpList *jlist = (MonoJumpList *)value;
        g_slist_free ((GSList*)jlist->list);
}

static void
delete_got_slot_list (gpointer key, gpointer value, gpointer user_data)
{
        GSList *list = (GSList *)value;
        g_slist_free (list);
}

static void
dynamic_method_info_free (gpointer key, gpointer value, gpointer user_data)
{
        MonoJitDynamicMethodInfo *di = (MonoJitDynamicMethodInfo *)value;
        mono_code_manager_destroy (di->code_mp);
        g_free (di);
}

static void
runtime_invoke_info_free (gpointer value)
{
        RuntimeInvokeInfo *info = (RuntimeInvokeInfo*)value;

#ifdef MONO_ARCH_DYN_CALL_SUPPORTED
        if (info->dyn_call_info)
                mono_arch_dyn_call_free (info->dyn_call_info);
#endif
        g_free (info);
}

static void
free_jit_callee_list (gpointer key, gpointer value, gpointer user_data)
{
        g_slist_free ((GSList*)value);
}

static void
mini_free_jit_domain_info (MonoDomain *domain)
{
        MonoJitDomainInfo *info = domain_jit_info (domain);

        g_hash_table_foreach (info->jump_target_hash, delete_jump_list, NULL);
        g_hash_table_destroy (info->jump_target_hash);
        if (info->jump_target_got_slot_hash) {
                g_hash_table_foreach (info->jump_target_got_slot_hash, delete_got_slot_list, NULL);
                g_hash_table_destroy (info->jump_target_got_slot_hash);
        }
        if (info->dynamic_code_hash) {
                g_hash_table_foreach (info->dynamic_code_hash, dynamic_method_info_free, NULL);
                g_hash_table_destroy (info->dynamic_code_hash);
        }
        g_hash_table_destroy (info->method_code_hash);
        g_hash_table_destroy (info->jump_trampoline_hash);
        g_hash_table_destroy (info->jit_trampoline_hash);
        g_hash_table_destroy (info->delegate_trampoline_hash);
        g_hash_table_destroy (info->static_rgctx_trampoline_hash);
        g_hash_table_destroy (info->mrgctx_hash);
        g_hash_table_destroy (info->method_rgctx_hash);
        g_hash_table_destroy (info->interp_method_pointer_hash);
        g_hash_table_destroy (info->llvm_vcall_trampoline_hash);
        mono_conc_hashtable_destroy (info->runtime_invoke_hash);
        g_hash_table_destroy (info->seq_points);
        g_hash_table_destroy (info->arch_seq_points);
        if (info->agent_info)
                mini_get_dbg_callbacks ()->free_domain_info (domain);
        g_hash_table_destroy (info->gsharedvt_arg_tramp_hash);
        if (info->llvm_jit_callees) {
                g_hash_table_foreach (info->llvm_jit_callees, free_jit_callee_list, NULL);
                g_hash_table_destroy (info->llvm_jit_callees);
        }
        mono_internal_hash_table_destroy (&info->interp_code_hash);
#ifdef ENABLE_LLVM
        mono_llvm_free_domain_info (domain);
#endif

        g_free (domain->runtime_info);
        domain->runtime_info = NULL;
}

#ifdef MONO_ARCH_HAVE_CODE_CHUNK_TRACKING

static void
code_manager_chunk_new (void *chunk, int size)
{
        mono_arch_code_chunk_new (chunk, size);
}

static void
code_manager_chunk_destroy (void *chunk)
{
        mono_arch_code_chunk_destroy (chunk);
}

#endif

#ifdef ENABLE_LLVM
static gboolean
llvm_init_inner (void)
{
        if (!mono_llvm_load (NULL))
                return FALSE;

        mono_llvm_init ();
        return TRUE;
}
#endif

/*
 * mini_llvm_init:
 *
 *   Load and initialize LLVM support.
 * Return TRUE on success.
 */
gboolean
mini_llvm_init (void)
{
#ifdef ENABLE_LLVM
        static gboolean llvm_inited;
        static gboolean init_result;

        mono_loader_lock_if_inited ();
        if (!llvm_inited) {
                init_result = llvm_init_inner ();
                llvm_inited = TRUE;
        }
        mono_loader_unlock_if_inited ();
        return init_result;
#else
        return FALSE;
#endif
}

void
mini_add_profiler_argument (const char *desc)
{
        if (!profile_options)
                profile_options = g_ptr_array_new ();

        g_ptr_array_add (profile_options, (gpointer) desc);
}


static MonoEECallbacks interp_cbs = {0};

void
mini_install_interp_callbacks (MonoEECallbacks *cbs)
{
        memcpy (&interp_cbs, cbs, sizeof (MonoEECallbacks));
}

MonoEECallbacks *
mini_get_interp_callbacks (void)
{
        return &interp_cbs;
}

static MonoDebuggerCallbacks dbg_cbs;

void
mini_install_dbg_callbacks (MonoDebuggerCallbacks *cbs)
{
        g_assert (cbs->version == MONO_DBG_CALLBACKS_VERSION);
        memcpy (&dbg_cbs, cbs, sizeof (MonoDebuggerCallbacks));
}

MonoDebuggerCallbacks*
mini_get_dbg_callbacks (void)
{
        return &dbg_cbs;
}

int
mono_ee_api_version (void)
{
        return MONO_EE_API_VERSION;
}

void
mono_interp_entry_from_trampoline (gpointer ccontext, gpointer imethod)
{
        mini_get_interp_callbacks ()->entry_from_trampoline (ccontext, imethod);
}

void
mono_interp_to_native_trampoline (gpointer addr, gpointer ccontext)
{
        mini_get_interp_callbacks ()->to_native_trampoline (addr, ccontext);
}

static gboolean
mini_is_interpreter_enabled (void)
{
        return mono_use_interpreter;
}

static const char*
mono_get_runtime_build_version (void);

MonoDomain *
mini_init (const char *filename, const char *runtime_version)
{
        ERROR_DECL (error);
        MonoDomain *domain;
        MonoRuntimeCallbacks callbacks;
        MonoThreadInfoRuntimeCallbacks ticallbacks;
        MonoCodeManagerCallbacks code_manager_callbacks;

        MONO_VES_INIT_BEGIN ();

        CHECKED_MONO_INIT ();

#if defined(__linux__)
        if (access ("/proc/self/maps", F_OK) != 0) {
                g_print ("Mono requires /proc to be mounted.\n");
                exit (1);
        }
#endif

        mono_interp_stub_init ();
#ifndef DISABLE_INTERPRETER
        if (mono_use_interpreter)
                mono_ee_interp_init (mono_interp_opts_string);
#endif

        mono_debugger_agent_stub_init ();
#ifndef DISABLE_SDB
        mono_debugger_agent_init ();
#endif

        if (sdb_options)
                mini_get_dbg_callbacks ()->parse_options (sdb_options);

        mono_os_mutex_init_recursive (&jit_mutex);

        mono_cross_helpers_run ();

        mono_counters_init ();

        mini_jit_init ();

        mini_jit_init_job_control ();

        /* Happens when using the embedding interface */
        if (!default_opt_set)
                default_opt = mono_parse_default_optimizations (NULL);

#ifdef MONO_ARCH_GSHAREDVT_SUPPORTED
        if (mono_aot_only)
                mono_set_generic_sharing_vt_supported (TRUE);
#else
        if (mono_llvm_only)
                mono_set_generic_sharing_vt_supported (TRUE);
#endif

        mono_tls_init_runtime_keys ();

        if (!global_codeman)
                global_codeman = mono_code_manager_new ();

        memset (&callbacks, 0, sizeof (callbacks));
        callbacks.create_ftnptr = mini_create_ftnptr;
        callbacks.get_addr_from_ftnptr = mini_get_addr_from_ftnptr;
        callbacks.get_runtime_build_info = mono_get_runtime_build_info;
        callbacks.get_runtime_build_version = mono_get_runtime_build_version;
        callbacks.set_cast_details = mono_set_cast_details;
        callbacks.debug_log = mini_get_dbg_callbacks ()->debug_log;
        callbacks.debug_log_is_enabled = mini_get_dbg_callbacks ()->debug_log_is_enabled;
        callbacks.get_vtable_trampoline = mini_get_vtable_trampoline;
        callbacks.get_imt_trampoline = mini_get_imt_trampoline;
        callbacks.imt_entry_inited = mini_imt_entry_inited;
        callbacks.init_delegate = mini_init_delegate;
#define JIT_INVOKE_WORKS
#ifdef JIT_INVOKE_WORKS
        callbacks.runtime_invoke = mono_jit_runtime_invoke;
#endif
#define JIT_TRAMPOLINES_WORK
#ifdef JIT_TRAMPOLINES_WORK
        callbacks.compile_method = mono_jit_compile_method;
        callbacks.create_jump_trampoline = mono_create_jump_trampoline;
        callbacks.create_jit_trampoline = mono_create_jit_trampoline;
        callbacks.create_delegate_trampoline = mono_create_delegate_trampoline;
        callbacks.free_method = mono_jit_free_method;
#ifndef DISABLE_REMOTING
        callbacks.create_remoting_trampoline = mono_jit_create_remoting_trampoline;
#endif
#endif
#ifndef DISABLE_REMOTING
        if (mono_use_interpreter)
                callbacks.interp_get_remoting_invoke = mini_get_interp_callbacks ()->get_remoting_invoke;
#endif
        callbacks.is_interpreter_enabled = mini_is_interpreter_enabled;
        callbacks.get_weak_field_indexes = mono_aot_get_weak_field_indexes;

#ifndef DISABLE_CRASH_REPORTING
        callbacks.install_state_summarizer = mini_register_sigterm_handler;
#endif

        mono_install_callbacks (&callbacks);

        memset (&ticallbacks, 0, sizeof (ticallbacks));
        ticallbacks.setup_async_callback = mono_setup_async_callback;
        ticallbacks.thread_state_init_from_sigctx = mono_thread_state_init_from_sigctx;
        ticallbacks.thread_state_init_from_handle = mono_thread_state_init_from_handle;
        ticallbacks.thread_state_init = mono_thread_state_init;

#ifndef HOST_WIN32
        mono_w32handle_init ();
#endif

        mono_thread_info_runtime_init (&ticallbacks);

        if (g_hasenv ("MONO_DEBUG")) {
                mini_parse_debug_options ();
        }

        mono_code_manager_init ();

        memset (&code_manager_callbacks, 0, sizeof (code_manager_callbacks));
#ifdef MONO_ARCH_HAVE_CODE_CHUNK_TRACKING
        code_manager_callbacks.chunk_new = code_manager_chunk_new;
        code_manager_callbacks.chunk_destroy = code_manager_chunk_destroy;
#endif
        mono_code_manager_install_callbacks (&code_manager_callbacks);

        mono_hwcap_init ();

        mono_arch_cpu_init ();

        mono_arch_init ();

        mono_unwind_init ();

        if (mini_get_debug_options ()->lldb || g_hasenv ("MONO_LLDB")) {
                mono_lldb_init ("");
                mono_dont_free_domains = TRUE;
        }

#ifdef XDEBUG_ENABLED
        char *mono_xdebug = g_getenv ("MONO_XDEBUG");
        if (mono_xdebug) {
                mono_xdebug_init (mono_xdebug);
                g_free (mono_xdebug);
                /* So methods for multiple domains don't have the same address */
                mono_dont_free_domains = TRUE;
                mono_using_xdebug = TRUE;
        } else if (mini_get_debug_options ()->gdb) {
                mono_xdebug_init ((char*)"gdb");
                mono_dont_free_domains = TRUE;
                mono_using_xdebug = TRUE;
        }
#endif

#ifdef ENABLE_LLVM
        if (mono_use_llvm) {
                if (!mono_llvm_load (NULL)) {
                        mono_use_llvm = FALSE;
                        fprintf (stderr, "Mono Warning: llvm support could not be loaded.\n");
                }
        }
        if (mono_use_llvm)
                mono_llvm_init ();
#endif

        mono_trampolines_init ();

        if (default_opt & MONO_OPT_AOT)
                mono_aot_init ();

        mini_get_dbg_callbacks ()->init ();

#ifdef TARGET_WASM
        mono_wasm_debugger_init ();
#endif

#ifdef MONO_ARCH_GSHARED_SUPPORTED
        mono_set_generic_sharing_supported (TRUE);
#endif

        mono_thread_info_signals_init ();

        mono_init_native_crash_info ();

#ifndef MONO_CROSS_COMPILE
        mono_runtime_install_handlers ();
#endif
        mono_threads_install_cleanup (mini_thread_cleanup);

#ifdef JIT_TRAMPOLINES_WORK
        mono_install_create_domain_hook (mini_create_jit_domain_info);
        mono_install_free_domain_hook (mini_free_jit_domain_info);
#endif
        mono_install_get_cached_class_info (mono_aot_get_cached_class_info);
        mono_install_get_class_from_name (mono_aot_get_class_from_name);
        mono_install_jit_info_find_in_aot (mono_aot_find_jit_info);

        mono_profiler_state.context_enable = mini_profiler_context_enable;
        mono_profiler_state.context_get_this = mini_profiler_context_get_this;
        mono_profiler_state.context_get_argument = mini_profiler_context_get_argument;
        mono_profiler_state.context_get_local = mini_profiler_context_get_local;
        mono_profiler_state.context_get_result = mini_profiler_context_get_result;
        mono_profiler_state.context_free_buffer = mini_profiler_context_free_buffer;

        if (profile_options)
                for (guint i = 0; i < profile_options->len; i++)
                        mono_profiler_load ((const char *) g_ptr_array_index (profile_options, i));

        mono_profiler_started ();

        if (mini_debug_options.collect_pagefault_stats)
                mono_aot_set_make_unreadable (TRUE);

        if (runtime_version)
                domain = mono_init_version (filename, runtime_version);
        else
                domain = mono_init_from_assembly (filename, filename);

        if (mono_aot_only) {
                /* This helps catch code allocation requests */
                mono_code_manager_set_read_only (domain->code_mp);
                mono_marshal_use_aot_wrappers (TRUE);
        }

        if (mono_llvm_only) {
                mono_install_imt_trampoline_builder (mini_llvmonly_get_imt_trampoline);
                mono_set_always_build_imt_trampolines (TRUE);
        } else if (mono_aot_only) {
                mono_install_imt_trampoline_builder (mono_aot_get_imt_trampoline);
        } else {
                mono_install_imt_trampoline_builder (mono_arch_build_imt_trampoline);
        }

        /*Init arch tls information only after the metadata side is inited to make sure we see dynamic appdomain tls keys*/
        mono_arch_finish_init ();

        /* This must come after mono_init () in the aot-only case */
        mono_exceptions_init ();

        /* This should come after mono_init () too */
        mini_gc_init ();

        mono_create_icall_signatures ();

        register_jit_stats ();

#define JIT_CALLS_WORK
#ifdef JIT_CALLS_WORK
        /* Needs to be called here since register_jit_icall depends on it */
        mono_marshal_init ();

        mono_arch_register_lowlevel_calls ();

        register_icalls ();

        mono_generic_sharing_init ();
#endif

#ifdef MONO_ARCH_SIMD_INTRINSICS
        mono_simd_intrinsics_init ();
#endif

        mono_tasklets_init ();

        register_trampolines (domain);

        if (mono_compile_aot)
                /*
                 * Avoid running managed code when AOT compiling, since the platform
                 * might only support aot-only execution.
                 */
                mono_runtime_set_no_exec (TRUE);

        mono_mem_account_register_counters ();

#define JIT_RUNTIME_WORKS
#ifdef JIT_RUNTIME_WORKS
        mono_install_runtime_cleanup ((MonoDomainFunc)mini_cleanup);
        mono_runtime_init_checked (domain, (MonoThreadStartCB)mono_thread_start_cb, mono_thread_attach_cb, error);
        mono_error_assert_ok (error);
        mono_thread_attach (domain);
        MONO_PROFILER_RAISE (thread_name, (MONO_NATIVE_THREAD_ID_TO_UINT (mono_native_thread_id_get ()), "Main"));
#endif

        if (mono_profiler_sampling_enabled ())
                mono_runtime_setup_stat_profiler ();

        MONO_PROFILER_RAISE (runtime_initialized, ());

        MONO_VES_INIT_END ();

        return domain;
}

#ifdef MONO_ARCH_EMULATE_FREM
// Wrapper to avoid taking address of overloaded function.
static double
mono_fmod (double a, double b)
{
        return fmod (a, b);
}
#endif

static void
register_icalls (void)
{
        mono_add_internal_call_internal ("System.Diagnostics.StackFrame::get_frame_info",
                                ves_icall_get_frame_info);
        mono_add_internal_call_internal ("System.Diagnostics.StackTrace::get_trace",
                                ves_icall_get_trace);
        mono_add_internal_call_internal ("Mono.Runtime::mono_runtime_install_handlers",
                                mono_runtime_install_handlers);
        mono_add_internal_call_internal ("Mono.Runtime::mono_runtime_cleanup_handlers",
                                mono_runtime_cleanup_handlers);

#if defined(HOST_ANDROID) || defined(TARGET_ANDROID)
        mono_add_internal_call_internal ("System.Diagnostics.Debugger::Mono_UnhandledException_internal",
                                                        mini_get_dbg_callbacks ()->unhandled_exception);
#endif

        /*
         * It's important that we pass `TRUE` as the last argument here, as
         * it causes the JIT to omit a wrapper for these icalls. If the JIT
         * *did* emit a wrapper, we'd be looking at infinite recursion since
         * the wrapper would call the icall which would call the wrapper and
         * so on.
         */
        register_icall (mono_profiler_raise_method_enter, "mono_profiler_raise_method_enter", mono_icall_sig_void_ptr_ptr, TRUE);
        register_icall (mono_profiler_raise_method_leave, "mono_profiler_raise_method_leave", mono_icall_sig_void_ptr_ptr, TRUE);
        register_icall (mono_profiler_raise_method_tail_call, "mono_profiler_raise_method_tail_call", mono_icall_sig_void_ptr_ptr, TRUE);
        register_icall (mono_profiler_raise_exception_clause, "mono_profiler_raise_exception_clause", mono_icall_sig_void_ptr_int_int_object, TRUE);

        register_icall (mono_trace_enter_method, "mono_trace_enter_method", mono_icall_sig_void_ptr_ptr, TRUE);
        register_icall (mono_trace_leave_method, "mono_trace_leave_method", mono_icall_sig_void_ptr_ptr, TRUE);
        register_icall (mono_get_lmf_addr, "mono_get_lmf_addr", mono_icall_sig_ptr, TRUE);
        register_icall (mono_jit_set_domain, "mono_jit_set_domain", mono_icall_sig_void_ptr, TRUE);
        register_icall (mono_domain_get, "mono_domain_get", mono_icall_sig_ptr, TRUE);

        register_icall (mono_llvm_throw_exception, "mono_llvm_throw_exception", mono_icall_sig_void_object, TRUE);
        register_icall (mono_llvm_rethrow_exception, "mono_llvm_rethrow_exception", mono_icall_sig_void_object, TRUE);
        register_icall (mono_llvm_resume_exception, "mono_llvm_resume_exception", mono_icall_sig_void, TRUE);
        register_icall (mono_llvm_match_exception, "mono_llvm_match_exception", mono_icall_sig_int_ptr_int_int_ptr_object, TRUE);
        register_icall (mono_llvm_clear_exception, "mono_llvm_clear_exception", NULL, TRUE);
        register_icall (mono_llvm_load_exception, "mono_llvm_load_exception", mono_icall_sig_object, TRUE);
        register_icall (mono_llvm_throw_corlib_exception, "mono_llvm_throw_corlib_exception", mono_icall_sig_void_int, TRUE);
#if defined(ENABLE_LLVM) && !defined(MONO_LLVM_LOADED) && defined(HAVE_UNWIND_H)
        register_icall (mono_llvm_set_unhandled_exception_handler, "mono_llvm_set_unhandled_exception_handler", NULL, TRUE);

        // FIXME: This is broken
#ifndef TARGET_WASM
        register_icall (mono_debug_personality, "mono_debug_personality", mono_icall_sig_int_int_int_ptr_ptr_ptr, TRUE);
#endif
#endif

        if (!mono_llvm_only) {
                register_dyn_icall (mono_get_throw_exception (), "mono_arch_throw_exception", mono_icall_sig_void_object, TRUE);
                register_dyn_icall (mono_get_rethrow_exception (), "mono_arch_rethrow_exception", mono_icall_sig_void_object, TRUE);
                register_dyn_icall (mono_get_throw_corlib_exception (), "mono_arch_throw_corlib_exception", mono_icall_sig_void_ptr, TRUE);
        }
        register_icall (mono_thread_get_undeniable_exception, "mono_thread_get_undeniable_exception", mono_icall_sig_object, FALSE);
        register_icall (ves_icall_thread_finish_async_abort, "ves_icall_thread_finish_async_abort", mono_icall_sig_void, FALSE);
        register_icall (mono_thread_interruption_checkpoint, "mono_thread_interruption_checkpoint", mono_icall_sig_object, FALSE);
        register_icall (mono_thread_force_interruption_checkpoint_noraise, "mono_thread_force_interruption_checkpoint_noraise", mono_icall_sig_object, FALSE);

        register_icall (mono_threads_state_poll, "mono_threads_state_poll", mono_icall_sig_void, FALSE);

#ifndef MONO_ARCH_NO_EMULATE_LONG_MUL_OPTS
        register_opcode_emulation (OP_LMUL, __emul_lmul, mono_icall_sig_long_long_long, mono_llmult, "mono_llmult", FALSE);
        register_opcode_emulation (OP_LDIV, __emul_ldiv, mono_icall_sig_long_long_long, mono_lldiv, "mono_lldiv", FALSE);
        register_opcode_emulation (OP_LDIV_UN, __emul_ldiv_un, mono_icall_sig_long_long_long, mono_lldiv_un, "mono_lldiv_un", FALSE);
        register_opcode_emulation (OP_LREM, __emul_lrem, mono_icall_sig_long_long_long, mono_llrem, "mono_llrem", FALSE);
        register_opcode_emulation (OP_LREM_UN, __emul_lrem_un, mono_icall_sig_long_long_long, mono_llrem_un, "mono_llrem_un", FALSE);
#endif
#if !defined(MONO_ARCH_NO_EMULATE_LONG_MUL_OPTS) || defined(MONO_ARCH_EMULATE_LONG_MUL_OVF_OPTS)
        register_opcode_emulation (OP_LMUL_OVF_UN, __emul_lmul_ovf_un, mono_icall_sig_long_long_long, mono_llmult_ovf_un, "mono_llmult_ovf_un", FALSE);
        register_opcode_emulation (OP_LMUL_OVF, __emul_lmul_ovf, mono_icall_sig_long_long_long, mono_llmult_ovf, "mono_llmult_ovf", FALSE);
#endif

#ifndef MONO_ARCH_NO_EMULATE_LONG_SHIFT_OPS
        register_opcode_emulation (OP_LSHL, __emul_lshl, mono_icall_sig_long_long_int32, mono_lshl, "mono_lshl", TRUE);
        register_opcode_emulation (OP_LSHR, __emul_lshr, mono_icall_sig_long_long_int32, mono_lshr, "mono_lshr", TRUE);
        register_opcode_emulation (OP_LSHR_UN, __emul_lshr_un, mono_icall_sig_long_long_int32, mono_lshr_un, "mono_lshr_un", TRUE);
#endif

#if defined(MONO_ARCH_EMULATE_MUL_DIV) || defined(MONO_ARCH_EMULATE_DIV)
        register_opcode_emulation (OP_IDIV, __emul_op_idiv, mono_icall_sig_int32_int32_int32, mono_idiv, "mono_idiv", FALSE);
        register_opcode_emulation (OP_IDIV_UN, __emul_op_idiv_un, mono_icall_sig_int32_int32_int32, mono_idiv_un, "mono_idiv_un", FALSE);
        register_opcode_emulation (OP_IREM, __emul_op_irem, mono_icall_sig_int32_int32_int32, mono_irem, "mono_irem", FALSE);
        register_opcode_emulation (OP_IREM_UN, __emul_op_irem_un, mono_icall_sig_int32_int32_int32, mono_irem_un, "mono_irem_un", FALSE);
#endif

#ifdef MONO_ARCH_EMULATE_MUL_DIV
        register_opcode_emulation (OP_IMUL, __emul_op_imul, mono_icall_sig_int32_int32_int32, mono_imul, "mono_imul", TRUE);
#endif

#if defined(MONO_ARCH_EMULATE_MUL_DIV) || defined(MONO_ARCH_EMULATE_MUL_OVF)
        register_opcode_emulation (OP_IMUL_OVF, __emul_op_imul_ovf, mono_icall_sig_int32_int32_int32, mono_imul_ovf, "mono_imul_ovf", FALSE);
        register_opcode_emulation (OP_IMUL_OVF_UN, __emul_op_imul_ovf_un, mono_icall_sig_int32_int32_int32, mono_imul_ovf_un, "mono_imul_ovf_un", FALSE);
#endif

#if defined(MONO_ARCH_EMULATE_MUL_DIV) || defined(MONO_ARCH_SOFT_FLOAT_FALLBACK)
        register_opcode_emulation (OP_FDIV, __emul_fdiv, mono_icall_sig_double_double_double, mono_fdiv, "mono_fdiv", FALSE);
#endif

        register_opcode_emulation (OP_FCONV_TO_U8, __emul_fconv_to_u8, mono_icall_sig_ulong_double, mono_fconv_u8_2, "mono_fconv_u8_2", FALSE);
        register_opcode_emulation (OP_RCONV_TO_U8, __emul_rconv_to_u8, mono_icall_sig_ulong_float, mono_rconv_u8, "mono_rconv_u8", FALSE);
        register_opcode_emulation (OP_FCONV_TO_U4, __emul_fconv_to_u4, mono_icall_sig_uint32_double, mono_fconv_u4_2, "mono_fconv_u4_2", FALSE);
        register_opcode_emulation (OP_FCONV_TO_OVF_I8, __emul_fconv_to_ovf_i8, mono_icall_sig_long_double, mono_fconv_ovf_i8, "mono_fconv_ovf_i8", FALSE);
        register_opcode_emulation (OP_FCONV_TO_OVF_U8, __emul_fconv_to_ovf_u8, mono_icall_sig_ulong_double, mono_fconv_ovf_u8, "mono_fconv_ovf_u8", FALSE);
        register_opcode_emulation (OP_RCONV_TO_OVF_I8, __emul_rconv_to_ovf_i8, mono_icall_sig_long_float, mono_rconv_ovf_i8, "mono_rconv_ovf_i8", FALSE);
        register_opcode_emulation (OP_RCONV_TO_OVF_U8, __emul_rconv_to_ovf_u8, mono_icall_sig_ulong_float, mono_rconv_ovf_u8, "mono_rconv_ovf_u8", FALSE);


#ifdef MONO_ARCH_EMULATE_FCONV_TO_I8
        register_opcode_emulation (OP_FCONV_TO_I8, __emul_fconv_to_i8, mono_icall_sig_long_double, mono_fconv_i8, "mono_fconv_i8", FALSE);
        register_opcode_emulation (OP_RCONV_TO_I8, __emul_rconv_to_i8, mono_icall_sig_long_float, mono_rconv_i8, "mono_rconv_i8", FALSE);
#endif

#ifdef MONO_ARCH_EMULATE_CONV_R8_UN
        register_opcode_emulation (OP_ICONV_TO_R_UN, __emul_iconv_to_r_un, mono_icall_sig_double_int32, mono_conv_to_r8_un, "mono_conv_to_r8_un", FALSE);
#endif
#ifdef MONO_ARCH_EMULATE_LCONV_TO_R8
        register_opcode_emulation (OP_LCONV_TO_R8, __emul_lconv_to_r8, mono_icall_sig_double_long, mono_lconv_to_r8, "mono_lconv_to_r8", FALSE);
#endif
#ifdef MONO_ARCH_EMULATE_LCONV_TO_R4
        register_opcode_emulation (OP_LCONV_TO_R4, __emul_lconv_to_r4, mono_icall_sig_float_long, mono_lconv_to_r4, "mono_lconv_to_r4", FALSE);
#endif
#ifdef MONO_ARCH_EMULATE_LCONV_TO_R8_UN
        register_opcode_emulation (OP_LCONV_TO_R_UN, __emul_lconv_to_r8_un, mono_icall_sig_double_long, mono_lconv_to_r8_un, "mono_lconv_to_r8_un", FALSE);
#endif
#ifdef MONO_ARCH_EMULATE_FREM
        register_opcode_emulation (OP_FREM, __emul_frem, mono_icall_sig_double_double_double, mono_fmod, "fmod", FALSE);
        register_opcode_emulation (OP_RREM, __emul_rrem, mono_icall_sig_float_float_float, fmodf, "fmodf", FALSE);
#endif

#ifdef MONO_ARCH_SOFT_FLOAT_FALLBACK
        if (mono_arch_is_soft_float ()) {
                register_opcode_emulation (OP_FSUB, __emul_fsub, mono_icall_sig_double_double_double, mono_fsub, "mono_fsub", FALSE);
                register_opcode_emulation (OP_FADD, __emul_fadd, mono_icall_sig_double_double_double, mono_fadd, "mono_fadd", FALSE);
                register_opcode_emulation (OP_FMUL, __emul_fmul, mono_icall_sig_double_double_double, mono_fmul, "mono_fmul", FALSE);
                register_opcode_emulation (OP_FNEG, __emul_fneg, mono_icall_sig_double_double, mono_fneg, "mono_fneg", FALSE);
                register_opcode_emulation (OP_ICONV_TO_R8, __emul_iconv_to_r8, mono_icall_sig_double_int32, mono_conv_to_r8, "mono_conv_to_r8", FALSE);
                register_opcode_emulation (OP_ICONV_TO_R4, __emul_iconv_to_r4, mono_icall_sig_double_int32, mono_conv_to_r4, "mono_conv_to_r4", FALSE);
                register_opcode_emulation (OP_FCONV_TO_R4, __emul_fconv_to_r4, mono_icall_sig_double_double, mono_fconv_r4, "mono_fconv_r4", FALSE);
                register_opcode_emulation (OP_FCONV_TO_I1, __emul_fconv_to_i1, mono_icall_sig_int8_double, mono_fconv_i1, "mono_fconv_i1", FALSE);
                register_opcode_emulation (OP_FCONV_TO_I2, __emul_fconv_to_i2, mono_icall_sig_int16_double, mono_fconv_i2, "mono_fconv_i2", FALSE);
                register_opcode_emulation (OP_FCONV_TO_I4, __emul_fconv_to_i4, mono_icall_sig_int32_double, mono_fconv_i4, "mono_fconv_i4", FALSE);
                register_opcode_emulation (OP_FCONV_TO_U1, __emul_fconv_to_u1, mono_icall_sig_uint8_double, mono_fconv_u1, "mono_fconv_u1", FALSE);
                register_opcode_emulation (OP_FCONV_TO_U2, __emul_fconv_to_u2, mono_icall_sig_uint16_double, mono_fconv_u2, "mono_fconv_u2", FALSE);

#if TARGET_SIZEOF_VOID_P == 4
                register_opcode_emulation (OP_FCONV_TO_I, __emul_fconv_to_i, mono_icall_sig_int32_double, mono_fconv_i4, "mono_fconv_i4", FALSE);
#endif

                register_opcode_emulation (OP_FBEQ, __emul_fcmp_eq, mono_icall_sig_uint32_double_double, mono_fcmp_eq, "mono_fcmp_eq", FALSE);
                register_opcode_emulation (OP_FBLT, __emul_fcmp_lt, mono_icall_sig_uint32_double_double, mono_fcmp_lt, "mono_fcmp_lt", FALSE);
                register_opcode_emulation (OP_FBGT, __emul_fcmp_gt, mono_icall_sig_uint32_double_double, mono_fcmp_gt, "mono_fcmp_gt", FALSE);
                register_opcode_emulation (OP_FBLE, __emul_fcmp_le, mono_icall_sig_uint32_double_double, mono_fcmp_le, "mono_fcmp_le", FALSE);
                register_opcode_emulation (OP_FBGE, __emul_fcmp_ge, mono_icall_sig_uint32_double_double, mono_fcmp_ge, "mono_fcmp_ge", FALSE);
                register_opcode_emulation (OP_FBNE_UN, __emul_fcmp_ne_un, mono_icall_sig_uint32_double_double, mono_fcmp_ne_un, "mono_fcmp_ne_un", FALSE);
                register_opcode_emulation (OP_FBLT_UN, __emul_fcmp_lt_un, mono_icall_sig_uint32_double_double, mono_fcmp_lt_un, "mono_fcmp_lt_un", FALSE);
                register_opcode_emulation (OP_FBGT_UN, __emul_fcmp_gt_un, mono_icall_sig_uint32_double_double, mono_fcmp_gt_un, "mono_fcmp_gt_un", FALSE);
                register_opcode_emulation (OP_FBLE_UN, __emul_fcmp_le_un, mono_icall_sig_uint32_double_double, mono_fcmp_le_un, "mono_fcmp_le_un", FALSE);
                register_opcode_emulation (OP_FBGE_UN, __emul_fcmp_ge_un, mono_icall_sig_uint32_double_double, mono_fcmp_ge_un, "mono_fcmp_ge_un", FALSE);

                register_opcode_emulation (OP_FCEQ, __emul_fcmp_ceq, mono_icall_sig_uint32_double_double, mono_fceq, "mono_fceq", FALSE);
                register_opcode_emulation (OP_FCGT, __emul_fcmp_cgt, mono_icall_sig_uint32_double_double, mono_fcgt, "mono_fcgt", FALSE);
                register_opcode_emulation (OP_FCGT_UN, __emul_fcmp_cgt_un, mono_icall_sig_uint32_double_double, mono_fcgt_un, "mono_fcgt_un", FALSE);
                register_opcode_emulation (OP_FCLT, __emul_fcmp_clt, mono_icall_sig_uint32_double_double, mono_fclt, "mono_fclt", FALSE);
                register_opcode_emulation (OP_FCLT_UN, __emul_fcmp_clt_un, mono_icall_sig_uint32_double_double, mono_fclt_un, "mono_fclt_un", FALSE);

                register_icall (mono_fload_r4, "mono_fload_r4", mono_icall_sig_double_ptr, FALSE);
                register_icall (mono_fstore_r4, "mono_fstore_r4", mono_icall_sig_void_double_ptr, FALSE);
                register_icall (mono_fload_r4_arg, "mono_fload_r4_arg", mono_icall_sig_uint32_double, FALSE);
                register_icall (mono_isfinite_double, "mono_isfinite_double", mono_icall_sig_int32_double, FALSE);
        }
#endif
        register_icall (mono_ckfinite, "mono_ckfinite", mono_icall_sig_double_double, FALSE);

#ifdef COMPRESSED_INTERFACE_BITMAP
        register_icall (mono_class_interface_match, "mono_class_interface_match", mono_icall_sig_uint32_ptr_int32, TRUE);
#endif

#if SIZEOF_REGISTER == 4
        register_opcode_emulation (OP_FCONV_TO_U, __emul_fconv_to_u, mono_icall_sig_uint32_double, mono_fconv_u4, "mono_fconv_u4", TRUE);
#else
        register_opcode_emulation (OP_FCONV_TO_U, __emul_fconv_to_u, mono_icall_sig_ulong_double, mono_fconv_u8, "mono_fconv_u8", TRUE);
#endif

        /* other jit icalls */
        register_icall (ves_icall_mono_delegate_ctor, "ves_icall_mono_delegate_ctor", mono_icall_sig_void_object_object_ptr, FALSE);
        register_icall (ves_icall_mono_delegate_ctor_interp, "ves_icall_mono_delegate_ctor_interp", mono_icall_sig_void_object_object_ptr, FALSE);
        register_icall (mono_class_static_field_address , "mono_class_static_field_address",
                                 mono_icall_sig_ptr_ptr_ptr, FALSE);
        register_icall (mono_ldtoken_wrapper, "mono_ldtoken_wrapper", mono_icall_sig_ptr_ptr_ptr_ptr, FALSE);
        register_icall (mono_ldtoken_wrapper_generic_shared, "mono_ldtoken_wrapper_generic_shared",
                mono_icall_sig_ptr_ptr_ptr_ptr, FALSE);
        register_icall (mono_get_special_static_data, "mono_get_special_static_data", mono_icall_sig_ptr_int, FALSE);
        register_icall (ves_icall_mono_ldstr, "ves_icall_mono_ldstr", mono_icall_sig_object_ptr_ptr_int32, FALSE);
        register_icall (mono_helper_stelem_ref_check, "mono_helper_stelem_ref_check", mono_icall_sig_void_object_object, FALSE);
        register_icall (ves_icall_object_new, "ves_icall_object_new", mono_icall_sig_object_ptr_ptr, FALSE);
        register_icall (ves_icall_object_new_specific, "ves_icall_object_new_specific", mono_icall_sig_object_ptr, FALSE);
        register_icall (ves_icall_array_new, "ves_icall_array_new", mono_icall_sig_object_ptr_ptr_int32, FALSE);
        register_icall (ves_icall_array_new_specific, "ves_icall_array_new_specific", mono_icall_sig_object_ptr_int32, FALSE);
        register_icall (ves_icall_runtime_class_init, "ves_icall_runtime_class_init", mono_icall_sig_void_ptr, FALSE);
        register_icall (mono_ldftn, "mono_ldftn", mono_icall_sig_ptr_ptr, FALSE);
        register_icall (mono_ldvirtfn, "mono_ldvirtfn", mono_icall_sig_ptr_object_ptr, FALSE);
        register_icall (mono_ldvirtfn_gshared, "mono_ldvirtfn_gshared", mono_icall_sig_ptr_object_ptr, FALSE);
        register_icall (mono_helper_compile_generic_method, "mono_helper_compile_generic_method", mono_icall_sig_ptr_object_ptr_ptr, FALSE);
        register_icall (mono_helper_ldstr, "mono_helper_ldstr", mono_icall_sig_object_ptr_int, FALSE);
        register_icall (mono_helper_ldstr_mscorlib, "mono_helper_ldstr_mscorlib", mono_icall_sig_object_int, FALSE);
        register_icall (mono_helper_newobj_mscorlib, "mono_helper_newobj_mscorlib", mono_icall_sig_object_int, FALSE);
        register_icall (mono_value_copy_internal, "mono_value_copy_internal", mono_icall_sig_void_ptr_ptr_ptr, FALSE);
        register_icall (mono_object_castclass_unbox, "mono_object_castclass_unbox", mono_icall_sig_object_object_ptr, FALSE);
        register_icall (mono_break, "mono_break", NULL, TRUE);
        register_icall (mono_create_corlib_exception_0, "mono_create_corlib_exception_0", mono_icall_sig_object_int, TRUE);
        register_icall (mono_create_corlib_exception_1, "mono_create_corlib_exception_1", mono_icall_sig_object_int_object, TRUE);
        register_icall (mono_create_corlib_exception_2, "mono_create_corlib_exception_2", mono_icall_sig_object_int_object_object, TRUE);
        register_icall (mono_array_new_1, "mono_array_new_1", mono_icall_sig_object_ptr_int, FALSE);
        register_icall (mono_array_new_2, "mono_array_new_2", mono_icall_sig_object_ptr_int_int, FALSE);
        register_icall (mono_array_new_3, "mono_array_new_3", mono_icall_sig_object_ptr_int_int_int, FALSE);
        register_icall (mono_array_new_4, "mono_array_new_4", mono_icall_sig_object_ptr_int_int_int_int, FALSE);
        register_icall (mono_array_new_n_icall, "mono_array_new_n_icall", mono_icall_sig_object_ptr_int_ptr, FALSE);
        register_icall (mono_get_native_calli_wrapper, "mono_get_native_calli_wrapper", mono_icall_sig_ptr_ptr_ptr_ptr, FALSE);
        register_icall (mono_resume_unwind, "mono_resume_unwind", mono_icall_sig_void_ptr, TRUE);
        register_icall (mono_gsharedvt_constrained_call, "mono_gsharedvt_constrained_call", mono_icall_sig_object_ptr_ptr_ptr_ptr_ptr, FALSE);
        register_icall (mono_gsharedvt_value_copy, "mono_gsharedvt_value_copy", mono_icall_sig_void_ptr_ptr_ptr, TRUE);

        //WARNING We do runtime selection here but the string *MUST* be to a fallback function that has same signature and behavior
        register_icall_no_wrapper (mono_gc_get_range_copy_func (), "mono_gc_wbarrier_range_copy", mono_icall_sig_void_ptr_ptr_int);

        register_icall (mono_object_castclass_with_cache, "mono_object_castclass_with_cache", mono_icall_sig_object_object_ptr_ptr, FALSE);
        register_icall (mono_object_isinst_with_cache, "mono_object_isinst_with_cache", mono_icall_sig_object_object_ptr_ptr, FALSE);
        register_icall (mono_generic_class_init, "mono_generic_class_init", mono_icall_sig_void_ptr, FALSE);
        register_icall (mono_fill_class_rgctx, "mono_fill_class_rgctx", mono_icall_sig_ptr_ptr_int, FALSE);
        register_icall (mono_fill_method_rgctx, "mono_fill_method_rgctx", mono_icall_sig_ptr_ptr_int, FALSE);

        register_dyn_icall (mini_get_dbg_callbacks ()->user_break, "mono_debugger_agent_user_break", mono_icall_sig_void, FALSE);

        register_icall (mini_llvm_init_method, "mini_llvm_init_method", mono_icall_sig_void_ptr_int, TRUE);
        register_icall (mini_llvm_init_gshared_method_this, "mini_llvm_init_gshared_method_this", mono_icall_sig_void_ptr_int_object, TRUE);
        register_icall (mini_llvm_init_gshared_method_mrgctx, "mini_llvm_init_gshared_method_mrgctx", mono_icall_sig_void_ptr_int_ptr, TRUE);
        register_icall (mini_llvm_init_gshared_method_vtable, "mini_llvm_init_gshared_method_vtable", mono_icall_sig_void_ptr_int_ptr, TRUE);

        register_icall_no_wrapper (mini_llvmonly_resolve_iface_call_gsharedvt, "mini_llvmonly_resolve_iface_call_gsharedvt", mono_icall_sig_ptr_object_int_ptr_ptr);
        register_icall_no_wrapper (mini_llvmonly_resolve_vcall_gsharedvt, "mini_llvmonly_resolve_vcall_gsharedvt", mono_icall_sig_ptr_object_int_ptr_ptr);
        register_icall_no_wrapper (mini_llvmonly_resolve_generic_virtual_call, "mini_llvmonly_resolve_generic_virtual_call", mono_icall_sig_ptr_ptr_int_ptr);
        register_icall_no_wrapper (mini_llvmonly_resolve_generic_virtual_iface_call, "mini_llvmonly_resolve_generic_virtual_iface_call", mono_icall_sig_ptr_ptr_int_ptr);
        /* This needs a wrapper so it can have a preserveall cconv */
        register_icall (mini_llvmonly_init_vtable_slot, "mini_llvmonly_init_vtable_slot", mono_icall_sig_ptr_ptr_int, FALSE);
        register_icall (mini_llvmonly_init_delegate, "mini_llvmonly_init_delegate", mono_icall_sig_void_object, TRUE);
        register_icall (mini_llvmonly_init_delegate_virtual, "mini_llvmonly_init_delegate_virtual", mono_icall_sig_void_object_object_ptr, TRUE);
        register_icall (mini_llvmonly_throw_nullref_exception, "mini_llvmonly_throw_nullref_exception", mono_icall_sig_void, TRUE);

        register_icall (mono_get_assembly_object, "mono_get_assembly_object", mono_icall_sig_object_ptr, TRUE);
        register_icall (mono_get_method_object, "mono_get_method_object", mono_icall_sig_object_ptr, TRUE);
        register_icall (mono_throw_method_access, "mono_throw_method_access", mono_icall_sig_void_ptr_ptr, FALSE);
        register_icall_no_wrapper (mono_dummy_jit_icall, "mono_dummy_jit_icall", mono_icall_sig_void);

        register_icall_with_wrapper (mono_monitor_enter_internal, "mono_monitor_enter_internal", mono_icall_sig_int32_obj);
        register_icall_with_wrapper (mono_monitor_enter_v4_internal, "mono_monitor_enter_v4_internal", mono_icall_sig_void_obj_ptr);
        register_icall_no_wrapper (mono_monitor_enter_fast, "mono_monitor_enter_fast", mono_icall_sig_int_obj);
        register_icall_no_wrapper (mono_monitor_enter_v4_fast, "mono_monitor_enter_v4_fast", mono_icall_sig_int_obj_ptr);

#ifdef TARGET_IOS
        register_icall (pthread_getspecific, "pthread_getspecific", mono_icall_sig_ptr_ptr, TRUE);
#endif
        /* Register tls icalls */
        register_icall_no_wrapper (mono_tls_get_thread, "mono_tls_get_thread", mono_icall_sig_ptr);
        register_icall_no_wrapper (mono_tls_get_jit_tls, "mono_tls_get_jit_tls", mono_icall_sig_ptr);
        register_icall_no_wrapper (mono_tls_get_domain, "mono_tls_get_domain", mono_icall_sig_ptr);
        register_icall_no_wrapper (mono_tls_get_sgen_thread_info, "mono_tls_get_sgen_thread_info", mono_icall_sig_ptr);
        register_icall_no_wrapper (mono_tls_get_lmf_addr, "mono_tls_get_lmf_addr", mono_icall_sig_ptr);
        register_icall_no_wrapper (mono_tls_set_thread, "mono_tls_set_thread", mono_icall_sig_void_ptr);
        register_icall_no_wrapper (mono_tls_set_jit_tls, "mono_tls_set_jit_tls", mono_icall_sig_void_ptr);
        register_icall_no_wrapper (mono_tls_set_domain, "mono_tls_set_domain", mono_icall_sig_void_ptr);
        register_icall_no_wrapper (mono_tls_set_sgen_thread_info, "mono_tls_set_sgen_thread_info", mono_icall_sig_void_ptr);
        register_icall_no_wrapper (mono_tls_set_lmf_addr, "mono_tls_set_lmf_addr", mono_icall_sig_void_ptr);

        register_icall_no_wrapper (mono_interp_entry_from_trampoline, "mono_interp_entry_from_trampoline", mono_icall_sig_void_ptr_ptr);
        register_icall_no_wrapper (mono_interp_to_native_trampoline, "mono_interp_to_native_trampoline", mono_icall_sig_void_ptr_ptr);

#ifdef MONO_ARCH_HAS_REGISTER_ICALL
        mono_arch_register_icall ();
#endif
}

MonoJitStats mono_jit_stats = {0};

/**
 * Counters of mono_stats and mono_jit_stats can be read without locking here.
 * MONO_NO_SANITIZE_THREAD tells Clang's ThreadSanitizer to hide all reports of these (known) races.
 */
MONO_NO_SANITIZE_THREAD
static void
print_jit_stats (void)
{
        if (mono_jit_stats.enabled) {
                g_print ("Mono Jit statistics\n");
                g_print ("Max code size ratio:    %.2f (%s)\n", mono_jit_stats.max_code_size_ratio / 100.0,
                                 mono_jit_stats.max_ratio_method);
                g_print ("Biggest method:         %" G_GINT32_FORMAT " (%s)\n", mono_jit_stats.biggest_method_size,
                                 mono_jit_stats.biggest_method);

                g_print ("Delegates created:      %" G_GINT32_FORMAT "\n", mono_stats.delegate_creations);
                g_print ("Initialized classes:    %" G_GINT32_FORMAT "\n", mono_stats.initialized_class_count);
                g_print ("Used classes:           %" G_GINT32_FORMAT "\n", mono_stats.used_class_count);
                g_print ("Generic vtables:        %" G_GINT32_FORMAT "\n", mono_stats.generic_vtable_count);
                g_print ("Methods:                %" G_GINT32_FORMAT "\n", mono_stats.method_count);
                g_print ("Static data size:       %" G_GINT32_FORMAT "\n", mono_stats.class_static_data_size);
                g_print ("VTable data size:       %" G_GINT32_FORMAT "\n", mono_stats.class_vtable_size);
                g_print ("Mscorlib mempool size:  %d\n", mono_mempool_get_allocated (mono_defaults.corlib->mempool));

                g_print ("\nInitialized classes:    %" G_GINT32_FORMAT "\n", mono_stats.generic_class_count);
                g_print ("Inflated types:         %" G_GINT32_FORMAT "\n", mono_stats.inflated_type_count);
                g_print ("Generics virtual invokes: %ld\n", mono_jit_stats.generic_virtual_invocations);

                g_print ("Sharable generic methods: %" G_GINT32_FORMAT "\n", mono_stats.generics_sharable_methods);
                g_print ("Unsharable generic methods: %" G_GINT32_FORMAT "\n", mono_stats.generics_unsharable_methods);
                g_print ("Shared generic methods: %" G_GINT32_FORMAT "\n", mono_stats.generics_shared_methods);
                g_print ("Shared vtype generic methods: %" G_GINT32_FORMAT "\n", mono_stats.gsharedvt_methods);

                g_print ("IMT tables size:        %" G_GINT32_FORMAT "\n", mono_stats.imt_tables_size);
                g_print ("IMT number of tables:   %" G_GINT32_FORMAT "\n", mono_stats.imt_number_of_tables);
                g_print ("IMT number of methods:  %" G_GINT32_FORMAT "\n", mono_stats.imt_number_of_methods);
                g_print ("IMT used slots:         %" G_GINT32_FORMAT "\n", mono_stats.imt_used_slots);
                g_print ("IMT colliding slots:    %" G_GINT32_FORMAT "\n", mono_stats.imt_slots_with_collisions);
                g_print ("IMT max collisions:     %" G_GINT32_FORMAT "\n", mono_stats.imt_max_collisions_in_slot);
                g_print ("IMT methods at max col: %" G_GINT32_FORMAT "\n", mono_stats.imt_method_count_when_max_collisions);
                g_print ("IMT trampolines size:   %" G_GINT32_FORMAT "\n", mono_stats.imt_trampolines_size);

                g_print ("JIT info table inserts: %" G_GINT32_FORMAT "\n", mono_stats.jit_info_table_insert_count);
                g_print ("JIT info table removes: %" G_GINT32_FORMAT "\n", mono_stats.jit_info_table_remove_count);
                g_print ("JIT info table lookups: %" G_GINT32_FORMAT "\n", mono_stats.jit_info_table_lookup_count);

                g_free (mono_jit_stats.max_ratio_method);
                mono_jit_stats.max_ratio_method = NULL;
                g_free (mono_jit_stats.biggest_method);
                mono_jit_stats.biggest_method = NULL;
        }
}

#ifdef DISABLE_CLEANUP
void
mini_cleanup (MonoDomain *domain)
{
}
#else
void
mini_cleanup (MonoDomain *domain)
{
        if (mono_profiler_sampling_enabled ())
                mono_runtime_shutdown_stat_profiler ();

        MONO_PROFILER_RAISE (runtime_shutdown_begin, ());

#ifndef DISABLE_COM
        mono_cominterop_release_all_rcws ();
#endif

#ifndef MONO_CROSS_COMPILE
        /*
         * mono_domain_finalize () needs to be called early since it needs the
         * execution engine still fully working (it may invoke managed finalizers).
         */
        mono_domain_finalize (domain, 2000);
#endif

        /* This accesses metadata so needs to be called before runtime shutdown */
        print_jit_stats ();

#ifndef MONO_CROSS_COMPILE
        mono_runtime_cleanup (domain);
#endif

        mono_threadpool_cleanup ();

        MONO_PROFILER_RAISE (runtime_shutdown_end, ());

        mono_profiler_cleanup ();

        if (profile_options)
                g_ptr_array_free (profile_options, TRUE);

        free_jit_tls_data (mono_tls_get_jit_tls ());

        mono_icall_cleanup ();

        mono_runtime_cleanup_handlers ();

#ifndef MONO_CROSS_COMPILE
        mono_domain_free (domain, TRUE);
#endif

#ifdef ENABLE_LLVM
        if (mono_use_llvm)
                mono_llvm_cleanup ();
#endif

        mono_aot_cleanup ();

        mono_trampolines_cleanup ();

        mono_unwind_cleanup ();

        mono_code_manager_destroy (global_codeman);
        g_free (vtable_trampolines);

        mini_jit_cleanup ();

        mono_tramp_info_cleanup ();

        mono_arch_cleanup ();

        mono_generic_sharing_cleanup ();

        mono_cleanup_native_crash_info ();

        mono_cleanup ();

        mono_trace_cleanup ();

        mono_counters_dump (MONO_COUNTER_SECTION_MASK | MONO_COUNTER_MONOTONIC, stdout);

        if (mono_inject_async_exc_method)
                mono_method_desc_free (mono_inject_async_exc_method);

        mono_tls_free_keys ();

        mono_os_mutex_destroy (&jit_mutex);

        mono_code_manager_cleanup ();

#ifndef HOST_WIN32
        mono_w32handle_cleanup ();
#endif
}
#endif

void
mono_set_defaults (int verbose_level, guint32 opts)
{
        mini_verbose = verbose_level;
        mono_set_optimizations (opts);
}

void
mono_disable_optimizations (guint32 opts)
{
        default_opt &= ~opts;
}

void
mono_set_optimizations (guint32 opts)
{
        default_opt = opts;
        default_opt_set = TRUE;
#ifdef MONO_ARCH_GSHAREDVT_SUPPORTED
        mono_set_generic_sharing_vt_supported (mono_aot_only || ((default_opt & MONO_OPT_GSHAREDVT) != 0));
#else
        if (mono_llvm_only)
                mono_set_generic_sharing_vt_supported (TRUE);
#endif
}

void
mono_set_verbose_level (guint32 level)
{
        mini_verbose = level;
}

static const char*
mono_get_runtime_build_version (void)
{
        return FULL_VERSION;
}

/**
 * mono_get_runtime_build_info:
 * The returned string is owned by the caller. The returned string
 * format is <code>VERSION (FULL_VERSION BUILD_DATE)</code> and build date is optional.
 * \returns the runtime version + build date in string format.
 */
char*
mono_get_runtime_build_info (void)
{
        if (mono_build_date)
                return g_strdup_printf ("%s (%s %s)", VERSION, FULL_VERSION, mono_build_date);
        else
                return g_strdup_printf ("%s (%s)", VERSION, FULL_VERSION);
}

static void
mono_precompile_assembly (MonoAssembly *ass, void *user_data)
{
        GHashTable *assemblies = (GHashTable*)user_data;
        MonoImage *image = mono_assembly_get_image_internal (ass);
        MonoMethod *method, *invoke;
        int i, count = 0;

        if (g_hash_table_lookup (assemblies, ass))
                return;

        g_hash_table_insert (assemblies, ass, ass);

        if (mini_verbose > 0)
                printf ("PRECOMPILE: %s.\n", mono_image_get_filename (image));

        for (i = 0; i < mono_image_get_table_rows (image, MONO_TABLE_METHOD); ++i) {
                ERROR_DECL (error);

                method = mono_get_method_checked (image, MONO_TOKEN_METHOD_DEF | (i + 1), NULL, NULL, error);
                if (!method) {
                        mono_error_cleanup (error); /* FIXME don't swallow the error */
                        continue;
                }
                if (method->flags & METHOD_ATTRIBUTE_ABSTRACT)
                        continue;
                if (method->is_generic || mono_class_is_gtd (method->klass))
                        continue;

                count++;
                if (mini_verbose > 1) {
                        char * desc = mono_method_full_name (method, TRUE);
                        g_print ("Compiling %d %s\n", count, desc);
                        g_free (desc);
                }
                mono_compile_method_checked (method, error);
                if (!is_ok (error)) {
                        mono_error_cleanup (error); /* FIXME don't swallow the error */
                        continue;
                }
                if (strcmp (method->name, "Finalize") == 0) {
                        invoke = mono_marshal_get_runtime_invoke (method, FALSE);
                        mono_compile_method_checked (invoke, error);
                        mono_error_assert_ok (error);
                }
#ifndef DISABLE_REMOTING
                if (mono_class_is_marshalbyref (method->klass) && mono_method_signature_internal (method)->hasthis) {
                        invoke = mono_marshal_get_remoting_invoke_with_check (method, error);
                        mono_error_assert_ok (error);
                        mono_compile_method_checked (invoke, error);
                        mono_error_assert_ok (error);
                }
#endif
        }

        /* Load and precompile referenced assemblies as well */
        for (i = 0; i < mono_image_get_table_rows (image, MONO_TABLE_ASSEMBLYREF); ++i) {
                mono_assembly_load_reference (image, i);
                if (image->references [i])
                        mono_precompile_assembly (image->references [i], assemblies);
        }
}

void mono_precompile_assemblies ()
{
        GHashTable *assemblies = g_hash_table_new (NULL, NULL);

        mono_assembly_foreach ((GFunc)mono_precompile_assembly, assemblies);

        g_hash_table_destroy (assemblies);
}

/*
 * Used by LLVM.
 * Have to export this for AOT.
 */
void
mono_personality (void)
{
        /* Not used */
        g_assert_not_reached ();
}

static MonoBreakPolicy
always_insert_breakpoint (MonoMethod *method)
{
        return MONO_BREAK_POLICY_ALWAYS;
}

static MonoBreakPolicyFunc break_policy_func = always_insert_breakpoint;

/**
 * mono_set_break_policy:
 * \param policy_callback the new callback function
 *
 * Allow embedders to decide whether to actually obey breakpoint instructions
 * (both break IL instructions and \c Debugger.Break method calls), for example
 * to not allow an app to be aborted by a perfectly valid IL opcode when executing
 * untrusted or semi-trusted code.
 *
 * \p policy_callback will be called every time a break point instruction needs to
 * be inserted with the method argument being the method that calls \c Debugger.Break
 * or has the IL \c break instruction. The callback should return \c MONO_BREAK_POLICY_NEVER
 * if it wants the breakpoint to not be effective in the given method.
 * \c MONO_BREAK_POLICY_ALWAYS is the default.
 */
void
mono_set_break_policy (MonoBreakPolicyFunc policy_callback)
{
        if (policy_callback)
                break_policy_func = policy_callback;
        else
                break_policy_func = always_insert_breakpoint;
}

gboolean
mini_should_insert_breakpoint (MonoMethod *method)
{
        switch (break_policy_func (method)) {
        case MONO_BREAK_POLICY_ALWAYS:
                return TRUE;
        case MONO_BREAK_POLICY_NEVER:
                return FALSE;
        case MONO_BREAK_POLICY_ON_DBG:
                g_warning ("mdb no longer supported");
                return FALSE;
        default:
                g_warning ("Incorrect value returned from break policy callback");
                return FALSE;
        }
}

// Custom handlers currently only implemented by Windows.
#ifndef HOST_WIN32
gboolean
mono_runtime_install_custom_handlers (const char *handlers)
{
        return FALSE;
}

void
mono_runtime_install_custom_handlers_usage (void)
{
        fprintf (stdout,
                 "Custom Handlers:\n"
                 "   --handlers=HANDLERS            Enable handler support, HANDLERS is a comma\n"
                 "                                  separated list of available handlers to install.\n"
                 "\n"
                 "No handlers supported on current platform.\n");
}
#endif /* HOST_WIN32 */