ldso: Consistently set & use DL_OPENED flag in both ld.so and libdl

[uclibc-ng.git] / ldso / ldso / dl-elf.c

/* vi: set sw=4 ts=4: */
/*
 * This file contains the helper routines to load an ELF shared
 * library into memory and add the symbol table info to the chain.
 *
 * Copyright (C) 2000-2006 by Erik Andersen <andersen@codepoet.org>
 * Copyright (c) 1994-2000 Eric Youngdale, Peter MacDonald,
 *                              David Engel, Hongjiu Lu and Mitch D'Souza
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. The name of the above contributors may not be
 *    used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */


#include "ldso.h"

#ifdef __LDSO_CACHE_SUPPORT__

static caddr_t _dl_cache_addr = NULL;
static size_t _dl_cache_size = 0;

int _dl_map_cache(void)
{
        int fd;
        struct stat st;
        header_t *header;
        libentry_t *libent;
        int i, strtabsize;

        if (_dl_cache_addr == MAP_FAILED)
                return -1;
        else if (_dl_cache_addr != NULL)
                return 0;

        if (_dl_stat(LDSO_CACHE, &st)
            || (fd = _dl_open(LDSO_CACHE, O_RDONLY|O_CLOEXEC, 0)) < 0) {
                _dl_cache_addr = MAP_FAILED;    /* so we won't try again */
                return -1;
        }

        _dl_cache_size = st.st_size;
        _dl_cache_addr = _dl_mmap(0, _dl_cache_size, PROT_READ, LDSO_CACHE_MMAP_FLAGS, fd, 0);
        _dl_close(fd);
        if (_dl_mmap_check_error(_dl_cache_addr)) {
                _dl_dprintf(2, "%s:%i: can't map '%s'\n",
                                _dl_progname, __LINE__, LDSO_CACHE);
                return -1;
        }

        header = (header_t *) _dl_cache_addr;

        if (_dl_cache_size < sizeof(header_t) ||
                        _dl_memcmp(header->magic, LDSO_CACHE_MAGIC, LDSO_CACHE_MAGIC_LEN)
                        || _dl_memcmp(header->version, LDSO_CACHE_VER, LDSO_CACHE_VER_LEN)
                        || _dl_cache_size <
                        (sizeof(header_t) + header->nlibs * sizeof(libentry_t))
                        || _dl_cache_addr[_dl_cache_size - 1] != '\0')
        {
                _dl_dprintf(2, "%s: cache '%s' is corrupt\n", _dl_progname,
                                LDSO_CACHE);
                goto fail;
        }

        strtabsize = _dl_cache_size - sizeof(header_t) -
                header->nlibs * sizeof(libentry_t);
        libent = (libentry_t *) & header[1];

        for (i = 0; i < header->nlibs; i++) {
                if (libent[i].sooffset >= strtabsize ||
                                libent[i].liboffset >= strtabsize)
                {
                        _dl_dprintf(2, "%s: cache '%s' is corrupt\n", _dl_progname, LDSO_CACHE);
                        goto fail;
                }
        }

        return 0;

fail:
        _dl_munmap(_dl_cache_addr, _dl_cache_size);
        _dl_cache_addr = MAP_FAILED;
        return -1;
}

int _dl_unmap_cache(void)
{
        if (_dl_cache_addr == NULL || _dl_cache_addr == MAP_FAILED)
                return -1;

#if 1
        _dl_munmap(_dl_cache_addr, _dl_cache_size);
        _dl_cache_addr = NULL;
#endif

        return 0;
}
#endif


void
_dl_protect_relro (struct elf_resolve *l)
{
        ElfW(Addr) base = (ElfW(Addr)) DL_RELOC_ADDR(l->loadaddr, l->relro_addr);
        ElfW(Addr) start = (base & PAGE_ALIGN);
        ElfW(Addr) end = ((base + l->relro_size) & PAGE_ALIGN);
        _dl_if_debug_dprint("RELRO protecting %s:  start:%x, end:%x\n", l->libname, start, end);
        if (start != end &&
            _dl_mprotect ((void *) start, end - start, PROT_READ) < 0) {
                _dl_dprintf(2, "%s: cannot apply additional memory protection after relocation", l->libname);
                _dl_exit(0);
        }
}

/* This function's behavior must exactly match that
 * in uClibc/ldso/util/ldd.c */
static struct elf_resolve *
search_for_named_library(const char *name, unsigned int rflags, const char *path_list,
        struct dyn_elf **rpnt, const char* origin)
{
        char *mylibname;
        struct elf_resolve *tpnt;
        const char *p, *pn;
        int plen;

        if (path_list==NULL)
                return NULL;

        /* another bit of local storage */
        mylibname = alloca(2050);

        /* Unlike ldd.c, don't bother to eliminate double //s */

        /* Replace colons with zeros in path_list */
        /* : at the beginning or end of path maps to CWD */
        /* :: anywhere maps CWD */
        /* "" maps to CWD */
        for (p = path_list; p != NULL; p = pn) {
                pn = _dl_strchr(p + 1, ':');
                if (pn != NULL) {
                        plen = pn - p;
                        pn++;
                } else
                        plen = _dl_strlen(p);

                if (plen >= 7 && _dl_memcmp(p, "$ORIGIN", 7) == 0) {
                        int olen;
                        /* $ORIGIN is not expanded for SUID/GUID programs
                           (except if it is $ORIGIN alone) */
                        if ((rflags & __RTLD_SECURE) && plen != 7)
                                continue;
                        if (origin == NULL)
                                continue;
                        for (olen = _dl_strlen(origin) - 1; olen >= 0 && origin[olen] != '/'; olen--)
                                ;
                        if (olen <= 0)
                                continue;
                        _dl_memcpy(&mylibname[0], origin, olen);
                        _dl_memcpy(&mylibname[olen], p + 7, plen - 7);
                        mylibname[olen + plen - 7] = 0;
                } else if (plen != 0) {
                        _dl_memcpy(mylibname, p, plen);
                        mylibname[plen] = 0;
                } else {
                        _dl_strcpy(mylibname, ".");
                }
                _dl_strcat(mylibname, "/");
                _dl_strcat(mylibname, name);
#ifdef __LDSO_SAFE_RUNPATH__
                if (*mylibname == '/')
#endif
                if ((tpnt = _dl_load_elf_shared_library(rflags, rpnt, mylibname)) != NULL)
                        return tpnt;
        }
        return NULL;
}

/* Used to return error codes back to dlopen et. al.  */
unsigned long _dl_error_number;
unsigned long _dl_internal_error_number;

struct elf_resolve *_dl_load_shared_library(unsigned int rflags, struct dyn_elf **rpnt,
        struct elf_resolve *tpnt, char *full_libname, int attribute_unused trace_loaded_objects)
{
        char *pnt;
        struct elf_resolve *tpnt1;
        char *libname;

        _dl_internal_error_number = 0;
        libname = full_libname;

        /* quick hack to ensure mylibname buffer doesn't overflow.  don't
           allow full_libname or any directory to be longer than 1024. */
        if (_dl_strlen(full_libname) > 1024)
                goto goof;

        /* Skip over any initial initial './' and '/' stuff to
         * get the short form libname with no path garbage */
        pnt = _dl_strrchr(libname, '/');
        if (pnt) {
                libname = pnt + 1;
        }

        _dl_if_debug_dprint("\tfind library='%s'; searching\n", libname);
        /* If the filename has any '/', try it straight and leave it at that.
           For IBCS2 compatibility under linux, we substitute the string
           /usr/i486-sysv4/lib for /usr/lib in library names. */

        if (libname != full_libname) {
                _dl_if_debug_dprint("\ttrying file='%s'\n", full_libname);
                tpnt1 = _dl_load_elf_shared_library(rflags, rpnt, full_libname);
                if (tpnt1) {
                        return tpnt1;
                }
        }

        /*
         * The ABI specifies that RPATH is searched before LD_LIBRARY_PATH or
         * the default path of /usr/lib.  Check in rpath directories.
         */
#ifdef __LDSO_RUNPATH__
        pnt = (tpnt ? (char *) tpnt->dynamic_info[DT_RPATH] : NULL);
        if (pnt) {
                pnt += (unsigned long) tpnt->dynamic_info[DT_STRTAB];
                _dl_if_debug_dprint("\tsearching RPATH='%s'\n", pnt);
                if ((tpnt1 = search_for_named_library(libname, rflags, pnt, rpnt,
                                                      tpnt->libname)) != NULL)
                        return tpnt1;

        }
#endif

#ifdef __LDSO_LD_LIBRARY_PATH__
        /* Check in LD_{ELF_}LIBRARY_PATH, if specified and allowed */
        if (_dl_library_path) {
                _dl_if_debug_dprint("\tsearching LD_LIBRARY_PATH='%s'\n", _dl_library_path);
                if ((tpnt1 = search_for_named_library(libname, rflags, _dl_library_path, rpnt, NULL)) != NULL)
                {
                        return tpnt1;
                }
        }
#endif
        /*
         * The ABI specifies that RUNPATH is searched after LD_LIBRARY_PATH.
         */
#ifdef __LDSO_RUNPATH__
        pnt = (tpnt ? (char *)tpnt->dynamic_info[DT_RUNPATH] : NULL);
        if (pnt) {
                pnt += (unsigned long) tpnt->dynamic_info[DT_STRTAB];
                _dl_if_debug_dprint("\tsearching RUNPATH='%s'\n", pnt);
                if ((tpnt1 = search_for_named_library(libname, rflags, pnt, rpnt, NULL)) != NULL)
                        return tpnt1;
        }
#ifdef __LDSO_RUNPATH_OF_EXECUTABLE__
        /*
         * Try the DT_RPATH of the executable itself.
         */
        pnt = (char *) _dl_loaded_modules->dynamic_info[DT_RPATH];
        if (pnt) {
                pnt += (unsigned long) _dl_loaded_modules->dynamic_info[DT_STRTAB];
                _dl_if_debug_dprint("\tsearching exe's RPATH='%s'\n", pnt);
                if ((tpnt1 = search_for_named_library(libname, rflags, pnt, rpnt, NULL)) != NULL)
                        return tpnt1;
        }
#endif
#endif

        /*
         * Where should the cache be searched?  There is no such concept in the
         * ABI, so we have some flexibility here.  For now, search it before
         * the hard coded paths that follow (i.e before /lib and /usr/lib).
         */
#ifdef __LDSO_CACHE_SUPPORT__
        if (_dl_cache_addr != NULL && _dl_cache_addr != MAP_FAILED) {
                int i;
                header_t *header = (header_t *) _dl_cache_addr;
                libentry_t *libent = (libentry_t *) & header[1];
                char *strs = (char *) &libent[header->nlibs];

                _dl_if_debug_dprint("\tsearching cache='%s'\n", LDSO_CACHE);
                for (i = 0; i < header->nlibs; i++) {
                        if ((libent[i].flags == LIB_ELF
                             || libent[i].flags == LIB_ELF_LIBC0
                             || libent[i].flags == LIB_ELF_LIBC5)
                         && _dl_strcmp(libname, strs + libent[i].sooffset) == 0
                         && (tpnt1 = _dl_load_elf_shared_library(rflags, rpnt, strs + libent[i].liboffset))
                        ) {
                                return tpnt1;
                        }
                }
        }
#endif
#if defined SHARED && defined __LDSO_SEARCH_INTERP_PATH__
        /* Look for libraries wherever the shared library loader
         * was installed */
        _dl_if_debug_dprint("\tsearching ldso dir='%s'\n", _dl_ldsopath);
        tpnt1 = search_for_named_library(libname, rflags, _dl_ldsopath, rpnt, NULL);
        if (tpnt1 != NULL)
                return tpnt1;
#endif
        /* Lastly, search the standard list of paths for the library.
           This list must exactly match the list in uClibc/ldso/util/ldd.c */
        _dl_if_debug_dprint("\tsearching full lib path list\n");
        tpnt1 = search_for_named_library(libname, rflags,
                                        UCLIBC_RUNTIME_PREFIX "lib:"
                                        UCLIBC_RUNTIME_PREFIX "usr/lib"
#ifndef __LDSO_CACHE_SUPPORT__
                                        ":" UCLIBC_RUNTIME_PREFIX "usr/X11R6/lib"
#endif
                                        , rpnt, NULL);
        if (tpnt1 != NULL)
                return tpnt1;

#ifdef __LDSO_RUNPATH_OF_EXECUTABLE__
        /* Very last resort, try the executable's DT_RUNPATH and DT_RPATH */
        /* http://www.sco.com/developers/gabi/latest/ch5.dynamic.html#shobj_dependencies
         * The set of directories specified by a given DT_RUNPATH entry is
         * used to find only the immediate dependencies of the executable or
         * shared object containing the DT_RUNPATH entry. That is, it is
         * used only for those dependencies contained in the DT_NEEDED
         * entries of the dynamic structure containing the DT_RUNPATH entry,
         * itself. One object's DT_RUNPATH entry does not affect the search
         * for any other object's dependencies.
         *
         * glibc (around 2.19) violates this and the usual suspects are
         * abusing this bug^Wrelaxed, user-friendly behaviour.
         */

        pnt = (char *) _dl_loaded_modules->dynamic_info[DT_RUNPATH];
        if (pnt) {
                pnt += (unsigned long) _dl_loaded_modules->dynamic_info[DT_STRTAB];
                _dl_if_debug_dprint("\tsearching exe's RUNPATH='%s'\n", pnt);
                if ((tpnt1 = search_for_named_library(libname, rflags, pnt, rpnt, NULL)) != NULL)
                        return tpnt1;
        }
        pnt = (char *) _dl_loaded_modules->dynamic_info[DT_RPATH];
        if (pnt) {
                pnt += (unsigned long) _dl_loaded_modules->dynamic_info[DT_STRTAB];
                _dl_if_debug_dprint("\tsearching exe's RPATH='%s'\n", pnt);
                if ((tpnt1 = search_for_named_library(libname, rflags, pnt, rpnt, NULL)) != NULL)
                        return tpnt1;
        }
#endif


goof:
        /* Well, we shot our wad on that one.  All we can do now is punt */
        if (_dl_internal_error_number)
                _dl_error_number = _dl_internal_error_number;
        else
                _dl_error_number = LD_ERROR_NOFILE;
        _dl_if_debug_dprint("Bummer: could not find '%s'!\n", libname);
        return NULL;
}

/* Define the _dl_library_offset for the architectures that need it */
DL_DEF_LIB_OFFSET;

/*
 * Make a writeable mapping of a segment, regardless of whether PF_W is
 * set or not.
 */
static void *
map_writeable (int infile, ElfW(Phdr) *ppnt, int piclib, int flags,
               unsigned long libaddr)
{
        int prot_flags = ppnt->p_flags | PF_W;
        char *status, *retval;
        char *tryaddr;
        ssize_t size;
        unsigned long map_size;
        char *cpnt;
        char *piclib2map = NULL;

        if (piclib == 2 &&
            /* We might be able to avoid this call if memsz doesn't
               require an additional page, but this would require mmap
               to always return page-aligned addresses and a whole
               number of pages allocated.  Unfortunately on uClinux
               may return misaligned addresses and may allocate
               partial pages, so we may end up doing unnecessary mmap
               calls.

               This is what we could do if we knew mmap would always
               return aligned pages:

               ((ppnt->p_vaddr + ppnt->p_filesz + ADDR_ALIGN) &
               PAGE_ALIGN) < ppnt->p_vaddr + ppnt->p_memsz)

               Instead, we have to do this:  */
            ppnt->p_filesz < ppnt->p_memsz)
        {
                piclib2map = (char *)
                        _dl_mmap(0, (ppnt->p_vaddr & ADDR_ALIGN) + ppnt->p_memsz,
                                 LXFLAGS(prot_flags), flags | MAP_ANONYMOUS, -1, 0);
                if (_dl_mmap_check_error(piclib2map))
                        return 0;
        }

        tryaddr = piclib == 2 ? piclib2map
                : ((char *) (piclib ? libaddr : DL_GET_LIB_OFFSET()) +
                   (ppnt->p_vaddr & PAGE_ALIGN));

        size = (ppnt->p_vaddr & ADDR_ALIGN) + ppnt->p_filesz;

        /* For !MMU, mmap to fixed address will fail.
           So instead of desperately call mmap and fail,
           we set status to MAP_FAILED to save a call
           to mmap ().  */
#ifndef __ARCH_USE_MMU__
        if (piclib2map == 0)
#endif
                status = (char *) _dl_mmap
                        (tryaddr, size, LXFLAGS(prot_flags),
                         flags | (piclib2map ? MAP_FIXED : 0),
                         infile, ppnt->p_offset & OFFS_ALIGN);
#ifndef __ARCH_USE_MMU__
        else
                status = MAP_FAILED;
#endif
#ifdef _DL_PREAD
        if (_dl_mmap_check_error(status) && piclib2map
            && (_DL_PREAD (infile, tryaddr, size,
                           ppnt->p_offset & OFFS_ALIGN) == size))
                status = tryaddr;
#endif
        if (_dl_mmap_check_error(status) || (tryaddr && tryaddr != status))
                return 0;

        if (piclib2map)
                retval = piclib2map;
        else
                retval = status;

        /* Now we want to allocate and zero-out any data from the end
           of the region we mapped in from the file (filesz) to the
           end of the loadable segment (memsz).  We may need
           additional pages for memsz, that we map in below, and we
           can count on the kernel to zero them out, but we have to
           zero out stuff in the last page that we mapped in from the
           file.  However, we can't assume to have actually obtained
           full pages from the kernel, since we didn't ask for them,
           and uClibc may not give us full pages for small
           allocations.  So only zero out up to memsz or the end of
           the page, whichever comes first.  */

        /* CPNT is the beginning of the memsz portion not backed by
           filesz.  */
        cpnt = (char *) (status + size);

        /* MAP_SIZE is the address of the
           beginning of the next page.  */
        map_size = (ppnt->p_vaddr + ppnt->p_filesz
                    + ADDR_ALIGN) & PAGE_ALIGN;

        _dl_memset (cpnt, 0,
                    MIN (map_size
                         - (ppnt->p_vaddr
                            + ppnt->p_filesz),
                         ppnt->p_memsz
                         - ppnt->p_filesz));

        if (map_size < ppnt->p_vaddr + ppnt->p_memsz && !piclib2map) {
                tryaddr = map_size + (char*)(piclib ? libaddr : 0);
                status = (char *) _dl_mmap(tryaddr,
                                           ppnt->p_vaddr + ppnt->p_memsz - map_size,
                                           LXFLAGS(prot_flags),
                                           flags | MAP_ANONYMOUS | MAP_FIXED, -1, 0);
                if (_dl_mmap_check_error(status) || tryaddr != status)
                        return NULL;
        }
        return retval;
}

/*
 * Read one ELF library into memory, mmap it into the correct locations and
 * add the symbol info to the symbol chain.  Perform any relocations that
 * are required.
 */

struct elf_resolve *_dl_load_elf_shared_library(unsigned int rflags,
        struct dyn_elf **rpnt, const char *libname)
{
        ElfW(Ehdr) *epnt;
        unsigned long dynamic_addr = 0;
        ElfW(Dyn) *dpnt;
        struct elf_resolve *tpnt;
        ElfW(Phdr) *ppnt;
#if defined(USE_TLS) && USE_TLS
        ElfW(Phdr) *tlsppnt = NULL;
#endif
        char *status, *header;
        unsigned long dynamic_info[DYNAMIC_SIZE];
        unsigned long *lpnt;
        unsigned long libaddr;
        unsigned long minvma = 0xffffffff, maxvma = 0;
        unsigned int rtld_flags;
        int i, flags, piclib, infile;
        ElfW(Addr) relro_addr = 0;
        size_t relro_size = 0;
        struct stat st;
        uint32_t *p32;
        DL_LOADADDR_TYPE lib_loadaddr;
        DL_INIT_LOADADDR_EXTRA_DECLS

        libaddr = 0;
        infile = _dl_open(libname, O_RDONLY, 0);
        if (infile < 0) {
                _dl_internal_error_number = LD_ERROR_NOFILE;
                return NULL;
        }

        if (_dl_fstat(infile, &st) < 0) {
                _dl_internal_error_number = LD_ERROR_NOFILE;
                _dl_close(infile);
                return NULL;
        }
        /* If we are in secure mode (i.e. a setuid/gid binary using LD_PRELOAD),
           we don't load the library if it isn't setuid. */
        if (rflags & __RTLD_SECURE) {
                if (!(st.st_mode & S_ISUID)) {
                        _dl_close(infile);
                        return NULL;
                }
        }

        /* Check if file is already loaded */
        for (tpnt = _dl_loaded_modules; tpnt; tpnt = tpnt->next) {
                if (tpnt->st_dev == st.st_dev && tpnt->st_ino == st.st_ino) {
                        /* Already loaded */
                        tpnt->usage_count++;
                        tpnt->init_flag |= DL_OPENED2;
                        _dl_close(infile);
                        return tpnt;
                }
        }
        if (rflags & RTLD_NOLOAD) {
                _dl_close(infile);
                return NULL;
        }
        header = _dl_mmap((void *) 0, _dl_pagesize, PROT_READ | PROT_WRITE,
                        MAP_PRIVATE | MAP_ANONYMOUS | MAP_UNINITIALIZED, -1, 0);
        if (_dl_mmap_check_error(header)) {
                _dl_dprintf(2, "%s:%i: can't map '%s'\n", _dl_progname, __LINE__, libname);
                _dl_internal_error_number = LD_ERROR_MMAP_FAILED;
                _dl_close(infile);
                return NULL;
        }

        _dl_read(infile, header, _dl_pagesize);
        epnt = (ElfW(Ehdr) *) (intptr_t) header;
        p32 = (uint32_t*)&epnt->e_ident;
        if (*p32 != ELFMAG_U32) {
                _dl_dprintf(2, "%s: '%s' is not an ELF file\n", _dl_progname,
                                libname);
                _dl_internal_error_number = LD_ERROR_NOTELF;
                _dl_close(infile);
                _dl_munmap(header, _dl_pagesize);
                return NULL;
        }

        if ((epnt->e_type != ET_DYN
#ifdef __LDSO_STANDALONE_SUPPORT__
                && epnt->e_type != ET_EXEC
#endif
                ) || (epnt->e_machine != MAGIC1
#ifdef MAGIC2
                                && epnt->e_machine != MAGIC2
#endif
                        ))
        {
                _dl_internal_error_number =
                        (epnt->e_type != ET_DYN ? LD_ERROR_NOTDYN : LD_ERROR_NOTMAGIC);
                _dl_dprintf(2, "%s: '%s' is not an ELF executable for " ELF_TARGET
                                "\n", _dl_progname, libname);
                _dl_close(infile);
                _dl_munmap(header, _dl_pagesize);
                return NULL;
        }

        ppnt = (ElfW(Phdr) *)(intptr_t) & header[epnt->e_phoff];

        piclib = 1;
        for (i = 0; i < epnt->e_phnum; i++) {

                if (ppnt->p_type == PT_DYNAMIC) {
                        if (dynamic_addr)
                                _dl_dprintf(2, "%s: '%s' has more than one dynamic section\n",
                                                _dl_progname, libname);
                        dynamic_addr = ppnt->p_vaddr;
                }

                if (ppnt->p_type == PT_LOAD) {
                        /* See if this is a PIC library. */
                        if (minvma == 0xffffffff && ppnt->p_vaddr > 0x1000000) {
                                piclib = 0;
                                minvma = ppnt->p_vaddr;
                        }
                        if (piclib && ppnt->p_vaddr < minvma) {
                                minvma = ppnt->p_vaddr;
                        }
                        if (((unsigned long) ppnt->p_vaddr + ppnt->p_memsz) > maxvma) {
                                maxvma = ppnt->p_vaddr + ppnt->p_memsz;
                        }
                }
                if (ppnt->p_type == PT_TLS) {
#if defined(USE_TLS) && USE_TLS
                        if (ppnt->p_memsz == 0)
                                /* Nothing to do for an empty segment.  */
                                continue;
                        else
                                /* Save for after 'tpnt' is actually allocated. */
                                tlsppnt = ppnt;
#else
                        /*
                         * Yup, the user was an idiot and tried to sneak in a library with
                         * TLS in it and we don't support it. Let's fall on our own sword
                         * and scream at the luser while we die.
                         */
                        _dl_dprintf(2, "%s: '%s' library contains unsupported TLS\n",
                                _dl_progname, libname);
                        _dl_internal_error_number = LD_ERROR_TLS_FAILED;
                        _dl_close(infile);
                        _dl_munmap(header, _dl_pagesize);
                        return NULL;
#endif
                }
                ppnt++;
        }

#ifdef __LDSO_STANDALONE_SUPPORT__
        if (epnt->e_type == ET_EXEC)
                piclib = 0;
#endif

        DL_CHECK_LIB_TYPE (epnt, piclib, _dl_progname, libname);

        maxvma = (maxvma + ADDR_ALIGN) & PAGE_ALIGN;
        minvma = minvma & ~ADDR_ALIGN;

        flags = MAP_PRIVATE /*| MAP_DENYWRITE */ ;

        if (piclib == 0 || piclib == 1) {
                status = (char *) _dl_mmap((char *) (piclib ? 0 : minvma),
                                maxvma - minvma, PROT_NONE, flags | MAP_ANONYMOUS, -1, 0);
                if (_dl_mmap_check_error(status)) {
                cant_map:
                        _dl_dprintf(2, "%s:%i: can't map '%s'\n", _dl_progname, __LINE__, libname);
                        _dl_internal_error_number = LD_ERROR_MMAP_FAILED;
                        _dl_close(infile);
                        _dl_munmap(header, _dl_pagesize);
                        return NULL;
                }
                libaddr = (unsigned long) status;
                flags |= MAP_FIXED;
        }

        /* Get the memory to store the library */
        ppnt = (ElfW(Phdr) *)(intptr_t) & header[epnt->e_phoff];

        DL_INIT_LOADADDR(lib_loadaddr, libaddr - minvma, ppnt, epnt->e_phnum);
        /* Set _dl_library_offset to lib_loadaddr or 0. */
        DL_SET_LIB_OFFSET(lib_loadaddr);

        for (i = 0; i < epnt->e_phnum; i++) {
                if (DL_IS_SPECIAL_SEGMENT (epnt, ppnt)) {
                        char *addr;

                        addr = DL_MAP_SEGMENT (epnt, ppnt, infile, flags);
                        if (addr == NULL) {
                        cant_map1:
                                DL_LOADADDR_UNMAP (lib_loadaddr, maxvma - minvma);
                                goto cant_map;
                        }

                        DL_INIT_LOADADDR_HDR (lib_loadaddr, addr, ppnt);
                        ppnt++;
                        continue;
                }
                if (ppnt->p_type == PT_GNU_RELRO) {
                        relro_addr = ppnt->p_vaddr;
                        relro_size = ppnt->p_memsz;
                }
                if (ppnt->p_type == PT_LOAD) {
                        char *tryaddr;
                        ssize_t size;

                        if (ppnt->p_flags & PF_W) {
                                status = map_writeable (infile, ppnt, piclib, flags, libaddr);
                                if (status == NULL)
                                        goto cant_map1;
                        } else {
                                tryaddr = (piclib == 2 ? 0
                                           : (char *) (ppnt->p_vaddr & PAGE_ALIGN)
                                           + (piclib ? libaddr : DL_GET_LIB_OFFSET()));
                                size = (ppnt->p_vaddr & ADDR_ALIGN) + ppnt->p_filesz;
                                status = (char *) _dl_mmap
                                           (tryaddr, size, LXFLAGS(ppnt->p_flags),
                                            flags | (piclib == 2 ? MAP_EXECUTABLE
                                                     | MAP_DENYWRITE : 0),
                                            infile, ppnt->p_offset & OFFS_ALIGN);
                                if (_dl_mmap_check_error(status)
                                    || (tryaddr && tryaddr != status))
                                  goto cant_map1;
                        }
                        DL_INIT_LOADADDR_HDR(lib_loadaddr,
                                             status + (ppnt->p_vaddr & ADDR_ALIGN),
                                             ppnt);

                        /* if (libaddr == 0 && piclib) {
                           libaddr = (unsigned long) status;
                           flags |= MAP_FIXED;
                           } */
                }
                ppnt++;
        }

        /*
         * The dynamic_addr must be take into acount lib_loadaddr value, to note
         * it is zero when the SO has been mapped to the elf's physical addr
         */
#ifdef __LDSO_PRELINK_SUPPORT__
        if (DL_GET_LIB_OFFSET()) {
#else
        if (piclib) {
#endif
                dynamic_addr = (unsigned long) DL_RELOC_ADDR(lib_loadaddr, dynamic_addr);
        }

        /*
         * OK, the ELF library is now loaded into VM in the correct locations
         * The next step is to go through and do the dynamic linking (if needed).
         */

        /* Start by scanning the dynamic section to get all of the pointers */

        if (!dynamic_addr) {
                _dl_internal_error_number = LD_ERROR_NODYNAMIC;
                _dl_dprintf(2, "%s: '%s' is missing a dynamic section\n",
                                _dl_progname, libname);
                _dl_munmap(header, _dl_pagesize);
                _dl_close(infile);
                return NULL;
        }

        dpnt = (ElfW(Dyn) *) dynamic_addr;
        _dl_memset(dynamic_info, 0, sizeof(dynamic_info));
        rtld_flags = _dl_parse_dynamic_info(dpnt, dynamic_info, NULL, lib_loadaddr);
        /* If the TEXTREL is set, this means that we need to make the pages
           writable before we perform relocations.  Do this now. They get set
           back again later. */

        if (dynamic_info[DT_TEXTREL]) {
#ifndef __FORCE_SHAREABLE_TEXT_SEGMENTS__
                ppnt = (ElfW(Phdr) *)(intptr_t) & header[epnt->e_phoff];
                for (i = 0; i < epnt->e_phnum; i++, ppnt++) {
                        if (ppnt->p_type == PT_LOAD && !(ppnt->p_flags & PF_W)) {
#ifdef __ARCH_USE_MMU__
                                _dl_mprotect((void *) ((piclib ? libaddr : DL_GET_LIB_OFFSET()) +
                                                        (ppnt->p_vaddr & PAGE_ALIGN)),
                                                (ppnt->p_vaddr & ADDR_ALIGN) + (unsigned long) ppnt->p_filesz,
                                                PROT_READ | PROT_WRITE | PROT_EXEC);
#else
                                void *new_addr;
                                new_addr = map_writeable (infile, ppnt, piclib, flags, libaddr);
                                if (!new_addr) {
                                        _dl_dprintf(2, "Can't modify %s's text section.",
                                                    libname);
                                        _dl_exit(1);
                                }
                                DL_UPDATE_LOADADDR_HDR(lib_loadaddr,
                                                       new_addr + (ppnt->p_vaddr & ADDR_ALIGN),
                                                       ppnt);
                                /* This has invalidated all pointers into the previously readonly segment.
                                   Update any them to point into the remapped segment.  */
                                _dl_parse_dynamic_info(dpnt, dynamic_info, NULL, lib_loadaddr);
#endif
                        }
                }
#else
                _dl_dprintf(2, "Can't modify %s's text section."
                        " Use GCC option -fPIC for shared objects, please.\n",
                        libname);
                _dl_exit(1);
#endif
        }

        _dl_close(infile);

        tpnt = _dl_add_elf_hash_table(libname, lib_loadaddr, dynamic_info,
                        dynamic_addr, 0);
        tpnt->mapaddr = libaddr;
        tpnt->relro_addr = relro_addr;
        tpnt->relro_size = relro_size;
        tpnt->st_dev = st.st_dev;
        tpnt->st_ino = st.st_ino;
        tpnt->ppnt = (ElfW(Phdr) *)
                DL_RELOC_ADDR(DL_GET_RUN_ADDR(tpnt->loadaddr, tpnt->mapaddr),
                epnt->e_phoff);
        tpnt->n_phent = epnt->e_phnum;
        tpnt->rtld_flags = rflags | rtld_flags;
#ifdef __LDSO_STANDALONE_SUPPORT__
        tpnt->l_entry = epnt->e_entry;
#endif

#if defined(USE_TLS) && USE_TLS
        if (tlsppnt) {
                _dl_debug_early("Found TLS header for %s\n", libname);
# if NO_TLS_OFFSET != 0
                tpnt->l_tls_offset = NO_TLS_OFFSET;
# endif
                tpnt->l_tls_blocksize = tlsppnt->p_memsz;
                tpnt->l_tls_align = tlsppnt->p_align;
                if (tlsppnt->p_align == 0)
                        tpnt->l_tls_firstbyte_offset = 0;
                else
                        tpnt->l_tls_firstbyte_offset = tlsppnt->p_vaddr &
                                (tlsppnt->p_align - 1);
                tpnt->l_tls_initimage_size = tlsppnt->p_filesz;
                tpnt->l_tls_initimage = (void *) tlsppnt->p_vaddr;

                /* Assign the next available module ID.  */
                tpnt->l_tls_modid = _dl_next_tls_modid ();

                /* We know the load address, so add it to the offset. */
#ifdef __LDSO_STANDALONE_SUPPORT__
                if ((tpnt->l_tls_initimage != NULL) && piclib)
#else
                if (tpnt->l_tls_initimage != NULL)
#endif
                {
# ifdef __SUPPORT_LD_DEBUG_EARLY__
                        char *tmp = (char *) tpnt->l_tls_initimage;
                        tpnt->l_tls_initimage = (char *) tlsppnt->p_vaddr + tpnt->loadaddr;
                        _dl_debug_early("Relocated TLS initial image from %x to %x (size = %x)\n", tmp, tpnt->l_tls_initimage, tpnt->l_tls_initimage_size);
                        tmp = 0;
# else
                        tpnt->l_tls_initimage = (char *) tlsppnt->p_vaddr + tpnt->loadaddr;
# endif
                }
        }
#endif

        /*
         * Add this object into the symbol chain
         */
        if (*rpnt
#ifdef __LDSO_STANDALONE_SUPPORT__
                /* Do not create a new chain entry for the main executable */
                && (*rpnt)->dyn
#endif
                ) {
                (*rpnt)->next = _dl_malloc(sizeof(struct dyn_elf));
                _dl_memset((*rpnt)->next, 0, sizeof(struct dyn_elf));
                (*rpnt)->next->prev = (*rpnt);
                *rpnt = (*rpnt)->next;
        }
#ifndef SHARED
        /* When statically linked, the first time we dlopen a DSO
         * the *rpnt is NULL, so we need to allocate memory for it,
         * and initialize the _dl_symbol_table.
         */
        else {
                *rpnt = _dl_symbol_tables = _dl_malloc(sizeof(struct dyn_elf));
                _dl_memset(*rpnt, 0, sizeof(struct dyn_elf));
        }
#endif
        (*rpnt)->dyn = tpnt;
        tpnt->usage_count++;
#ifdef __LDSO_STANDALONE_SUPPORT__
        tpnt->libtype = (epnt->e_type == ET_DYN) ? elf_lib : elf_executable;
#else
        tpnt->libtype = elf_lib;
#endif

        /*
         * OK, the next thing we need to do is to insert the dynamic linker into
         * the proper entry in the GOT so that the PLT symbols can be properly
         * resolved.
         */

        lpnt = (unsigned long *) dynamic_info[DT_PLTGOT];

        if (lpnt) {
                lpnt = (unsigned long *) (dynamic_info[DT_PLTGOT]);
                INIT_GOT(lpnt, tpnt);
        }

#ifdef __DSBT__
        /* Handle DSBT initialization */
        {
                struct elf_resolve *t, *ref;
                int idx = tpnt->dsbt_index;
                void **dsbt = tpnt->dsbt_table;

                /*
                 * It is okay (required actually) to have zero idx for an executable.
                 * This is the case when running ldso standalone and the program
                 * is being mapped in via _dl_load_shared_library().
                 */
                if (idx == 0 && tpnt->libtype != elf_executable) {
                        if (!dynamic_info[DT_TEXTREL]) {
                                /* This DSO has not been assigned an index. */
                                _dl_dprintf(2, "%s: '%s' is missing a dsbt index assignment!\n",
                                            _dl_progname, libname);
                                _dl_exit(1);
                        }
                        /* Find a dsbt table from another module. */
                        ref = NULL;
                        for (t = _dl_loaded_modules; t; t = t->next) {
                                if (ref == NULL && t != tpnt) {
                                        ref = t;
                                        break;
                                }
                        }
                        idx = tpnt->dsbt_size;
                        while (idx-- > 0)
                                if (!ref || ref->dsbt_table[idx] == NULL)
                                        break;
                        if (idx <= 0) {
                                _dl_dprintf(2, "%s: '%s' caused DSBT table overflow!\n",
                                            _dl_progname, libname);
                                _dl_exit(1);
                        }
                        _dl_if_debug_dprint("\n\tfile='%s';  assigned index %d\n",
                                            libname, idx);
                        tpnt->dsbt_index = idx;
                }

                /* make sure index is not already used */
                if (_dl_ldso_dsbt[idx]) {
                        struct elf_resolve *dup;
                        const char *dup_name;

                        for (dup = _dl_loaded_modules; dup; dup = dup->next)
                                if (dup != tpnt && dup->dsbt_index == idx)
                                        break;
                        if (dup)
                                dup_name = dup->libname;
                        else if (idx == 1)
                                dup_name = "runtime linker";
                        else
                                dup_name = "unknown library";
                        _dl_dprintf(2, "%s: '%s' dsbt index %d already used by %s!\n",
                                    _dl_progname, libname, idx, dup_name);
                        _dl_exit(1);
                }

                /*
                 * Setup dsbt slot for this module in dsbt of all modules.
                 */
                for (t = _dl_loaded_modules; t; t = t->next)
                        t->dsbt_table[idx] = dsbt;
                _dl_ldso_dsbt[idx] = dsbt;
                _dl_memcpy(dsbt, _dl_ldso_dsbt,
                           tpnt->dsbt_size * sizeof(tpnt->dsbt_table[0]));
        }
#endif
        _dl_if_debug_dprint("\n\tfile='%s';  generating link map\n", libname);
        _dl_if_debug_dprint("\t\tdynamic: %x  base: %x\n", dynamic_addr, DL_LOADADDR_BASE(lib_loadaddr));
        _dl_if_debug_dprint("\t\t  entry: %x  phdr: %x  phnum: %x\n\n",
                        DL_RELOC_ADDR(lib_loadaddr, epnt->e_entry), tpnt->ppnt, tpnt->n_phent);

        _dl_munmap(header, _dl_pagesize);

        return tpnt;
}

/* now_flag must be RTLD_NOW or zero */
int _dl_fixup(struct dyn_elf *rpnt, struct r_scope_elem *scope, int now_flag)
{
        int goof = 0;
        struct elf_resolve *tpnt;
        ElfW(Word) reloc_size, relative_count;
        ElfW(Addr) reloc_addr;

        if (rpnt->next)
                goof = _dl_fixup(rpnt->next, scope, now_flag);
        if (goof)
                return goof;
        tpnt = rpnt->dyn;

        if (!(tpnt->init_flag & RELOCS_DONE))
                _dl_if_debug_dprint("relocation processing: %s\n", tpnt->libname);

        if (unlikely(tpnt->dynamic_info[UNSUPPORTED_RELOC_TYPE])) {
                _dl_if_debug_dprint("%s: can't handle %s relocation records\n",
                                _dl_progname, UNSUPPORTED_RELOC_STR);
                goof++;
                return goof;
        }

        reloc_size = tpnt->dynamic_info[DT_RELOC_TABLE_SIZE];
/* On some machines, notably SPARC & PPC, DT_REL* includes DT_JMPREL in its
   range.  Note that according to the ELF spec, this is completely legal! */
#ifdef ELF_MACHINE_PLTREL_OVERLAP
        reloc_size -= tpnt->dynamic_info [DT_PLTRELSZ];
#endif
        if (tpnt->dynamic_info[DT_RELOC_TABLE_ADDR] &&
            !(tpnt->init_flag & RELOCS_DONE)) {
                reloc_addr = tpnt->dynamic_info[DT_RELOC_TABLE_ADDR];
                relative_count = tpnt->dynamic_info[DT_RELCONT_IDX];
                if (relative_count) { /* Optimize the XX_RELATIVE relocations if possible */
                        reloc_size -= relative_count * sizeof(ELF_RELOC);
#ifdef __LDSO_PRELINK_SUPPORT__
                        if (tpnt->loadaddr || (!tpnt->dynamic_info[DT_GNU_PRELINKED_IDX]))
#endif
                                elf_machine_relative(tpnt->loadaddr, reloc_addr, relative_count);
                        reloc_addr += relative_count * sizeof(ELF_RELOC);
                }
                goof += _dl_parse_relocation_information(rpnt, scope,
                                reloc_addr,
                                reloc_size);
                tpnt->init_flag |= RELOCS_DONE;
        }
        if (tpnt->dynamic_info[DT_BIND_NOW])
                now_flag = RTLD_NOW;
        if (tpnt->dynamic_info[DT_JMPREL] &&
            (!(tpnt->init_flag & JMP_RELOCS_DONE) ||
             (now_flag && !(tpnt->rtld_flags & now_flag)))) {
                tpnt->rtld_flags |= now_flag;
                if (!(tpnt->rtld_flags & RTLD_NOW)) {
                        _dl_parse_lazy_relocation_information(rpnt,
                                        tpnt->dynamic_info[DT_JMPREL],
                                        tpnt->dynamic_info [DT_PLTRELSZ]);
                } else {
                        goof += _dl_parse_relocation_information(rpnt, scope,
                                        tpnt->dynamic_info[DT_JMPREL],
                                        tpnt->dynamic_info[DT_PLTRELSZ]);
                }
                tpnt->init_flag |= JMP_RELOCS_DONE;
        }

#if 0
/* _dl_add_to_slotinfo is called by init_tls() for initial DSO
   or by dlopen() for dynamically loaded DSO. */
#if defined(USE_TLS) && USE_TLS
        /* Add object to slot information data if necessasy. */
        if (tpnt->l_tls_blocksize != 0 && tls_init_tp_called)
                _dl_add_to_slotinfo ((struct link_map *) tpnt);
#endif
#endif
        return goof;
}

#ifdef IS_IN_rtld
/* Minimal printf which handles only %s, %d, and %x */
void _dl_dprintf(int fd, const char *fmt, ...)
{
#if __WORDSIZE > 32
        long int num;
#else
        int num;
#endif
        va_list args;
        char *start, *ptr, *string;
        char *buf;

        if (!fmt)
                return;

        buf = _dl_mmap((void *) 0, _dl_pagesize, PROT_READ | PROT_WRITE,
                        MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
        if (_dl_mmap_check_error(buf)) {
                _dl_write(fd, "mmap of a spare page failed!\n", 29);
                _dl_exit(20);
        }

        start = ptr = buf;

        if (_dl_strlen(fmt) >= (_dl_pagesize - 1)) {
                _dl_write(fd, "overflow\n", 11);
                _dl_exit(20);
        }

        _dl_strcpy(buf, fmt);
        va_start(args, fmt);

        while (start) {
                while (*ptr != '%' && *ptr) {
                        ptr++;
                }

                if (*ptr == '%') {
                        *ptr++ = '\0';
                        _dl_write(fd, start, _dl_strlen(start));

                        switch (*ptr++) {
                                case 's':
                                        string = va_arg(args, char *);

                                        if (!string)
                                                _dl_write(fd, "(null)", 6);
                                        else
                                                _dl_write(fd, string, _dl_strlen(string));
                                        break;

                                case 'i':
                                case 'd':
                                        {
                                                char tmp[22];
#if __WORDSIZE > 32
                                                num = va_arg(args, long int);
#else
                                                num = va_arg(args, int);
#endif
                                                string = _dl_simple_ltoa(tmp, num);
                                                _dl_write(fd, string, _dl_strlen(string));
                                                break;
                                        }
                                case 'x':
                                case 'p':
                                        {
                                                char tmp[22];
#if __WORDSIZE > 32
                                                num = va_arg(args, long int);
#else
                                                num = va_arg(args, int);
#endif
                                                string = _dl_simple_ltoahex(tmp, num);
                                                _dl_write(fd, string, _dl_strlen(string));
                                                break;
                                        }
                                default:
                                        _dl_write(fd, "(null)", 6);
                                        break;
                        }

                        start = ptr;
                } else {
                        _dl_write(fd, start, _dl_strlen(start));
                        start = NULL;
                }
        }
        _dl_munmap(buf, _dl_pagesize);
        return;
}

char *_dl_strdup(const char *string)
{
        char *retval;
        int len;

        len = _dl_strlen(string);
        retval = _dl_malloc(len + 1);
        _dl_strcpy(retval, string);
        return retval;
}
#endif

unsigned int _dl_parse_dynamic_info(ElfW(Dyn) *dpnt, unsigned long dynamic_info[],
                                    void *debug_addr, DL_LOADADDR_TYPE load_off)
{
        return __dl_parse_dynamic_info(dpnt, dynamic_info, debug_addr, load_off);
}