1 /* Machine-dependent ELF dynamic relocation inline functions. ARM version.
2 Copyright (C) 1995-2022 Free Software Foundation, Inc.
3 This file is part of the GNU C Library.
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library. If not, see
17 <https://www.gnu.org/licenses/>. */
22 #define ELF_MACHINE_NAME "ARM"
25 #include <sys/param.h>
27 #include <dl-tlsdesc.h>
29 #include <dl-static-tls.h>
30 #include <dl-machine-rel.h>
33 # error CLEAR_CACHE definition required to handle TEXTREL
36 /* Return nonzero iff ELF header is compatible with the running host. */
37 static inline int __attribute__ ((unused
))
38 elf_machine_matches_host (const Elf32_Ehdr
*ehdr
)
40 return ehdr
->e_machine
== EM_ARM
;
43 /* Return the run-time load address of the shared object. */
44 static inline ElfW(Addr
) __attribute__ ((unused
))
45 elf_machine_load_address (void)
47 extern const ElfW(Ehdr
) __ehdr_start attribute_hidden
;
48 return (ElfW(Addr
)) &__ehdr_start
;
51 /* Return the link-time address of _DYNAMIC. */
52 static inline ElfW(Addr
) __attribute__ ((unused
))
53 elf_machine_dynamic (void)
55 extern ElfW(Dyn
) _DYNAMIC
[] attribute_hidden
;
56 return (ElfW(Addr
)) _DYNAMIC
- elf_machine_load_address ();
59 /* Set up the loaded object described by L so its unrelocated PLT
60 entries will jump to the on-demand fixup code in dl-runtime.c. */
62 static inline int __attribute__ ((unused
))
63 elf_machine_runtime_setup (struct link_map
*l
, struct r_scope_elem
*scope
[],
64 int lazy
, int profile
)
67 extern void _dl_runtime_resolve (Elf32_Word
);
68 extern void _dl_runtime_profile (Elf32_Word
);
70 if (l
->l_info
[DT_JMPREL
] && lazy
)
72 /* patb: this is different than i386 */
73 /* The GOT entries for functions in the PLT have not yet been filled
74 in. Their initial contents will arrange when called to push an
75 index into the .got section, load ip with &_GLOBAL_OFFSET_TABLE_[3],
76 and then jump to _GLOBAL_OFFSET_TABLE[2]. */
77 got
= (Elf32_Addr
*) D_PTR (l
, l_info
[DT_PLTGOT
]);
78 /* If a library is prelinked but we have to relocate anyway,
79 we have to be able to undo the prelinking of .got.plt.
80 The prelinker saved us here address of .plt. */
82 l
->l_mach
.plt
= got
[1] + l
->l_addr
;
83 got
[1] = (Elf32_Addr
) l
; /* Identify this shared object. */
85 /* The got[2] entry contains the address of a function which gets
86 called to get the address of a so far unresolved function and
87 jump to it. The profiling extension of the dynamic linker allows
88 to intercept the calls to collect information. In this case we
89 don't store the address in the GOT so that all future calls also
90 end in this function. */
93 got
[2] = (Elf32_Addr
) &_dl_runtime_profile
;
95 if (GLRO(dl_profile
) != NULL
96 && _dl_name_match_p (GLRO(dl_profile
), l
))
97 /* Say that we really want profiling and the timers are
99 GL(dl_profile_map
) = l
;
102 /* This function will get called to fix up the GOT entry indicated by
103 the offset on the stack, and then jump to the resolved address. */
104 got
[2] = (Elf32_Addr
) &_dl_runtime_resolve
;
110 #if defined(ARCH_HAS_BX)
111 #define BX(x) "bx\t" #x
113 #define BX(x) "mov\tpc, " #x
116 /* Mask identifying addresses reserved for the user program,
117 where the dynamic linker should not map anything. */
118 #define ELF_MACHINE_USER_ADDRESS_MASK 0xf8000000UL
120 /* Initial entry point code for the dynamic linker.
121 The C function `_dl_start' is the real entry point;
122 its return value is the user program's entry point. */
124 #define RTLD_START asm ("\
127 .type _start, %function\n\
128 .globl _dl_start_user\n\
129 .type _dl_start_user, %function\n\
131 @ we are PIC code, so get global offset table\n\
132 ldr sl, .L_GET_GOT\n\
133 @ See if we were run as a command with the executable file\n\
134 @ name as an extra leading argument.\n\
135 ldr r4, .L_SKIP_ARGS\n\
136 @ at start time, all the args are on the stack\n\
139 @ returns user entry point in r0\n\
141 adr r6, .L_GET_GOT\n\
144 @ save the entry point in another register\n\
146 @ get the original arg count\n\
148 @ get the argv address\n\
150 @ Fix up the stack if necessary.\n\
152 bne .L_fixup_stack\n\
155 add r3, r2, r1, lsl #2\n\
157 @ now we call _dl_init\n\
162 @ load the finalizer function\n\
163 ldr r0, .L_FINI_PROC\n\
165 @ jump to the user_s entry point\n\
168 @ iWMMXt and EABI targets require the stack to be eight byte\n\
169 @ aligned - shuffle arguments etc.\n\
171 @ subtract _dl_skip_args from original arg count\n\
173 @ store the new argc in the new stack location\n\
175 @ find the first unskipped argument\n\
177 add r4, r2, r4, lsl #2\n\
178 @ shuffle argv down\n\
179 1: ldr r5, [r4], #4\n\
183 @ shuffle envp down\n\
184 1: ldr r5, [r4], #4\n\
188 @ shuffle auxv down\n\
189 1: ldmia r4!, {r0, r5}\n\
190 stmia r3!, {r0, r5}\n\
199 .word _GLOBAL_OFFSET_TABLE_ - .L_GET_GOT\n\
201 .word _dl_skip_args(GOTOFF)\n\
203 .word _dl_fini(GOTOFF)\n\
205 .word __GI__dl_argv(GOTOFF)\n\
207 .word _rtld_local(GOTOFF)\n\
211 /* ELF_RTYPE_CLASS_PLT iff TYPE describes relocation of a PLT entry or
212 TLS variable, so undefined references should not be allowed to
214 ELF_RTYPE_CLASS_COPY iff TYPE should not be allowed to resolve to one
215 of the main executable's symbols, as for a COPY reloc.
216 ELF_RTYPE_CLASS_EXTERN_PROTECTED_DATA iff TYPE describes relocation against
217 protected data whose address may be external due to copy relocation. */
218 #ifndef RTLD_BOOTSTRAP
219 # define elf_machine_type_class(type) \
220 ((((type) == R_ARM_JUMP_SLOT || (type) == R_ARM_TLS_DTPMOD32 \
221 || (type) == R_ARM_TLS_DTPOFF32 || (type) == R_ARM_TLS_TPOFF32 \
222 || (type) == R_ARM_TLS_DESC) \
223 * ELF_RTYPE_CLASS_PLT) \
224 | (((type) == R_ARM_COPY) * ELF_RTYPE_CLASS_COPY) \
225 | (((type) == R_ARM_GLOB_DAT) * ELF_RTYPE_CLASS_EXTERN_PROTECTED_DATA))
227 #define elf_machine_type_class(type) \
228 ((((type) == R_ARM_JUMP_SLOT) * ELF_RTYPE_CLASS_PLT) \
229 | (((type) == R_ARM_COPY) * ELF_RTYPE_CLASS_COPY) \
230 | (((type) == R_ARM_GLOB_DAT) * ELF_RTYPE_CLASS_EXTERN_PROTECTED_DATA))
233 /* A reloc type used for ld.so cmdline arg lookups to reject PLT entries. */
234 #define ELF_MACHINE_JMP_SLOT R_ARM_JUMP_SLOT
236 /* We define an initialization functions. This is called very early in
238 #define DL_PLATFORM_INIT dl_platform_init ()
240 static inline void __attribute__ ((unused
))
241 dl_platform_init (void)
243 if (GLRO(dl_platform
) != NULL
&& *GLRO(dl_platform
) == '\0')
244 /* Avoid an empty string which would disturb us. */
245 GLRO(dl_platform
) = NULL
;
248 static inline Elf32_Addr
249 elf_machine_fixup_plt (struct link_map
*map
, lookup_t t
,
250 const ElfW(Sym
) *refsym
, const ElfW(Sym
) *sym
,
251 const Elf32_Rel
*reloc
,
252 Elf32_Addr
*reloc_addr
, Elf32_Addr value
)
254 return *reloc_addr
= value
;
257 /* Return the final value of a plt relocation. */
258 static inline Elf32_Addr
259 elf_machine_plt_value (struct link_map
*map
, const Elf32_Rel
*reloc
,
265 #endif /* !dl_machine_h */
268 /* Names of the architecture-specific auditing callback functions. */
269 #define ARCH_LA_PLTENTER arm_gnu_pltenter
270 #define ARCH_LA_PLTEXIT arm_gnu_pltexit
273 /* Handle a PC24 reloc, including the out-of-range case. */
275 relocate_pc24 (struct link_map
*map
, Elf32_Addr value
,
276 Elf32_Addr
*const reloc_addr
, Elf32_Sword addend
)
278 Elf32_Addr new_value
;
280 /* Set NEW_VALUE based on V, and return true iff it overflows 24 bits. */
281 inline bool set_new_value (Elf32_Addr v
)
283 new_value
= v
+ addend
- (Elf32_Addr
) reloc_addr
;
284 Elf32_Addr topbits
= new_value
& 0xfe000000;
285 return topbits
!= 0xfe000000 && topbits
!= 0x00000000;
288 if (set_new_value (value
))
290 /* The PC-relative address doesn't fit in 24 bits! */
292 static void *fix_page
;
293 static size_t fix_offset
;
294 if (fix_page
== NULL
)
296 void *new_page
= __mmap (NULL
, GLRO(dl_pagesize
),
297 PROT_READ
| PROT_WRITE
| PROT_EXEC
,
298 MAP_PRIVATE
| MAP_ANON
, -1, 0);
299 if (new_page
== MAP_FAILED
)
300 _dl_signal_error (0, map
->l_name
, NULL
,
301 "could not map page for fixup");
303 assert (fix_offset
== 0);
306 Elf32_Word
*fix_address
= fix_page
+ fix_offset
;
307 fix_address
[0] = 0xe51ff004; /* ldr pc, [pc, #-4] */
308 fix_address
[1] = value
;
310 fix_offset
+= sizeof fix_address
[0] * 2;
311 if (fix_offset
>= GLRO(dl_pagesize
))
317 if (set_new_value ((Elf32_Addr
) fix_address
))
318 _dl_signal_error (0, map
->l_name
, NULL
,
319 "R_ARM_PC24 relocation out of range");
322 *reloc_addr
= (*reloc_addr
& 0xff000000) | ((new_value
>> 2) & 0x00ffffff);
325 /* Perform the relocation specified by RELOC and SYM (which is fully resolved).
326 MAP is the object containing the reloc. */
329 __attribute__ ((always_inline
))
330 elf_machine_rel (struct link_map
*map
, struct r_scope_elem
*scope
[],
331 const Elf32_Rel
*reloc
, const Elf32_Sym
*sym
,
332 const struct r_found_version
*version
,
333 void *const reloc_addr_arg
, int skip_ifunc
)
335 Elf32_Addr
*const reloc_addr
= reloc_addr_arg
;
336 const unsigned int r_type
= ELF32_R_TYPE (reloc
->r_info
);
338 #if !defined RTLD_BOOTSTRAP
339 if (__builtin_expect (r_type
== R_ARM_RELATIVE
, 0))
340 *reloc_addr
+= map
->l_addr
;
341 # ifndef RTLD_BOOTSTRAP
342 else if (__builtin_expect (r_type
== R_ARM_NONE
, 0))
348 const Elf32_Sym
*const refsym
= sym
;
349 struct link_map
*sym_map
= RESOLVE_MAP (map
, scope
, &sym
, version
,
351 Elf32_Addr value
= SYMBOL_ADDRESS (sym_map
, sym
, true);
354 && __builtin_expect (ELFW(ST_TYPE
) (sym
->st_info
) == STT_GNU_IFUNC
, 0)
355 && __builtin_expect (sym
->st_shndx
!= SHN_UNDEF
, 1)
356 && __builtin_expect (!skip_ifunc
, 1))
357 value
= elf_ifunc_invoke (value
);
363 /* This can happen in trace mode if an object could not be
366 if (sym
->st_size
> refsym
->st_size
367 || (GLRO(dl_verbose
) && sym
->st_size
< refsym
->st_size
))
371 strtab
= (const void *) D_PTR (map
, l_info
[DT_STRTAB
]);
373 %s: Symbol `%s' has different size in shared object, consider re-linking\n",
374 RTLD_PROGNAME
, strtab
+ refsym
->st_name
);
376 memcpy (reloc_addr_arg
, (void *) value
,
377 MIN (sym
->st_size
, refsym
->st_size
));
380 case R_ARM_JUMP_SLOT
:
381 # ifdef RTLD_BOOTSTRAP
382 /* Fix weak undefined references. */
383 if (sym
!= NULL
&& sym
->st_value
== 0)
394 } __attribute__ ((packed
, may_alias
));
395 # ifndef RTLD_BOOTSTRAP
396 /* This is defined in rtld.c, but nowhere in the static
397 libc.a; make the reference weak so static programs can
398 still link. This declaration cannot be done when
399 compiling rtld.c (i.e. #ifdef RTLD_BOOTSTRAP) because
400 rtld.c contains the common defn for _dl_rtld_map, which
401 is incompatible with a weak decl in the same file. */
403 weak_extern (_dl_rtld_map
);
405 if (map
== &GL(dl_rtld_map
))
406 /* Undo the relocation done here during bootstrapping.
407 Now we will relocate it anew, possibly using a
408 binding found in the user program or a loaded library
409 rather than the dynamic linker's built-in definitions
410 used while loading those libraries. */
411 value
-= SYMBOL_ADDRESS (map
, refsym
, true);
413 /* Support relocations on mis-aligned offsets. */
414 ((struct unaligned
*) reloc_addr
)->x
+= value
;
419 struct tlsdesc
*td
= (struct tlsdesc
*)reloc_addr
;
421 # ifndef RTLD_BOOTSTRAP
423 td
->entry
= _dl_tlsdesc_undefweak
;
427 if (ELF32_R_SYM (reloc
->r_info
) == STN_UNDEF
)
428 value
= td
->argument
.value
;
430 value
= sym
->st_value
;
432 # ifndef RTLD_BOOTSTRAP
434 CHECK_STATIC_TLS (map
, sym_map
);
436 if (!TRY_STATIC_TLS (map
, sym_map
))
439 = _dl_make_tlsdesc_dynamic (sym_map
, value
);
440 td
->entry
= _dl_tlsdesc_dynamic
;
446 td
->argument
.value
= value
+ sym_map
->l_tls_offset
;
447 td
->entry
= _dl_tlsdesc_return
;
453 relocate_pc24 (map
, value
, reloc_addr
,
454 /* Sign-extend the 24-bit addend in the
455 instruction (which counts instructions), and
456 then shift it up two so as to count bytes. */
457 (((Elf32_Sword
) *reloc_addr
<< 8) >> 8) << 2);
459 #if !defined RTLD_BOOTSTRAP
460 case R_ARM_TLS_DTPMOD32
:
461 /* Get the information from the link map returned by the
464 *reloc_addr
= sym_map
->l_tls_modid
;
467 case R_ARM_TLS_DTPOFF32
:
469 *reloc_addr
+= sym
->st_value
;
472 case R_ARM_TLS_TPOFF32
:
475 CHECK_STATIC_TLS (map
, sym_map
);
476 *reloc_addr
+= sym
->st_value
+ sym_map
->l_tls_offset
;
479 case R_ARM_IRELATIVE
:
480 value
= map
->l_addr
+ *reloc_addr
;
481 if (__glibc_likely (!skip_ifunc
))
482 value
= ((Elf32_Addr (*) (int)) value
) (GLRO(dl_hwcap
));
487 _dl_reloc_bad_type (map
, r_type
, 0);
493 # ifndef RTLD_BOOTSTRAP
495 __attribute__ ((always_inline
))
496 elf_machine_rela (struct link_map
*map
, struct r_scope_elem
*scope
[],
497 const Elf32_Rela
*reloc
, const Elf32_Sym
*sym
,
498 const struct r_found_version
*version
,
499 void *const reloc_addr_arg
, int skip_ifunc
)
501 Elf32_Addr
*const reloc_addr
= reloc_addr_arg
;
502 const unsigned int r_type
= ELF32_R_TYPE (reloc
->r_info
);
504 if (__builtin_expect (r_type
== R_ARM_RELATIVE
, 0))
505 *reloc_addr
= map
->l_addr
+ reloc
->r_addend
;
506 else if (__builtin_expect (r_type
== R_ARM_NONE
, 0))
510 const Elf32_Sym
*const refsym
= sym
;
511 struct link_map
*sym_map
= RESOLVE_MAP (map
, scope
, &sym
, version
, r_type
);
512 Elf32_Addr value
= SYMBOL_ADDRESS (sym_map
, sym
, true);
515 && __builtin_expect (ELFW(ST_TYPE
) (sym
->st_info
) == STT_GNU_IFUNC
, 0)
516 && __builtin_expect (sym
->st_shndx
!= SHN_UNDEF
, 1)
517 && __builtin_expect (!skip_ifunc
, 1))
518 value
= elf_ifunc_invoke (value
);
522 /* Not needed for dl-conflict.c. */
525 /* This can happen in trace mode if an object could not be
528 if (sym
->st_size
> refsym
->st_size
529 || (GLRO(dl_verbose
) && sym
->st_size
< refsym
->st_size
))
533 strtab
= (const void *) D_PTR (map
, l_info
[DT_STRTAB
]);
535 %s: Symbol `%s' has different size in shared object, consider re-linking\n",
536 RTLD_PROGNAME
, strtab
+ refsym
->st_name
);
538 memcpy (reloc_addr_arg
, (void *) value
,
539 MIN (sym
->st_size
, refsym
->st_size
));
542 case R_ARM_JUMP_SLOT
:
544 *reloc_addr
= value
+ reloc
->r_addend
;
547 relocate_pc24 (map
, value
, reloc_addr
, reloc
->r_addend
);
549 #if !defined RTLD_BOOTSTRAP
550 case R_ARM_TLS_DTPMOD32
:
551 /* Get the information from the link map returned by the
554 *reloc_addr
= sym_map
->l_tls_modid
;
557 case R_ARM_TLS_DTPOFF32
:
558 *reloc_addr
= (sym
== NULL
? 0 : sym
->st_value
) + reloc
->r_addend
;
561 case R_ARM_TLS_TPOFF32
:
564 CHECK_STATIC_TLS (map
, sym_map
);
565 *reloc_addr
= (sym
->st_value
+ sym_map
->l_tls_offset
569 case R_ARM_IRELATIVE
:
570 value
= map
->l_addr
+ reloc
->r_addend
;
571 if (__glibc_likely (!skip_ifunc
))
572 value
= ((Elf32_Addr (*) (int)) value
) (GLRO(dl_hwcap
));
577 _dl_reloc_bad_type (map
, r_type
, 0);
585 __attribute__ ((always_inline
))
586 elf_machine_rel_relative (Elf32_Addr l_addr
, const Elf32_Rel
*reloc
,
587 void *const reloc_addr_arg
)
589 Elf32_Addr
*const reloc_addr
= reloc_addr_arg
;
590 *reloc_addr
+= l_addr
;
593 # ifndef RTLD_BOOTSTRAP
595 __attribute__ ((always_inline
))
596 elf_machine_rela_relative (Elf32_Addr l_addr
, const Elf32_Rela
*reloc
,
597 void *const reloc_addr_arg
)
599 Elf32_Addr
*const reloc_addr
= reloc_addr_arg
;
600 *reloc_addr
= l_addr
+ reloc
->r_addend
;
605 __attribute__ ((always_inline
))
606 elf_machine_lazy_rel (struct link_map
*map
, struct r_scope_elem
*scope
[],
607 Elf32_Addr l_addr
, const Elf32_Rel
*reloc
,
610 Elf32_Addr
*const reloc_addr
= (void *) (l_addr
+ reloc
->r_offset
);
611 const unsigned int r_type
= ELF32_R_TYPE (reloc
->r_info
);
612 /* Check for unexpected PLT reloc type. */
613 if (__builtin_expect (r_type
== R_ARM_JUMP_SLOT
, 1))
615 if (__builtin_expect (map
->l_mach
.plt
, 0) == 0)
616 *reloc_addr
+= l_addr
;
618 *reloc_addr
= map
->l_mach
.plt
;
620 else if (__builtin_expect (r_type
== R_ARM_TLS_DESC
, 1))
622 const Elf_Symndx symndx
= ELFW (R_SYM
) (reloc
->r_info
);
623 const ElfW (Sym
) *symtab
= (const void *)D_PTR (map
, l_info
[DT_SYMTAB
]);
624 const ElfW (Sym
) *sym
= &symtab
[symndx
];
625 const struct r_found_version
*version
= NULL
;
627 if (map
->l_info
[VERSYMIDX (DT_VERSYM
)] != NULL
)
629 const ElfW (Half
) *vernum
=
630 (const void *)D_PTR (map
, l_info
[VERSYMIDX (DT_VERSYM
)]);
631 version
= &map
->l_versions
[vernum
[symndx
] & 0x7fff];
634 /* Always initialize TLS descriptors completely, because lazy
635 initialization requires synchronization at every TLS access. */
636 elf_machine_rel (map
, scope
, reloc
, sym
, version
, reloc_addr
, skip_ifunc
);
639 _dl_reloc_bad_type (map
, r_type
, 1);
642 #endif /* RESOLVE_MAP */