1 /* binfmt_elf_fdpic.c: FDPIC ELF binary format
3 * Copyright (C) 2003, 2004, 2006 Red Hat, Inc. All Rights Reserved.
4 * Written by David Howells (dhowells@redhat.com)
5 * Derived from binfmt_elf.c
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
13 #include <linux/module.h>
16 #include <linux/stat.h>
17 #include <linux/sched.h>
19 #include <linux/mman.h>
20 #include <linux/errno.h>
21 #include <linux/signal.h>
22 #include <linux/binfmts.h>
23 #include <linux/string.h>
24 #include <linux/file.h>
25 #include <linux/fcntl.h>
26 #include <linux/slab.h>
27 #include <linux/pagemap.h>
28 #include <linux/highmem.h>
29 #include <linux/highuid.h>
30 #include <linux/personality.h>
31 #include <linux/ptrace.h>
32 #include <linux/init.h>
33 #include <linux/elf.h>
34 #include <linux/elf-fdpic.h>
35 #include <linux/elfcore.h>
37 #include <asm/uaccess.h>
38 #include <asm/param.h>
39 #include <asm/pgalloc.h>
41 typedef char *elf_caddr_t
;
44 #define kdebug(fmt, ...) printk("FDPIC "fmt"\n" ,##__VA_ARGS__ )
46 #define kdebug(fmt, ...) do {} while(0)
50 #define kdcore(fmt, ...) printk("FDPIC "fmt"\n" ,##__VA_ARGS__ )
52 #define kdcore(fmt, ...) do {} while(0)
55 MODULE_LICENSE("GPL");
57 static int load_elf_fdpic_binary(struct linux_binprm
*, struct pt_regs
*);
58 static int elf_fdpic_fetch_phdrs(struct elf_fdpic_params
*, struct file
*);
59 static int elf_fdpic_map_file(struct elf_fdpic_params
*, struct file
*,
60 struct mm_struct
*, const char *);
62 static int create_elf_fdpic_tables(struct linux_binprm
*, struct mm_struct
*,
63 struct elf_fdpic_params
*,
64 struct elf_fdpic_params
*);
67 static int elf_fdpic_transfer_args_to_stack(struct linux_binprm
*,
69 static int elf_fdpic_map_file_constdisp_on_uclinux(struct elf_fdpic_params
*,
74 static int elf_fdpic_map_file_by_direct_mmap(struct elf_fdpic_params
*,
75 struct file
*, struct mm_struct
*);
77 #if defined(USE_ELF_CORE_DUMP) && defined(CONFIG_ELF_CORE)
78 static int elf_fdpic_core_dump(long, struct pt_regs
*, struct file
*, unsigned long limit
);
81 static struct linux_binfmt elf_fdpic_format
= {
82 .module
= THIS_MODULE
,
83 .load_binary
= load_elf_fdpic_binary
,
84 #if defined(USE_ELF_CORE_DUMP) && defined(CONFIG_ELF_CORE)
85 .core_dump
= elf_fdpic_core_dump
,
87 .min_coredump
= ELF_EXEC_PAGESIZE
,
90 static int __init
init_elf_fdpic_binfmt(void)
92 return register_binfmt(&elf_fdpic_format
);
95 static void __exit
exit_elf_fdpic_binfmt(void)
97 unregister_binfmt(&elf_fdpic_format
);
100 core_initcall(init_elf_fdpic_binfmt
);
101 module_exit(exit_elf_fdpic_binfmt
);
103 static int is_elf_fdpic(struct elfhdr
*hdr
, struct file
*file
)
105 if (memcmp(hdr
->e_ident
, ELFMAG
, SELFMAG
) != 0)
107 if (hdr
->e_type
!= ET_EXEC
&& hdr
->e_type
!= ET_DYN
)
109 if (!elf_check_arch(hdr
) || !elf_check_fdpic(hdr
))
111 if (!file
->f_op
|| !file
->f_op
->mmap
)
116 /*****************************************************************************/
118 * read the program headers table into memory
120 static int elf_fdpic_fetch_phdrs(struct elf_fdpic_params
*params
,
123 struct elf32_phdr
*phdr
;
127 if (params
->hdr
.e_phentsize
!= sizeof(struct elf_phdr
))
129 if (params
->hdr
.e_phnum
> 65536U / sizeof(struct elf_phdr
))
132 size
= params
->hdr
.e_phnum
* sizeof(struct elf_phdr
);
133 params
->phdrs
= kmalloc(size
, GFP_KERNEL
);
137 retval
= kernel_read(file
, params
->hdr
.e_phoff
,
138 (char *) params
->phdrs
, size
);
139 if (unlikely(retval
!= size
))
140 return retval
< 0 ? retval
: -ENOEXEC
;
142 /* determine stack size for this binary */
143 phdr
= params
->phdrs
;
144 for (loop
= 0; loop
< params
->hdr
.e_phnum
; loop
++, phdr
++) {
145 if (phdr
->p_type
!= PT_GNU_STACK
)
148 if (phdr
->p_flags
& PF_X
)
149 params
->flags
|= ELF_FDPIC_FLAG_EXEC_STACK
;
151 params
->flags
|= ELF_FDPIC_FLAG_NOEXEC_STACK
;
153 params
->stack_size
= phdr
->p_memsz
;
160 /*****************************************************************************/
162 * load an fdpic binary into various bits of memory
164 static int load_elf_fdpic_binary(struct linux_binprm
*bprm
,
165 struct pt_regs
*regs
)
167 struct elf_fdpic_params exec_params
, interp_params
;
168 struct elf_phdr
*phdr
;
169 unsigned long stack_size
, entryaddr
;
171 unsigned long fullsize
;
173 #ifdef ELF_FDPIC_PLAT_INIT
174 unsigned long dynaddr
;
176 struct file
*interpreter
= NULL
; /* to shut gcc up */
177 char *interpreter_name
= NULL
;
178 int executable_stack
;
181 kdebug("____ LOAD %d ____", current
->pid
);
183 memset(&exec_params
, 0, sizeof(exec_params
));
184 memset(&interp_params
, 0, sizeof(interp_params
));
186 exec_params
.hdr
= *(struct elfhdr
*) bprm
->buf
;
187 exec_params
.flags
= ELF_FDPIC_FLAG_PRESENT
| ELF_FDPIC_FLAG_EXECUTABLE
;
189 /* check that this is a binary we know how to deal with */
191 if (!is_elf_fdpic(&exec_params
.hdr
, bprm
->file
))
194 /* read the program header table */
195 retval
= elf_fdpic_fetch_phdrs(&exec_params
, bprm
->file
);
199 /* scan for a program header that specifies an interpreter */
200 phdr
= exec_params
.phdrs
;
202 for (i
= 0; i
< exec_params
.hdr
.e_phnum
; i
++, phdr
++) {
203 switch (phdr
->p_type
) {
206 if (phdr
->p_filesz
> PATH_MAX
)
209 if (phdr
->p_filesz
< 2)
212 /* read the name of the interpreter into memory */
213 interpreter_name
= kmalloc(phdr
->p_filesz
, GFP_KERNEL
);
214 if (!interpreter_name
)
217 retval
= kernel_read(bprm
->file
,
221 if (unlikely(retval
!= phdr
->p_filesz
)) {
228 if (interpreter_name
[phdr
->p_filesz
- 1] != '\0')
231 kdebug("Using ELF interpreter %s", interpreter_name
);
233 /* replace the program with the interpreter */
234 interpreter
= open_exec(interpreter_name
);
235 retval
= PTR_ERR(interpreter
);
236 if (IS_ERR(interpreter
)) {
242 * If the binary is not readable then enforce
243 * mm->dumpable = 0 regardless of the interpreter's
246 if (file_permission(interpreter
, MAY_READ
) < 0)
247 bprm
->interp_flags
|= BINPRM_FLAGS_ENFORCE_NONDUMP
;
249 retval
= kernel_read(interpreter
, 0, bprm
->buf
,
251 if (unlikely(retval
!= BINPRM_BUF_SIZE
)) {
257 interp_params
.hdr
= *((struct elfhdr
*) bprm
->buf
);
262 if (exec_params
.load_addr
== 0)
263 exec_params
.load_addr
= phdr
->p_vaddr
;
270 if (elf_check_const_displacement(&exec_params
.hdr
))
271 exec_params
.flags
|= ELF_FDPIC_FLAG_CONSTDISP
;
273 /* perform insanity checks on the interpreter */
274 if (interpreter_name
) {
276 if (!is_elf_fdpic(&interp_params
.hdr
, interpreter
))
279 interp_params
.flags
= ELF_FDPIC_FLAG_PRESENT
;
281 /* read the interpreter's program header table */
282 retval
= elf_fdpic_fetch_phdrs(&interp_params
, interpreter
);
287 stack_size
= exec_params
.stack_size
;
288 if (stack_size
< interp_params
.stack_size
)
289 stack_size
= interp_params
.stack_size
;
291 if (exec_params
.flags
& ELF_FDPIC_FLAG_EXEC_STACK
)
292 executable_stack
= EXSTACK_ENABLE_X
;
293 else if (exec_params
.flags
& ELF_FDPIC_FLAG_NOEXEC_STACK
)
294 executable_stack
= EXSTACK_DISABLE_X
;
295 else if (interp_params
.flags
& ELF_FDPIC_FLAG_EXEC_STACK
)
296 executable_stack
= EXSTACK_ENABLE_X
;
297 else if (interp_params
.flags
& ELF_FDPIC_FLAG_NOEXEC_STACK
)
298 executable_stack
= EXSTACK_DISABLE_X
;
300 executable_stack
= EXSTACK_DEFAULT
;
306 if (elf_check_const_displacement(&interp_params
.hdr
))
307 interp_params
.flags
|= ELF_FDPIC_FLAG_CONSTDISP
;
309 /* flush all traces of the currently running executable */
310 retval
= flush_old_exec(bprm
);
314 /* there's now no turning back... the old userspace image is dead,
315 * defunct, deceased, etc. after this point we have to exit via
317 set_personality(PER_LINUX_FDPIC
);
318 set_binfmt(&elf_fdpic_format
);
320 current
->mm
->start_code
= 0;
321 current
->mm
->end_code
= 0;
322 current
->mm
->start_stack
= 0;
323 current
->mm
->start_data
= 0;
324 current
->mm
->end_data
= 0;
325 current
->mm
->context
.exec_fdpic_loadmap
= 0;
326 current
->mm
->context
.interp_fdpic_loadmap
= 0;
328 current
->flags
&= ~PF_FORKNOEXEC
;
331 elf_fdpic_arch_lay_out_mm(&exec_params
,
333 ¤t
->mm
->start_stack
,
334 ¤t
->mm
->start_brk
);
336 retval
= setup_arg_pages(bprm
, current
->mm
->start_stack
,
339 send_sig(SIGKILL
, current
, 0);
344 /* load the executable and interpreter into memory */
345 retval
= elf_fdpic_map_file(&exec_params
, bprm
->file
, current
->mm
,
350 if (interpreter_name
) {
351 retval
= elf_fdpic_map_file(&interp_params
, interpreter
,
352 current
->mm
, "interpreter");
354 printk(KERN_ERR
"Unable to load interpreter\n");
358 allow_write_access(interpreter
);
364 if (!current
->mm
->start_brk
)
365 current
->mm
->start_brk
= current
->mm
->end_data
;
367 current
->mm
->brk
= current
->mm
->start_brk
=
368 PAGE_ALIGN(current
->mm
->start_brk
);
371 /* create a stack and brk area big enough for everyone
372 * - the brk heap starts at the bottom and works up
373 * - the stack starts at the top and works down
375 stack_size
= (stack_size
+ PAGE_SIZE
- 1) & PAGE_MASK
;
376 if (stack_size
< PAGE_SIZE
* 2)
377 stack_size
= PAGE_SIZE
* 2;
379 down_write(¤t
->mm
->mmap_sem
);
380 current
->mm
->start_brk
= do_mmap(NULL
, 0, stack_size
,
381 PROT_READ
| PROT_WRITE
| PROT_EXEC
,
382 MAP_PRIVATE
| MAP_ANONYMOUS
| MAP_GROWSDOWN
,
385 if (IS_ERR_VALUE(current
->mm
->start_brk
)) {
386 up_write(¤t
->mm
->mmap_sem
);
387 retval
= current
->mm
->start_brk
;
388 current
->mm
->start_brk
= 0;
392 /* expand the stack mapping to use up the entire allocation granule */
393 fullsize
= kobjsize((char *) current
->mm
->start_brk
);
394 if (!IS_ERR_VALUE(do_mremap(current
->mm
->start_brk
, stack_size
,
396 stack_size
= fullsize
;
397 up_write(¤t
->mm
->mmap_sem
);
399 current
->mm
->brk
= current
->mm
->start_brk
;
400 current
->mm
->context
.end_brk
= current
->mm
->start_brk
;
401 current
->mm
->context
.end_brk
+=
402 (stack_size
> PAGE_SIZE
) ? (stack_size
- PAGE_SIZE
) : 0;
403 current
->mm
->start_stack
= current
->mm
->start_brk
+ stack_size
;
407 current
->flags
&= ~PF_FORKNOEXEC
;
408 if (create_elf_fdpic_tables(bprm
, current
->mm
,
409 &exec_params
, &interp_params
) < 0)
412 kdebug("- start_code %lx", current
->mm
->start_code
);
413 kdebug("- end_code %lx", current
->mm
->end_code
);
414 kdebug("- start_data %lx", current
->mm
->start_data
);
415 kdebug("- end_data %lx", current
->mm
->end_data
);
416 kdebug("- start_brk %lx", current
->mm
->start_brk
);
417 kdebug("- brk %lx", current
->mm
->brk
);
418 kdebug("- start_stack %lx", current
->mm
->start_stack
);
420 #ifdef ELF_FDPIC_PLAT_INIT
422 * The ABI may specify that certain registers be set up in special
423 * ways (on i386 %edx is the address of a DT_FINI function, for
424 * example. This macro performs whatever initialization to
425 * the regs structure is required.
427 dynaddr
= interp_params
.dynamic_addr
?: exec_params
.dynamic_addr
;
428 ELF_FDPIC_PLAT_INIT(regs
, exec_params
.map_addr
, interp_params
.map_addr
,
432 /* everything is now ready... get the userspace context ready to roll */
433 entryaddr
= interp_params
.entry_addr
?: exec_params
.entry_addr
;
434 start_thread(regs
, entryaddr
, current
->mm
->start_stack
);
440 allow_write_access(interpreter
);
443 kfree(interpreter_name
);
444 kfree(exec_params
.phdrs
);
445 kfree(exec_params
.loadmap
);
446 kfree(interp_params
.phdrs
);
447 kfree(interp_params
.loadmap
);
450 /* unrecoverable error - kill the process */
452 send_sig(SIGSEGV
, current
, 0);
457 /*****************************************************************************/
459 * present useful information to the program
461 static int create_elf_fdpic_tables(struct linux_binprm
*bprm
,
462 struct mm_struct
*mm
,
463 struct elf_fdpic_params
*exec_params
,
464 struct elf_fdpic_params
*interp_params
)
466 unsigned long sp
, csp
, nitems
;
467 elf_caddr_t __user
*argv
, *envp
;
468 size_t platform_len
= 0, len
;
470 char __user
*u_platform
, *p
;
473 int nr
; /* reset for each csp adjustment */
475 /* we're going to shovel a whole load of stuff onto the stack */
479 sp
= mm
->start_stack
;
481 /* stack the program arguments and environment */
482 if (elf_fdpic_transfer_args_to_stack(bprm
, &sp
) < 0)
486 /* get hold of platform and hardware capabilities masks for the machine
487 * we are running on. In some cases (Sparc), this info is impossible
488 * to get, in others (i386) it is merely difficult.
491 k_platform
= ELF_PLATFORM
;
495 platform_len
= strlen(k_platform
) + 1;
497 u_platform
= (char __user
*) sp
;
498 if (__copy_to_user(u_platform
, k_platform
, platform_len
) != 0)
502 #if defined(__i386__) && defined(CONFIG_SMP)
503 /* in some cases (e.g. Hyper-Threading), we want to avoid L1 evictions
504 * by the processes running on the same package. One thing we can do is
505 * to shuffle the initial stack for them.
507 * the conditionals here are unneeded, but kept in to make the code
508 * behaviour the same as pre change unless we have hyperthreaded
509 * processors. This keeps Mr Marcelo Person happier but should be
512 if (smp_num_siblings
> 1)
513 sp
= sp
- ((current
->pid
% 64) << 7);
518 /* stack the load map(s) */
519 len
= sizeof(struct elf32_fdpic_loadmap
);
520 len
+= sizeof(struct elf32_fdpic_loadseg
) * exec_params
->loadmap
->nsegs
;
521 sp
= (sp
- len
) & ~7UL;
522 exec_params
->map_addr
= sp
;
524 if (copy_to_user((void __user
*) sp
, exec_params
->loadmap
, len
) != 0)
527 current
->mm
->context
.exec_fdpic_loadmap
= (unsigned long) sp
;
529 if (interp_params
->loadmap
) {
530 len
= sizeof(struct elf32_fdpic_loadmap
);
531 len
+= sizeof(struct elf32_fdpic_loadseg
) *
532 interp_params
->loadmap
->nsegs
;
533 sp
= (sp
- len
) & ~7UL;
534 interp_params
->map_addr
= sp
;
536 if (copy_to_user((void __user
*) sp
, interp_params
->loadmap
,
540 current
->mm
->context
.interp_fdpic_loadmap
= (unsigned long) sp
;
543 /* force 16 byte _final_ alignment here for generality */
544 #define DLINFO_ITEMS 13
546 nitems
= 1 + DLINFO_ITEMS
+ (k_platform
? 1 : 0) + AT_VECTOR_SIZE_ARCH
;
549 sp
-= nitems
* 2 * sizeof(unsigned long);
550 sp
-= (bprm
->envc
+ 1) * sizeof(char *); /* envv[] */
551 sp
-= (bprm
->argc
+ 1) * sizeof(char *); /* argv[] */
552 sp
-= 1 * sizeof(unsigned long); /* argc */
557 /* put the ELF interpreter info on the stack */
558 #define NEW_AUX_ENT(id, val) \
560 struct { unsigned long _id, _val; } __user *ent; \
562 ent = (void __user *) csp; \
563 __put_user((id), &ent[nr]._id); \
564 __put_user((val), &ent[nr]._val); \
569 csp
-= 2 * sizeof(unsigned long);
570 NEW_AUX_ENT(AT_NULL
, 0);
573 csp
-= 2 * sizeof(unsigned long);
574 NEW_AUX_ENT(AT_PLATFORM
,
575 (elf_addr_t
) (unsigned long) u_platform
);
579 csp
-= DLINFO_ITEMS
* 2 * sizeof(unsigned long);
580 NEW_AUX_ENT(AT_HWCAP
, hwcap
);
581 NEW_AUX_ENT(AT_PAGESZ
, PAGE_SIZE
);
582 NEW_AUX_ENT(AT_CLKTCK
, CLOCKS_PER_SEC
);
583 NEW_AUX_ENT(AT_PHDR
, exec_params
->ph_addr
);
584 NEW_AUX_ENT(AT_PHENT
, sizeof(struct elf_phdr
));
585 NEW_AUX_ENT(AT_PHNUM
, exec_params
->hdr
.e_phnum
);
586 NEW_AUX_ENT(AT_BASE
, interp_params
->elfhdr_addr
);
587 NEW_AUX_ENT(AT_FLAGS
, 0);
588 NEW_AUX_ENT(AT_ENTRY
, exec_params
->entry_addr
);
589 NEW_AUX_ENT(AT_UID
, (elf_addr_t
) current
->uid
);
590 NEW_AUX_ENT(AT_EUID
, (elf_addr_t
) current
->euid
);
591 NEW_AUX_ENT(AT_GID
, (elf_addr_t
) current
->gid
);
592 NEW_AUX_ENT(AT_EGID
, (elf_addr_t
) current
->egid
);
596 csp
-= AT_VECTOR_SIZE_ARCH
* 2 * sizeof(unsigned long);
598 /* ARCH_DLINFO must come last so platform specific code can enforce
599 * special alignment requirements on the AUXV if necessary (eg. PPC).
605 /* allocate room for argv[] and envv[] */
606 csp
-= (bprm
->envc
+ 1) * sizeof(elf_caddr_t
);
607 envp
= (elf_caddr_t __user
*) csp
;
608 csp
-= (bprm
->argc
+ 1) * sizeof(elf_caddr_t
);
609 argv
= (elf_caddr_t __user
*) csp
;
612 csp
-= sizeof(unsigned long);
613 __put_user(bprm
->argc
, (unsigned long __user
*) csp
);
617 /* fill in the argv[] array */
619 current
->mm
->arg_start
= bprm
->p
;
621 current
->mm
->arg_start
= current
->mm
->start_stack
-
622 (MAX_ARG_PAGES
* PAGE_SIZE
- bprm
->p
);
625 p
= (char __user
*) current
->mm
->arg_start
;
626 for (loop
= bprm
->argc
; loop
> 0; loop
--) {
627 __put_user((elf_caddr_t
) p
, argv
++);
628 len
= strnlen_user(p
, MAX_ARG_STRLEN
);
629 if (!len
|| len
> MAX_ARG_STRLEN
)
633 __put_user(NULL
, argv
);
634 current
->mm
->arg_end
= (unsigned long) p
;
636 /* fill in the envv[] array */
637 current
->mm
->env_start
= (unsigned long) p
;
638 for (loop
= bprm
->envc
; loop
> 0; loop
--) {
639 __put_user((elf_caddr_t
)(unsigned long) p
, envp
++);
640 len
= strnlen_user(p
, MAX_ARG_STRLEN
);
641 if (!len
|| len
> MAX_ARG_STRLEN
)
645 __put_user(NULL
, envp
);
646 current
->mm
->env_end
= (unsigned long) p
;
648 mm
->start_stack
= (unsigned long) sp
;
652 /*****************************************************************************/
654 * transfer the program arguments and environment from the holding pages onto
658 static int elf_fdpic_transfer_args_to_stack(struct linux_binprm
*bprm
,
661 unsigned long index
, stop
, sp
;
665 stop
= bprm
->p
>> PAGE_SHIFT
;
668 for (index
= MAX_ARG_PAGES
- 1; index
>= stop
; index
--) {
669 src
= kmap(bprm
->page
[index
]);
671 if (copy_to_user((void *) sp
, src
, PAGE_SIZE
) != 0)
673 kunmap(bprm
->page
[index
]);
678 *_sp
= (*_sp
- (MAX_ARG_PAGES
* PAGE_SIZE
- bprm
->p
)) & ~15;
685 /*****************************************************************************/
687 * load the appropriate binary image (executable or interpreter) into memory
688 * - we assume no MMU is available
689 * - if no other PIC bits are set in params->hdr->e_flags
690 * - we assume that the LOADable segments in the binary are independently relocatable
691 * - we assume R/O executable segments are shareable
693 * - we assume the loadable parts of the image to require fixed displacement
694 * - the image is not shareable
696 static int elf_fdpic_map_file(struct elf_fdpic_params
*params
,
698 struct mm_struct
*mm
,
701 struct elf32_fdpic_loadmap
*loadmap
;
703 struct elf32_fdpic_loadseg
*mseg
;
705 struct elf32_fdpic_loadseg
*seg
;
706 struct elf32_phdr
*phdr
;
707 unsigned long load_addr
, stop
;
708 unsigned nloads
, tmp
;
712 /* allocate a load map table */
714 for (loop
= 0; loop
< params
->hdr
.e_phnum
; loop
++)
715 if (params
->phdrs
[loop
].p_type
== PT_LOAD
)
721 size
= sizeof(*loadmap
) + nloads
* sizeof(*seg
);
722 loadmap
= kzalloc(size
, GFP_KERNEL
);
726 params
->loadmap
= loadmap
;
728 loadmap
->version
= ELF32_FDPIC_LOADMAP_VERSION
;
729 loadmap
->nsegs
= nloads
;
731 load_addr
= params
->load_addr
;
734 /* map the requested LOADs into the memory space */
735 switch (params
->flags
& ELF_FDPIC_FLAG_ARRANGEMENT
) {
736 case ELF_FDPIC_FLAG_CONSTDISP
:
737 case ELF_FDPIC_FLAG_CONTIGUOUS
:
739 ret
= elf_fdpic_map_file_constdisp_on_uclinux(params
, file
, mm
);
745 ret
= elf_fdpic_map_file_by_direct_mmap(params
, file
, mm
);
751 /* map the entry point */
752 if (params
->hdr
.e_entry
) {
754 for (loop
= loadmap
->nsegs
; loop
> 0; loop
--, seg
++) {
755 if (params
->hdr
.e_entry
>= seg
->p_vaddr
&&
756 params
->hdr
.e_entry
< seg
->p_vaddr
+ seg
->p_memsz
) {
758 (params
->hdr
.e_entry
- seg
->p_vaddr
) +
765 /* determine where the program header table has wound up if mapped */
766 stop
= params
->hdr
.e_phoff
;
767 stop
+= params
->hdr
.e_phnum
* sizeof (struct elf_phdr
);
768 phdr
= params
->phdrs
;
770 for (loop
= 0; loop
< params
->hdr
.e_phnum
; loop
++, phdr
++) {
771 if (phdr
->p_type
!= PT_LOAD
)
774 if (phdr
->p_offset
> params
->hdr
.e_phoff
||
775 phdr
->p_offset
+ phdr
->p_filesz
< stop
)
779 for (loop
= loadmap
->nsegs
; loop
> 0; loop
--, seg
++) {
780 if (phdr
->p_vaddr
>= seg
->p_vaddr
&&
781 phdr
->p_vaddr
+ phdr
->p_filesz
<=
782 seg
->p_vaddr
+ seg
->p_memsz
) {
784 (phdr
->p_vaddr
- seg
->p_vaddr
) +
786 params
->hdr
.e_phoff
- phdr
->p_offset
;
793 /* determine where the dynamic section has wound up if there is one */
794 phdr
= params
->phdrs
;
795 for (loop
= 0; loop
< params
->hdr
.e_phnum
; loop
++, phdr
++) {
796 if (phdr
->p_type
!= PT_DYNAMIC
)
800 for (loop
= loadmap
->nsegs
; loop
> 0; loop
--, seg
++) {
801 if (phdr
->p_vaddr
>= seg
->p_vaddr
&&
802 phdr
->p_vaddr
+ phdr
->p_memsz
<=
803 seg
->p_vaddr
+ seg
->p_memsz
) {
804 params
->dynamic_addr
=
805 (phdr
->p_vaddr
- seg
->p_vaddr
) +
808 /* check the dynamic section contains at least
809 * one item, and that the last item is a NULL
811 if (phdr
->p_memsz
== 0 ||
812 phdr
->p_memsz
% sizeof(Elf32_Dyn
) != 0)
815 tmp
= phdr
->p_memsz
/ sizeof(Elf32_Dyn
);
817 params
->dynamic_addr
)[tmp
- 1].d_tag
!= 0)
825 /* now elide adjacent segments in the load map on MMU linux
826 * - on uClinux the holes between may actually be filled with system
827 * stuff or stuff from other processes
830 nloads
= loadmap
->nsegs
;
831 mseg
= loadmap
->segs
;
833 for (loop
= 1; loop
< nloads
; loop
++) {
834 /* see if we have a candidate for merging */
835 if (seg
->p_vaddr
- mseg
->p_vaddr
== seg
->addr
- mseg
->addr
) {
836 load_addr
= PAGE_ALIGN(mseg
->addr
+ mseg
->p_memsz
);
837 if (load_addr
== (seg
->addr
& PAGE_MASK
)) {
840 (mseg
->addr
+ mseg
->p_memsz
);
841 mseg
->p_memsz
+= seg
->addr
& ~PAGE_MASK
;
842 mseg
->p_memsz
+= seg
->p_memsz
;
854 kdebug("Mapped Object [%s]:", what
);
855 kdebug("- elfhdr : %lx", params
->elfhdr_addr
);
856 kdebug("- entry : %lx", params
->entry_addr
);
857 kdebug("- PHDR[] : %lx", params
->ph_addr
);
858 kdebug("- DYNAMIC[]: %lx", params
->dynamic_addr
);
860 for (loop
= 0; loop
< loadmap
->nsegs
; loop
++, seg
++)
861 kdebug("- LOAD[%d] : %08x-%08x [va=%x ms=%x]",
863 seg
->addr
, seg
->addr
+ seg
->p_memsz
- 1,
864 seg
->p_vaddr
, seg
->p_memsz
);
869 printk("ELF FDPIC %s with invalid DYNAMIC section (inode=%lu)\n",
870 what
, file
->f_path
.dentry
->d_inode
->i_ino
);
874 /*****************************************************************************/
876 * map a file with constant displacement under uClinux
879 static int elf_fdpic_map_file_constdisp_on_uclinux(
880 struct elf_fdpic_params
*params
,
882 struct mm_struct
*mm
)
884 struct elf32_fdpic_loadseg
*seg
;
885 struct elf32_phdr
*phdr
;
886 unsigned long load_addr
, base
= ULONG_MAX
, top
= 0, maddr
= 0, mflags
;
890 load_addr
= params
->load_addr
;
891 seg
= params
->loadmap
->segs
;
893 /* determine the bounds of the contiguous overall allocation we must
895 phdr
= params
->phdrs
;
896 for (loop
= 0; loop
< params
->hdr
.e_phnum
; loop
++, phdr
++) {
897 if (params
->phdrs
[loop
].p_type
!= PT_LOAD
)
900 if (base
> phdr
->p_vaddr
)
901 base
= phdr
->p_vaddr
;
902 if (top
< phdr
->p_vaddr
+ phdr
->p_memsz
)
903 top
= phdr
->p_vaddr
+ phdr
->p_memsz
;
906 /* allocate one big anon block for everything */
907 mflags
= MAP_PRIVATE
;
908 if (params
->flags
& ELF_FDPIC_FLAG_EXECUTABLE
)
909 mflags
|= MAP_EXECUTABLE
;
911 down_write(&mm
->mmap_sem
);
912 maddr
= do_mmap(NULL
, load_addr
, top
- base
,
913 PROT_READ
| PROT_WRITE
| PROT_EXEC
, mflags
, 0);
914 up_write(&mm
->mmap_sem
);
915 if (IS_ERR_VALUE(maddr
))
919 load_addr
+= PAGE_ALIGN(top
- base
);
921 /* and then load the file segments into it */
922 phdr
= params
->phdrs
;
923 for (loop
= 0; loop
< params
->hdr
.e_phnum
; loop
++, phdr
++) {
924 if (params
->phdrs
[loop
].p_type
!= PT_LOAD
)
927 fpos
= phdr
->p_offset
;
929 seg
->addr
= maddr
+ (phdr
->p_vaddr
- base
);
930 seg
->p_vaddr
= phdr
->p_vaddr
;
931 seg
->p_memsz
= phdr
->p_memsz
;
933 ret
= file
->f_op
->read(file
, (void *) seg
->addr
,
934 phdr
->p_filesz
, &fpos
);
938 /* map the ELF header address if in this segment */
939 if (phdr
->p_offset
== 0)
940 params
->elfhdr_addr
= seg
->addr
;
942 /* clear any space allocated but not loaded */
943 if (phdr
->p_filesz
< phdr
->p_memsz
)
944 clear_user((void *) (seg
->addr
+ phdr
->p_filesz
),
945 phdr
->p_memsz
- phdr
->p_filesz
);
948 if (phdr
->p_flags
& PF_X
) {
949 if (!mm
->start_code
) {
950 mm
->start_code
= seg
->addr
;
951 mm
->end_code
= seg
->addr
+
954 } else if (!mm
->start_data
) {
955 mm
->start_data
= seg
->addr
;
957 mm
->end_data
= seg
->addr
+ phdr
->p_memsz
;
962 if (seg
->addr
+ phdr
->p_memsz
> mm
->end_data
)
963 mm
->end_data
= seg
->addr
+ phdr
->p_memsz
;
974 /*****************************************************************************/
976 * map a binary by direct mmap() of the individual PT_LOAD segments
978 static int elf_fdpic_map_file_by_direct_mmap(struct elf_fdpic_params
*params
,
980 struct mm_struct
*mm
)
982 struct elf32_fdpic_loadseg
*seg
;
983 struct elf32_phdr
*phdr
;
984 unsigned long load_addr
, delta_vaddr
;
987 load_addr
= params
->load_addr
;
991 seg
= params
->loadmap
->segs
;
993 /* deal with each load segment separately */
994 phdr
= params
->phdrs
;
995 for (loop
= 0; loop
< params
->hdr
.e_phnum
; loop
++, phdr
++) {
996 unsigned long maddr
, disp
, excess
, excess1
;
999 if (phdr
->p_type
!= PT_LOAD
)
1002 kdebug("[LOAD] va=%lx of=%lx fs=%lx ms=%lx",
1003 (unsigned long) phdr
->p_vaddr
,
1004 (unsigned long) phdr
->p_offset
,
1005 (unsigned long) phdr
->p_filesz
,
1006 (unsigned long) phdr
->p_memsz
);
1008 /* determine the mapping parameters */
1009 if (phdr
->p_flags
& PF_R
) prot
|= PROT_READ
;
1010 if (phdr
->p_flags
& PF_W
) prot
|= PROT_WRITE
;
1011 if (phdr
->p_flags
& PF_X
) prot
|= PROT_EXEC
;
1013 flags
= MAP_PRIVATE
| MAP_DENYWRITE
;
1014 if (params
->flags
& ELF_FDPIC_FLAG_EXECUTABLE
)
1015 flags
|= MAP_EXECUTABLE
;
1019 switch (params
->flags
& ELF_FDPIC_FLAG_ARRANGEMENT
) {
1020 case ELF_FDPIC_FLAG_INDEPENDENT
:
1021 /* PT_LOADs are independently locatable */
1024 case ELF_FDPIC_FLAG_HONOURVADDR
:
1025 /* the specified virtual address must be honoured */
1026 maddr
= phdr
->p_vaddr
;
1030 case ELF_FDPIC_FLAG_CONSTDISP
:
1031 /* constant displacement
1032 * - can be mapped anywhere, but must be mapped as a
1037 delta_vaddr
= phdr
->p_vaddr
;
1040 maddr
= load_addr
+ phdr
->p_vaddr
- delta_vaddr
;
1045 case ELF_FDPIC_FLAG_CONTIGUOUS
:
1046 /* contiguity handled later */
1055 /* create the mapping */
1056 disp
= phdr
->p_vaddr
& ~PAGE_MASK
;
1057 down_write(&mm
->mmap_sem
);
1058 maddr
= do_mmap(file
, maddr
, phdr
->p_memsz
+ disp
, prot
, flags
,
1059 phdr
->p_offset
- disp
);
1060 up_write(&mm
->mmap_sem
);
1062 kdebug("mmap[%d] <file> sz=%lx pr=%x fl=%x of=%lx --> %08lx",
1063 loop
, phdr
->p_memsz
+ disp
, prot
, flags
,
1064 phdr
->p_offset
- disp
, maddr
);
1066 if (IS_ERR_VALUE(maddr
))
1069 if ((params
->flags
& ELF_FDPIC_FLAG_ARRANGEMENT
) ==
1070 ELF_FDPIC_FLAG_CONTIGUOUS
)
1071 load_addr
+= PAGE_ALIGN(phdr
->p_memsz
+ disp
);
1073 seg
->addr
= maddr
+ disp
;
1074 seg
->p_vaddr
= phdr
->p_vaddr
;
1075 seg
->p_memsz
= phdr
->p_memsz
;
1077 /* map the ELF header address if in this segment */
1078 if (phdr
->p_offset
== 0)
1079 params
->elfhdr_addr
= seg
->addr
;
1081 /* clear the bit between beginning of mapping and beginning of
1083 if (prot
& PROT_WRITE
&& disp
> 0) {
1084 kdebug("clear[%d] ad=%lx sz=%lx", loop
, maddr
, disp
);
1085 clear_user((void __user
*) maddr
, disp
);
1089 /* clear any space allocated but not loaded
1090 * - on uClinux we can just clear the lot
1091 * - on MMU linux we'll get a SIGBUS beyond the last page
1092 * extant in the file
1094 excess
= phdr
->p_memsz
- phdr
->p_filesz
;
1095 excess1
= PAGE_SIZE
- ((maddr
+ phdr
->p_filesz
) & ~PAGE_MASK
);
1098 if (excess
> excess1
) {
1099 unsigned long xaddr
= maddr
+ phdr
->p_filesz
+ excess1
;
1100 unsigned long xmaddr
;
1102 flags
|= MAP_FIXED
| MAP_ANONYMOUS
;
1103 down_write(&mm
->mmap_sem
);
1104 xmaddr
= do_mmap(NULL
, xaddr
, excess
- excess1
,
1106 up_write(&mm
->mmap_sem
);
1108 kdebug("mmap[%d] <anon>"
1109 " ad=%lx sz=%lx pr=%x fl=%x of=0 --> %08lx",
1110 loop
, xaddr
, excess
- excess1
, prot
, flags
,
1113 if (xmaddr
!= xaddr
)
1117 if (prot
& PROT_WRITE
&& excess1
> 0) {
1118 kdebug("clear[%d] ad=%lx sz=%lx",
1119 loop
, maddr
+ phdr
->p_filesz
, excess1
);
1120 clear_user((void __user
*) maddr
+ phdr
->p_filesz
,
1126 kdebug("clear[%d] ad=%lx sz=%lx",
1127 loop
, maddr
+ phdr
->p_filesz
, excess
);
1128 clear_user((void *) maddr
+ phdr
->p_filesz
, excess
);
1133 if (phdr
->p_flags
& PF_X
) {
1134 if (!mm
->start_code
) {
1135 mm
->start_code
= maddr
;
1136 mm
->end_code
= maddr
+ phdr
->p_memsz
;
1138 } else if (!mm
->start_data
) {
1139 mm
->start_data
= maddr
;
1140 mm
->end_data
= maddr
+ phdr
->p_memsz
;
1150 /*****************************************************************************/
1152 * ELF-FDPIC core dumper
1154 * Modelled on fs/exec.c:aout_core_dump()
1155 * Jeremy Fitzhardinge <jeremy@sw.oz.au>
1157 * Modelled on fs/binfmt_elf.c core dumper
1159 #if defined(USE_ELF_CORE_DUMP) && defined(CONFIG_ELF_CORE)
1162 * These are the only things you should do on a core-file: use only these
1163 * functions to write out all the necessary info.
1165 static int dump_write(struct file
*file
, const void *addr
, int nr
)
1167 return file
->f_op
->write(file
, addr
, nr
, &file
->f_pos
) == nr
;
1170 static int dump_seek(struct file
*file
, loff_t off
)
1172 if (file
->f_op
->llseek
) {
1173 if (file
->f_op
->llseek(file
, off
, SEEK_SET
) != off
)
1182 * Decide whether a segment is worth dumping; default is yes to be
1183 * sure (missing info is worse than too much; etc).
1184 * Personally I'd include everything, and use the coredump limit...
1186 * I think we should skip something. But I am not sure how. H.J.
1188 static int maydump(struct vm_area_struct
*vma
, unsigned long mm_flags
)
1192 /* Do not dump I/O mapped devices or special mappings */
1193 if (vma
->vm_flags
& (VM_IO
| VM_RESERVED
)) {
1194 kdcore("%08lx: %08lx: no (IO)", vma
->vm_start
, vma
->vm_flags
);
1198 /* If we may not read the contents, don't allow us to dump
1199 * them either. "dump_write()" can't handle it anyway.
1201 if (!(vma
->vm_flags
& VM_READ
)) {
1202 kdcore("%08lx: %08lx: no (!read)", vma
->vm_start
, vma
->vm_flags
);
1206 /* By default, dump shared memory if mapped from an anonymous file. */
1207 if (vma
->vm_flags
& VM_SHARED
) {
1208 if (vma
->vm_file
->f_path
.dentry
->d_inode
->i_nlink
== 0) {
1209 dump_ok
= test_bit(MMF_DUMP_ANON_SHARED
, &mm_flags
);
1210 kdcore("%08lx: %08lx: %s (share)", vma
->vm_start
,
1211 vma
->vm_flags
, dump_ok
? "yes" : "no");
1215 dump_ok
= test_bit(MMF_DUMP_MAPPED_SHARED
, &mm_flags
);
1216 kdcore("%08lx: %08lx: %s (share)", vma
->vm_start
,
1217 vma
->vm_flags
, dump_ok
? "yes" : "no");
1222 /* By default, if it hasn't been written to, don't write it out */
1223 if (!vma
->anon_vma
) {
1224 dump_ok
= test_bit(MMF_DUMP_MAPPED_PRIVATE
, &mm_flags
);
1225 kdcore("%08lx: %08lx: %s (!anon)", vma
->vm_start
,
1226 vma
->vm_flags
, dump_ok
? "yes" : "no");
1231 dump_ok
= test_bit(MMF_DUMP_ANON_PRIVATE
, &mm_flags
);
1232 kdcore("%08lx: %08lx: %s", vma
->vm_start
, vma
->vm_flags
,
1233 dump_ok
? "yes" : "no");
1237 /* An ELF note in memory */
1242 unsigned int datasz
;
1246 static int notesize(struct memelfnote
*en
)
1250 sz
= sizeof(struct elf_note
);
1251 sz
+= roundup(strlen(en
->name
) + 1, 4);
1252 sz
+= roundup(en
->datasz
, 4);
1259 #define DUMP_WRITE(addr, nr) \
1260 do { if (!dump_write(file, (addr), (nr))) return 0; } while(0)
1261 #define DUMP_SEEK(off) \
1262 do { if (!dump_seek(file, (off))) return 0; } while(0)
1264 static int writenote(struct memelfnote
*men
, struct file
*file
)
1268 en
.n_namesz
= strlen(men
->name
) + 1;
1269 en
.n_descsz
= men
->datasz
;
1270 en
.n_type
= men
->type
;
1272 DUMP_WRITE(&en
, sizeof(en
));
1273 DUMP_WRITE(men
->name
, en
.n_namesz
);
1274 /* XXX - cast from long long to long to avoid need for libgcc.a */
1275 DUMP_SEEK(roundup((unsigned long)file
->f_pos
, 4)); /* XXX */
1276 DUMP_WRITE(men
->data
, men
->datasz
);
1277 DUMP_SEEK(roundup((unsigned long)file
->f_pos
, 4)); /* XXX */
1284 #define DUMP_WRITE(addr, nr) \
1285 if ((size += (nr)) > limit || !dump_write(file, (addr), (nr))) \
1287 #define DUMP_SEEK(off) \
1288 if (!dump_seek(file, (off))) \
1291 static inline void fill_elf_fdpic_header(struct elfhdr
*elf
, int segs
)
1293 memcpy(elf
->e_ident
, ELFMAG
, SELFMAG
);
1294 elf
->e_ident
[EI_CLASS
] = ELF_CLASS
;
1295 elf
->e_ident
[EI_DATA
] = ELF_DATA
;
1296 elf
->e_ident
[EI_VERSION
] = EV_CURRENT
;
1297 elf
->e_ident
[EI_OSABI
] = ELF_OSABI
;
1298 memset(elf
->e_ident
+EI_PAD
, 0, EI_NIDENT
-EI_PAD
);
1300 elf
->e_type
= ET_CORE
;
1301 elf
->e_machine
= ELF_ARCH
;
1302 elf
->e_version
= EV_CURRENT
;
1304 elf
->e_phoff
= sizeof(struct elfhdr
);
1306 elf
->e_flags
= ELF_FDPIC_CORE_EFLAGS
;
1307 elf
->e_ehsize
= sizeof(struct elfhdr
);
1308 elf
->e_phentsize
= sizeof(struct elf_phdr
);
1309 elf
->e_phnum
= segs
;
1310 elf
->e_shentsize
= 0;
1312 elf
->e_shstrndx
= 0;
1316 static inline void fill_elf_note_phdr(struct elf_phdr
*phdr
, int sz
, loff_t offset
)
1318 phdr
->p_type
= PT_NOTE
;
1319 phdr
->p_offset
= offset
;
1322 phdr
->p_filesz
= sz
;
1329 static inline void fill_note(struct memelfnote
*note
, const char *name
, int type
,
1330 unsigned int sz
, void *data
)
1340 * fill up all the fields in prstatus from the given task struct, except
1341 * registers which need to be filled up seperately.
1343 static void fill_prstatus(struct elf_prstatus
*prstatus
,
1344 struct task_struct
*p
, long signr
)
1346 prstatus
->pr_info
.si_signo
= prstatus
->pr_cursig
= signr
;
1347 prstatus
->pr_sigpend
= p
->pending
.signal
.sig
[0];
1348 prstatus
->pr_sighold
= p
->blocked
.sig
[0];
1349 prstatus
->pr_pid
= task_pid_vnr(p
);
1350 prstatus
->pr_ppid
= task_pid_vnr(p
->parent
);
1351 prstatus
->pr_pgrp
= task_pgrp_vnr(p
);
1352 prstatus
->pr_sid
= task_session_vnr(p
);
1353 if (thread_group_leader(p
)) {
1355 * This is the record for the group leader. Add in the
1356 * cumulative times of previous dead threads. This total
1357 * won't include the time of each live thread whose state
1358 * is included in the core dump. The final total reported
1359 * to our parent process when it calls wait4 will include
1360 * those sums as well as the little bit more time it takes
1361 * this and each other thread to finish dying after the
1362 * core dump synchronization phase.
1364 cputime_to_timeval(cputime_add(p
->utime
, p
->signal
->utime
),
1365 &prstatus
->pr_utime
);
1366 cputime_to_timeval(cputime_add(p
->stime
, p
->signal
->stime
),
1367 &prstatus
->pr_stime
);
1369 cputime_to_timeval(p
->utime
, &prstatus
->pr_utime
);
1370 cputime_to_timeval(p
->stime
, &prstatus
->pr_stime
);
1372 cputime_to_timeval(p
->signal
->cutime
, &prstatus
->pr_cutime
);
1373 cputime_to_timeval(p
->signal
->cstime
, &prstatus
->pr_cstime
);
1375 prstatus
->pr_exec_fdpic_loadmap
= p
->mm
->context
.exec_fdpic_loadmap
;
1376 prstatus
->pr_interp_fdpic_loadmap
= p
->mm
->context
.interp_fdpic_loadmap
;
1379 static int fill_psinfo(struct elf_prpsinfo
*psinfo
, struct task_struct
*p
,
1380 struct mm_struct
*mm
)
1382 unsigned int i
, len
;
1384 /* first copy the parameters from user space */
1385 memset(psinfo
, 0, sizeof(struct elf_prpsinfo
));
1387 len
= mm
->arg_end
- mm
->arg_start
;
1388 if (len
>= ELF_PRARGSZ
)
1389 len
= ELF_PRARGSZ
- 1;
1390 if (copy_from_user(&psinfo
->pr_psargs
,
1391 (const char __user
*) mm
->arg_start
, len
))
1393 for (i
= 0; i
< len
; i
++)
1394 if (psinfo
->pr_psargs
[i
] == 0)
1395 psinfo
->pr_psargs
[i
] = ' ';
1396 psinfo
->pr_psargs
[len
] = 0;
1398 psinfo
->pr_pid
= task_pid_vnr(p
);
1399 psinfo
->pr_ppid
= task_pid_vnr(p
->parent
);
1400 psinfo
->pr_pgrp
= task_pgrp_vnr(p
);
1401 psinfo
->pr_sid
= task_session_vnr(p
);
1403 i
= p
->state
? ffz(~p
->state
) + 1 : 0;
1404 psinfo
->pr_state
= i
;
1405 psinfo
->pr_sname
= (i
> 5) ? '.' : "RSDTZW"[i
];
1406 psinfo
->pr_zomb
= psinfo
->pr_sname
== 'Z';
1407 psinfo
->pr_nice
= task_nice(p
);
1408 psinfo
->pr_flag
= p
->flags
;
1409 SET_UID(psinfo
->pr_uid
, p
->uid
);
1410 SET_GID(psinfo
->pr_gid
, p
->gid
);
1411 strncpy(psinfo
->pr_fname
, p
->comm
, sizeof(psinfo
->pr_fname
));
1416 /* Here is the structure in which status of each thread is captured. */
1417 struct elf_thread_status
1419 struct list_head list
;
1420 struct elf_prstatus prstatus
; /* NT_PRSTATUS */
1421 elf_fpregset_t fpu
; /* NT_PRFPREG */
1422 struct task_struct
*thread
;
1423 #ifdef ELF_CORE_COPY_XFPREGS
1424 elf_fpxregset_t xfpu
; /* ELF_CORE_XFPREG_TYPE */
1426 struct memelfnote notes
[3];
1431 * In order to add the specific thread information for the elf file format,
1432 * we need to keep a linked list of every thread's pr_status and then create
1433 * a single section for them in the final core file.
1435 static int elf_dump_thread_status(long signr
, struct elf_thread_status
*t
)
1437 struct task_struct
*p
= t
->thread
;
1442 fill_prstatus(&t
->prstatus
, p
, signr
);
1443 elf_core_copy_task_regs(p
, &t
->prstatus
.pr_reg
);
1445 fill_note(&t
->notes
[0], "CORE", NT_PRSTATUS
, sizeof(t
->prstatus
),
1448 sz
+= notesize(&t
->notes
[0]);
1450 t
->prstatus
.pr_fpvalid
= elf_core_copy_task_fpregs(p
, NULL
, &t
->fpu
);
1451 if (t
->prstatus
.pr_fpvalid
) {
1452 fill_note(&t
->notes
[1], "CORE", NT_PRFPREG
, sizeof(t
->fpu
),
1455 sz
+= notesize(&t
->notes
[1]);
1458 #ifdef ELF_CORE_COPY_XFPREGS
1459 if (elf_core_copy_task_xfpregs(p
, &t
->xfpu
)) {
1460 fill_note(&t
->notes
[2], "LINUX", ELF_CORE_XFPREG_TYPE
,
1461 sizeof(t
->xfpu
), &t
->xfpu
);
1463 sz
+= notesize(&t
->notes
[2]);
1470 * dump the segments for an MMU process
1473 static int elf_fdpic_dump_segments(struct file
*file
, size_t *size
,
1474 unsigned long *limit
, unsigned long mm_flags
)
1476 struct vm_area_struct
*vma
;
1478 for (vma
= current
->mm
->mmap
; vma
; vma
= vma
->vm_next
) {
1481 if (!maydump(vma
, mm_flags
))
1484 for (addr
= vma
->vm_start
;
1488 struct vm_area_struct
*vma
;
1491 if (get_user_pages(current
, current
->mm
, addr
, 1, 0, 1,
1492 &page
, &vma
) <= 0) {
1493 DUMP_SEEK(file
->f_pos
+ PAGE_SIZE
);
1495 else if (page
== ZERO_PAGE(0)) {
1496 page_cache_release(page
);
1497 DUMP_SEEK(file
->f_pos
+ PAGE_SIZE
);
1502 flush_cache_page(vma
, addr
, page_to_pfn(page
));
1504 if ((*size
+= PAGE_SIZE
) > *limit
||
1505 !dump_write(file
, kaddr
, PAGE_SIZE
)
1508 page_cache_release(page
);
1512 page_cache_release(page
);
1525 * dump the segments for a NOMMU process
1528 static int elf_fdpic_dump_segments(struct file
*file
, size_t *size
,
1529 unsigned long *limit
, unsigned long mm_flags
)
1531 struct vm_list_struct
*vml
;
1533 for (vml
= current
->mm
->context
.vmlist
; vml
; vml
= vml
->next
) {
1534 struct vm_area_struct
*vma
= vml
->vma
;
1536 if (!maydump(vma
, mm_flags
))
1539 if ((*size
+= PAGE_SIZE
) > *limit
)
1542 if (!dump_write(file
, (void *) vma
->vm_start
,
1543 vma
->vm_end
- vma
->vm_start
))
1554 * This is a two-pass process; first we find the offsets of the bits,
1555 * and then they are actually written out. If we run out of core limit
1558 static int elf_fdpic_core_dump(long signr
, struct pt_regs
*regs
,
1559 struct file
*file
, unsigned long limit
)
1567 struct vm_area_struct
*vma
;
1568 struct elfhdr
*elf
= NULL
;
1569 loff_t offset
= 0, dataoff
;
1571 struct memelfnote
*notes
= NULL
;
1572 struct elf_prstatus
*prstatus
= NULL
; /* NT_PRSTATUS */
1573 struct elf_prpsinfo
*psinfo
= NULL
; /* NT_PRPSINFO */
1574 LIST_HEAD(thread_list
);
1575 struct list_head
*t
;
1576 elf_fpregset_t
*fpu
= NULL
;
1577 #ifdef ELF_CORE_COPY_XFPREGS
1578 elf_fpxregset_t
*xfpu
= NULL
;
1580 int thread_status_size
= 0;
1582 struct vm_list_struct
*vml
;
1585 unsigned long mm_flags
;
1588 * We no longer stop all VM operations.
1590 * This is because those proceses that could possibly change map_count
1591 * or the mmap / vma pages are now blocked in do_exit on current
1592 * finishing this core dump.
1594 * Only ptrace can touch these memory addresses, but it doesn't change
1595 * the map_count or the pages allocated. So no possibility of crashing
1596 * exists while dumping the mm->vm_next areas to the core file.
1599 /* alloc memory for large data structures: too large to be on stack */
1600 elf
= kmalloc(sizeof(*elf
), GFP_KERNEL
);
1603 prstatus
= kzalloc(sizeof(*prstatus
), GFP_KERNEL
);
1606 psinfo
= kmalloc(sizeof(*psinfo
), GFP_KERNEL
);
1609 notes
= kmalloc(NUM_NOTES
* sizeof(struct memelfnote
), GFP_KERNEL
);
1612 fpu
= kmalloc(sizeof(*fpu
), GFP_KERNEL
);
1615 #ifdef ELF_CORE_COPY_XFPREGS
1616 xfpu
= kmalloc(sizeof(*xfpu
), GFP_KERNEL
);
1622 struct core_thread
*ct
;
1623 struct elf_thread_status
*tmp
;
1625 for (ct
= current
->mm
->core_state
->dumper
.next
;
1626 ct
; ct
= ct
->next
) {
1627 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
1631 tmp
->thread
= ct
->task
;
1632 list_add(&tmp
->list
, &thread_list
);
1635 list_for_each(t
, &thread_list
) {
1636 struct elf_thread_status
*tmp
;
1639 tmp
= list_entry(t
, struct elf_thread_status
, list
);
1640 sz
= elf_dump_thread_status(signr
, tmp
);
1641 thread_status_size
+= sz
;
1645 /* now collect the dump for the current */
1646 fill_prstatus(prstatus
, current
, signr
);
1647 elf_core_copy_regs(&prstatus
->pr_reg
, regs
);
1650 segs
= current
->mm
->map_count
;
1653 for (vml
= current
->mm
->context
.vmlist
; vml
; vml
= vml
->next
)
1656 #ifdef ELF_CORE_EXTRA_PHDRS
1657 segs
+= ELF_CORE_EXTRA_PHDRS
;
1661 fill_elf_fdpic_header(elf
, segs
+ 1); /* including notes section */
1664 current
->flags
|= PF_DUMPCORE
;
1667 * Set up the notes in similar form to SVR4 core dumps made
1668 * with info from their /proc.
1671 fill_note(notes
+ 0, "CORE", NT_PRSTATUS
, sizeof(*prstatus
), prstatus
);
1672 fill_psinfo(psinfo
, current
->group_leader
, current
->mm
);
1673 fill_note(notes
+ 1, "CORE", NT_PRPSINFO
, sizeof(*psinfo
), psinfo
);
1677 auxv
= (elf_addr_t
*) current
->mm
->saved_auxv
;
1682 while (auxv
[i
- 2] != AT_NULL
);
1683 fill_note(¬es
[numnote
++], "CORE", NT_AUXV
,
1684 i
* sizeof(elf_addr_t
), auxv
);
1686 /* Try to dump the FPU. */
1687 if ((prstatus
->pr_fpvalid
=
1688 elf_core_copy_task_fpregs(current
, regs
, fpu
)))
1689 fill_note(notes
+ numnote
++,
1690 "CORE", NT_PRFPREG
, sizeof(*fpu
), fpu
);
1691 #ifdef ELF_CORE_COPY_XFPREGS
1692 if (elf_core_copy_task_xfpregs(current
, xfpu
))
1693 fill_note(notes
+ numnote
++,
1694 "LINUX", ELF_CORE_XFPREG_TYPE
, sizeof(*xfpu
), xfpu
);
1700 DUMP_WRITE(elf
, sizeof(*elf
));
1701 offset
+= sizeof(*elf
); /* Elf header */
1702 offset
+= (segs
+1) * sizeof(struct elf_phdr
); /* Program headers */
1704 /* Write notes phdr entry */
1706 struct elf_phdr phdr
;
1709 for (i
= 0; i
< numnote
; i
++)
1710 sz
+= notesize(notes
+ i
);
1712 sz
+= thread_status_size
;
1714 fill_elf_note_phdr(&phdr
, sz
, offset
);
1716 DUMP_WRITE(&phdr
, sizeof(phdr
));
1719 /* Page-align dumped data */
1720 dataoff
= offset
= roundup(offset
, ELF_EXEC_PAGESIZE
);
1723 * We must use the same mm->flags while dumping core to avoid
1724 * inconsistency between the program headers and bodies, otherwise an
1725 * unusable core file can be generated.
1727 mm_flags
= current
->mm
->flags
;
1729 /* write program headers for segments dump */
1732 vma
= current
->mm
->mmap
; vma
; vma
= vma
->vm_next
1734 vml
= current
->mm
->context
.vmlist
; vml
; vml
= vml
->next
1737 struct elf_phdr phdr
;
1744 sz
= vma
->vm_end
- vma
->vm_start
;
1746 phdr
.p_type
= PT_LOAD
;
1747 phdr
.p_offset
= offset
;
1748 phdr
.p_vaddr
= vma
->vm_start
;
1750 phdr
.p_filesz
= maydump(vma
, mm_flags
) ? sz
: 0;
1752 offset
+= phdr
.p_filesz
;
1753 phdr
.p_flags
= vma
->vm_flags
& VM_READ
? PF_R
: 0;
1754 if (vma
->vm_flags
& VM_WRITE
)
1755 phdr
.p_flags
|= PF_W
;
1756 if (vma
->vm_flags
& VM_EXEC
)
1757 phdr
.p_flags
|= PF_X
;
1758 phdr
.p_align
= ELF_EXEC_PAGESIZE
;
1760 DUMP_WRITE(&phdr
, sizeof(phdr
));
1763 #ifdef ELF_CORE_WRITE_EXTRA_PHDRS
1764 ELF_CORE_WRITE_EXTRA_PHDRS
;
1767 /* write out the notes section */
1768 for (i
= 0; i
< numnote
; i
++)
1769 if (!writenote(notes
+ i
, file
))
1772 /* write out the thread status notes section */
1773 list_for_each(t
, &thread_list
) {
1774 struct elf_thread_status
*tmp
=
1775 list_entry(t
, struct elf_thread_status
, list
);
1777 for (i
= 0; i
< tmp
->num_notes
; i
++)
1778 if (!writenote(&tmp
->notes
[i
], file
))
1784 if (elf_fdpic_dump_segments(file
, &size
, &limit
, mm_flags
) < 0)
1787 #ifdef ELF_CORE_WRITE_EXTRA_DATA
1788 ELF_CORE_WRITE_EXTRA_DATA
;
1791 if (file
->f_pos
!= offset
) {
1794 "elf_core_dump: file->f_pos (%lld) != offset (%lld)\n",
1795 file
->f_pos
, offset
);
1802 while (!list_empty(&thread_list
)) {
1803 struct list_head
*tmp
= thread_list
.next
;
1805 kfree(list_entry(tmp
, struct elf_thread_status
, list
));
1813 #ifdef ELF_CORE_COPY_XFPREGS
1820 #endif /* USE_ELF_CORE_DUMP */