2 * Copyright (c) 1991-1994 by Xerox Corporation. All rights reserved.
3 * Copyright (c) 1997 by Silicon Graphics. All rights reserved.
5 * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
6 * OR IMPLIED. ANY USE IS AT YOUR OWN RISK.
8 * Permission is hereby granted to use or copy this program
9 * for any purpose, provided the above notices are retained on all copies.
10 * Permission to modify the code and to distribute modified code is granted,
11 * provided the above notices are retained, and a notice that the code was
12 * modified is included with the above copyright notice.
14 * Original author: Bill Janssen
15 * Heavily modified by Hans Boehm and others
19 * This is incredibly OS specific code for tracking down data sections in
20 * dynamic libraries. There appears to be no way of doing this quickly
21 * without groveling through undocumented data structures. We would argue
22 * that this is a bug in the design of the dlopen interface. THIS CODE
23 * MAY BREAK IN FUTURE OS RELEASES. If this matters to you, don't hesitate
24 * to let your vendor know ...
26 * None of this is safe with dlclose and incremental collection.
27 * But then not much of anything is safe in the presence of dlclose.
29 #if (defined(__linux__) || defined(__GLIBC__)) && !defined(_GNU_SOURCE)
30 /* Can't test LINUX, since this must be define before other includes */
33 #if !defined(MACOS) && !defined(_WIN32_WCE)
34 # include <sys/types.h>
36 #include "private/gc_priv.h"
38 /* BTL: avoid circular redefinition of dlopen if GC_SOLARIS_THREADS defined */
39 # if (defined(GC_PTHREADS) || defined(GC_SOLARIS_THREADS)) \
40 && defined(dlopen) && !defined(GC_USE_LD_WRAP)
41 /* To support threads in Solaris, gc.h interposes on dlopen by */
42 /* defining "dlopen" to be "GC_dlopen", which is implemented below. */
43 /* However, both GC_FirstDLOpenedLinkMap() and GC_dlopen() use the */
44 /* real system dlopen() in their implementation. We first remove */
45 /* gc.h's dlopen definition and restore it later, after GC_dlopen(). */
47 # define GC_must_restore_redefined_dlopen
49 # undef GC_must_restore_redefined_dlopen
52 #if (defined(DYNAMIC_LOADING) \
55 || defined(CYGWIN32)) \
57 #if !defined(SUNOS4) && !defined(SUNOS5DL) && !defined(IRIX5) && \
58 !defined(MSWIN32) && !defined(MSWINCE) && !defined(CYGWIN32) && \
59 !(defined(ALPHA) && defined(OSF1)) && \
60 !defined(HPUX) && !(defined(LINUX) && defined(__ELF__)) && \
61 !defined(RS6000) && !defined(SCO_ELF) && !defined(DGUX) && \
62 !(defined(FREEBSD) && defined(__ELF__)) && \
63 !(defined(NETBSD) && defined(__ELF__)) && !defined(HURD) && \
65 --> We only know how to find data segments of dynamic libraries
for the
66 --> above
. Additional SVR4 variants might
not be too
80 /* struct link_map field overrides */
81 # define l_next lm_next
82 # define l_addr lm_addr
83 # define l_name lm_name
87 # if _MIPS_SIM == _MIPS_SIM_ABI32 /* O32 ABI */
88 /* Don't include <obj_list.h> here. */
90 # else /* N32 or N64 ABIs */
96 # include <machine/elf_machdep.h>
97 # define ELFSIZE ARCH_ELFSIZE
100 #if defined(LINUX) && defined(__ELF__) || defined(SCO_ELF) || \
101 (defined(FREEBSD) && defined(__ELF__)) || defined(DGUX) || \
102 (defined(NETBSD) && defined(__ELF__)) || defined(HURD)
108 /* Newer versions of GNU/Linux define this macro. We
109 * define it similarly for any ELF systems that don't. */
111 # if defined(FREEBSD)
112 # if __ELF_WORD_SIZE == 32
113 # define ElfW(type) Elf32_##type
115 # define ElfW(type) Elf64_##type
120 # define ElfW(type) Elf32_##type
122 # define ElfW(type) Elf64_##type
125 # if !defined(ELF_CLASS) || ELF_CLASS == ELFCLASS32
126 # define ElfW(type) Elf32_##type
128 # define ElfW(type) Elf64_##type
134 /* An user-supplied routine that is called to determine if a DSO must
135 be scanned by the gc. */
136 static int (*GC_has_static_roots
)(const char *, void *, size_t);
137 /* Register the routine. */
139 GC_register_has_static_roots_callback
140 (int (*callback
)(const char *, void *, size_t))
142 GC_has_static_roots
= callback
;
145 #if defined(SUNOS5DL) && !defined(USE_PROC_FOR_LIBRARIES)
151 #define obj_offset(lm) ((unsigned long)(lm->l_addr))
153 static struct link_map
*
154 GC_FirstDLOpenedLinkMap()
156 extern ElfW(Dyn
) _DYNAMIC
;
159 static struct link_map
* cachedResult
= 0;
160 static ElfW(Dyn
) *dynStructureAddr
= 0;
161 /* BTL: added to avoid Solaris 5.3 ld.so _DYNAMIC bug */
163 # ifdef SUNOS53_SHARED_LIB
164 /* BTL: Avoid the Solaris 5.3 bug that _DYNAMIC isn't being set */
165 /* up properly in dynamically linked .so's. This means we have */
166 /* to use its value in the set of original object files loaded */
167 /* at program startup. */
168 if( dynStructureAddr
== 0 ) {
169 void* startupSyms
= dlopen(0, RTLD_LAZY
);
170 dynStructureAddr
= (ElfW(Dyn
)*)dlsym(startupSyms
, "_DYNAMIC");
173 dynStructureAddr
= &_DYNAMIC
;
176 if( dynStructureAddr
== 0) {
179 if( cachedResult
== 0 ) {
181 for( dp
= ((ElfW(Dyn
) *)(&_DYNAMIC
)); (tag
= dp
->d_tag
) != 0; dp
++ ) {
182 if( tag
== DT_DEBUG
) {
184 = ((struct r_debug
*)(dp
->d_un
.d_ptr
))->r_map
;
185 if( lm
!= 0 ) cachedResult
= lm
->l_next
; /* might be NIL */
193 #endif /* SUNOS5DL ... */
195 /* BTL: added to fix circular dlopen definition if GC_SOLARIS_THREADS defined */
196 # if defined(GC_must_restore_redefined_dlopen)
197 # define dlopen GC_dlopen
200 #if defined(SUNOS4) && !defined(USE_PROC_FOR_LIBRARIES)
203 struct link_dynamic _DYNAMIC
;
206 #define obj_offset(lm) ((unsigned long)(lm->l_addr))
208 static struct link_map
*
209 GC_FirstDLOpenedLinkMap()
211 extern struct link_dynamic _DYNAMIC
;
213 if( &_DYNAMIC
== 0) {
216 return(_DYNAMIC
.ld_un
.ld_1
->ld_loaded
);
219 /* Return the address of the ld.so allocated common symbol */
220 /* with the least address, or 0 if none. */
221 static ptr_t
GC_first_common()
224 extern struct link_dynamic _DYNAMIC
;
225 struct rtc_symb
* curr_symbol
;
227 if( &_DYNAMIC
== 0) {
230 curr_symbol
= _DYNAMIC
.ldd
-> ldd_cp
;
231 for (; curr_symbol
!= 0; curr_symbol
= curr_symbol
-> rtc_next
) {
233 || (ptr_t
)(curr_symbol
-> rtc_sp
-> n_value
) < result
) {
234 result
= (ptr_t
)(curr_symbol
-> rtc_sp
-> n_value
);
240 #endif /* SUNOS4 ... */
242 #if defined(IRIX5) && !defined(USE_PROC_FOR_LIBRARIES)
244 /* Provide struct link map. */
245 # if _MIPS_SIM == _MIPS_SIM_ABI32 /* O32 ABI */
246 /* Provide our own version of struct obj_list in <obj_list.h> with
247 correctly typed data member. */
250 struct obj_list
*next
;
251 struct obj_list
*prev
;
258 extern objList
*__rld_obj_head
;
260 /* Map field names */
261 # define l_next l_ol.next
262 # define l_addr l_ol.data->o_pelfhdr
264 # define obj_offset(lm) \
265 ((unsigned long)(lm->l_ol.o_praw - (char *)lm->l_ol.o_base_address))
266 # else /* N32 or N64 ABIs */
271 extern ElfW(Obj_Info
) *__rld_obj_head
;
273 /* Map field names */
274 # define l_next l_oi.oi_next
275 # define l_addr l_oi.oi_ehdr
277 /* See gdb/solib-irix.c (fetch_lm_info). */
278 # define obj_offset(lm) \
279 ((unsigned long)(lm->l_oi.oi_ehdr - lm->l_oi.oi_orig_ehdr))
282 static struct link_map
*
283 GC_FirstDLOpenedLinkMap()
285 return (struct link_map
*)__rld_obj_head
;
288 #endif /* IRIX5 ... */
290 # if defined(SUNOS4) || defined(SUNOS5DL) || defined(IRIX5)
291 /* Add dynamic library data sections to the root set. */
293 && !defined(GC_SOLARIS_PTHREADS) && !defined(GC_IRIX_THREADS) \
296 --> fix mutual exclusion with dlopen
297 # endif /* We assume M3 programs don't call dlopen for now */
300 # ifndef USE_PROC_FOR_LIBRARIES
301 void GC_register_dynamic_libraries()
303 struct link_map
*lm
= GC_FirstDLOpenedLinkMap();
306 for (lm
= GC_FirstDLOpenedLinkMap();
307 lm
!= (struct link_map
*) 0; lm
= (struct link_map
*) lm
->l_next
)
312 e
= (struct exec
*) lm
->lm_addr
;
314 ((char *) (N_DATOFF(*e
) + lm
->lm_addr
)),
315 ((char *) (N_BSSADDR(*e
) + e
->a_bss
+ lm
->lm_addr
)),
318 # if defined(SUNOS5DL) || defined(IRIX5)
321 unsigned long offset
;
325 e
= (ElfW(Ehdr
) *) lm
->l_addr
;
326 p
= ((ElfW(Phdr
) *)(((char *)(e
)) + e
->e_phoff
));
327 offset
= obj_offset(lm
);
328 for( i
= 0; i
< (int)(e
->e_phnum
); ((i
++),(p
++)) ) {
329 switch( p
->p_type
) {
332 if( !(p
->p_flags
& PF_W
) ) break;
333 start
= ((char *)(p
->p_vaddr
)) + offset
;
349 static ptr_t common_start
= 0;
351 extern ptr_t
GC_find_limit();
353 if (common_start
== 0) common_start
= GC_first_common();
354 if (common_start
!= 0) {
355 common_end
= GC_find_limit(common_start
, TRUE
);
356 GC_add_roots_inner((char *)common_start
, (char *)common_end
, TRUE
);
362 # endif /* !USE_PROC ... */
365 #if defined(LINUX) && defined(__ELF__) || defined(SCO_ELF) || \
366 (defined(FREEBSD) && defined(__ELF__)) || defined(DGUX) || \
367 (defined(NETBSD) && defined(__ELF__)) || defined(HURD)
370 #ifdef USE_PROC_FOR_LIBRARIES
374 #include <sys/stat.h>
378 #define MAPS_BUF_SIZE (32*1024)
380 extern ssize_t
GC_repeat_read(int fd
, char *buf
, size_t count
);
381 /* Repeatedly read until buffer is filled, or EOF is encountered */
382 /* Defined in os_dep.c. */
384 char *GC_parse_map_entry(char *buf_ptr
, word
*start
, word
*end
,
385 char *prot_buf
, unsigned int *maj_dev
);
386 word
GC_apply_to_maps(word (*fn
)(char *));
389 word
GC_register_map_entries(char *maps
)
392 char *buf_ptr
= maps
;
395 unsigned int maj_dev
;
396 word least_ha
, greatest_ha
;
398 word datastart
= (word
)(DATASTART
);
400 /* Compute heap bounds. FIXME: Should be done by add_to_heap? */
401 least_ha
= (word
)(-1);
403 for (i
= 0; i
< GC_n_heap_sects
; ++i
) {
404 word sect_start
= (word
)GC_heap_sects
[i
].hs_start
;
405 word sect_end
= sect_start
+ GC_heap_sects
[i
].hs_bytes
;
406 if (sect_start
< least_ha
) least_ha
= sect_start
;
407 if (sect_end
> greatest_ha
) greatest_ha
= sect_end
;
409 if (greatest_ha
< (word
)GC_scratch_last_end_ptr
)
410 greatest_ha
= (word
)GC_scratch_last_end_ptr
;
413 buf_ptr
= GC_parse_map_entry(buf_ptr
, &start
, &end
, prot_buf
, &maj_dev
);
414 if (buf_ptr
== NULL
) return 1;
415 if (prot_buf
[1] == 'w') {
416 /* This is a writable mapping. Add it to */
417 /* the root set unless it is already otherwise */
419 if (start
<= (word
)GC_stackbottom
&& end
>= (word
)GC_stackbottom
) {
420 /* Stack mapping; discard */
424 if (GC_segment_is_thread_stack(start
, end
)) continue;
426 /* We no longer exclude the main data segment. */
427 if (start
< least_ha
&& end
> least_ha
) {
430 if (start
< greatest_ha
&& end
> greatest_ha
) {
433 if (start
>= least_ha
&& end
<= greatest_ha
) continue;
434 GC_add_roots_inner((char *)start
, (char *)end
, TRUE
);
440 void GC_register_dynamic_libraries()
442 if (!GC_apply_to_maps(GC_register_map_entries
))
443 ABORT("Failed to read /proc for library registration.");
446 /* We now take care of the main data segment ourselves: */
447 GC_bool
GC_register_main_static_data()
452 # define HAVE_REGISTER_MAIN_STATIC_DATA
454 #endif /* USE_PROC_FOR_LIBRARIES */
456 #if !defined(USE_PROC_FOR_LIBRARIES)
457 /* The following is the preferred way to walk dynamic libraries */
458 /* For glibc 2.2.4+. Unfortunately, it doesn't work for older */
459 /* versions. Thanks to Jakub Jelinek for most of the code. */
461 # if (defined(LINUX) || defined (__GLIBC__)) /* Are others OK here, too? */ \
462 && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ > 2) \
463 || (__GLIBC__ == 2 && __GLIBC_MINOR__ == 2 && defined(DT_CONFIG)))
465 /* We have the header files for a glibc that includes dl_iterate_phdr. */
466 /* It may still not be available in the library on the target system. */
467 /* Thus we also treat it as a weak symbol. */
468 #define HAVE_DL_ITERATE_PHDR
469 #pragma weak dl_iterate_phdr
472 # if (defined(FREEBSD) && __FreeBSD__ >= 7)
473 /* On the FreeBSD system, any target system at major version 7 shall */
474 /* have dl_iterate_phdr; therefore, we need not make it weak as above. */
475 #define HAVE_DL_ITERATE_PHDR
478 #if defined(HAVE_DL_ITERATE_PHDR)
480 static int GC_register_dynlib_callback(info
, size
, ptr
)
481 struct dl_phdr_info
* info
;
485 const ElfW(Phdr
) * p
;
489 /* Make sure struct dl_phdr_info is at least as big as we need. */
490 if (size
< offsetof (struct dl_phdr_info
, dlpi_phnum
)
491 + sizeof (info
->dlpi_phnum
))
495 for( i
= 0; i
< (int)(info
->dlpi_phnum
); ((i
++),(p
++)) ) {
496 switch( p
->p_type
) {
499 if( !(p
->p_flags
& PF_W
) ) break;
500 start
= ((char *)(p
->p_vaddr
)) + info
->dlpi_addr
;
502 if (GC_has_static_roots
503 && !GC_has_static_roots(info
->dlpi_name
, start
, p
->p_memsz
))
506 GC_add_roots_inner(start
, start
+ p
->p_memsz
, TRUE
);
514 * (int *)ptr
= 1; /* Signal that we were called */
518 /* Return TRUE if we succeed, FALSE if dl_iterate_phdr wasn't there. */
520 GC_bool
GC_register_dynamic_libraries_dl_iterate_phdr()
522 if (dl_iterate_phdr
) {
523 int did_something
= 0;
524 dl_iterate_phdr(GC_register_dynlib_callback
, &did_something
);
525 if (!did_something
) {
526 /* dl_iterate_phdr may forget the static data segment in */
527 /* statically linked executables. */
528 GC_add_roots_inner(DATASTART
, (char *)(DATAEND
), TRUE
);
529 # if defined(DATASTART2)
530 GC_add_roots_inner(DATASTART2
, (char *)(DATAEND2
), TRUE
);
540 /* Do we need to separately register the main static data segment? */
541 GC_bool
GC_register_main_static_data()
543 return (dl_iterate_phdr
== 0);
546 #define HAVE_REGISTER_MAIN_STATIC_DATA
548 # else /* !LINUX || version(glibc) < 2.2.4 */
550 /* Dynamic loading code for Linux running ELF. Somewhat tested on
551 * Linux/x86, untested but hopefully should work on Linux/Alpha.
552 * This code was derived from the Solaris/ELF support. Thanks to
553 * whatever kind soul wrote that. - Patrick Bridges */
555 /* This doesn't necessarily work in all cases, e.g. with preloaded
556 * dynamic libraries. */
559 # include <sys/exec_elf.h>
560 /* for compatibility with 1.4.x */
578 # pragma weak _DYNAMIC
580 extern ElfW(Dyn
) _DYNAMIC
[];
582 static struct link_map
*
583 GC_FirstDLOpenedLinkMap()
586 static struct link_map
*cachedResult
= 0;
591 if( cachedResult
== 0 ) {
593 for( dp
= _DYNAMIC
; (tag
= dp
->d_tag
) != 0; dp
++ ) {
594 /* FIXME: The DT_DEBUG header is not mandated by the */
595 /* ELF spec. This code appears to be dependent on */
596 /* idiosynchracies of older GNU tool chains. If this code */
597 /* fails for you, the real problem is probably that it is */
598 /* being used at all. You should be getting the */
599 /* dl_iterate_phdr version. */
600 if( tag
== DT_DEBUG
) {
602 = ((struct r_debug
*)(dp
->d_un
.d_ptr
))->r_map
;
603 if( lm
!= 0 ) cachedResult
= lm
->l_next
; /* might be NIL */
612 void GC_register_dynamic_libraries()
617 # ifdef HAVE_DL_ITERATE_PHDR
618 if (GC_register_dynamic_libraries_dl_iterate_phdr()) {
622 lm
= GC_FirstDLOpenedLinkMap();
623 for (lm
= GC_FirstDLOpenedLinkMap();
624 lm
!= (struct link_map
*) 0; lm
= lm
->l_next
)
628 unsigned long offset
;
632 e
= (ElfW(Ehdr
) *) lm
->l_addr
;
633 p
= ((ElfW(Phdr
) *)(((char *)(e
)) + e
->e_phoff
));
634 offset
= ((unsigned long)(lm
->l_addr
));
635 for( i
= 0; i
< (int)(e
->e_phnum
); ((i
++),(p
++)) ) {
636 switch( p
->p_type
) {
639 if( !(p
->p_flags
& PF_W
) ) break;
640 start
= ((char *)(p
->p_vaddr
)) + offset
;
641 GC_add_roots_inner(start
, start
+ p
->p_memsz
, TRUE
);
651 #endif /* !USE_PROC_FOR_LIBRARIES */
655 #if defined(USE_PROC_FOR_LIBRARIES) && !defined(LINUX)
657 #include <sys/procfs.h>
658 #include <sys/stat.h>
662 #include <signal.h> /* Only for the following test. */
667 extern void * GC_roots_present();
668 /* The type is a lie, since the real type doesn't make sense here, */
669 /* and we only test for NULL. */
672 /* We use /proc to track down all parts of the address space that are */
673 /* mapped by the process, and throw out regions we know we shouldn't */
674 /* worry about. This may also work under other SVR4 variants. */
675 void GC_register_dynamic_libraries()
679 static prmap_t
* addr_map
= 0;
680 static int current_sz
= 0; /* Number of records currently in addr_map */
681 static int needed_sz
; /* Required size of addr_map */
684 register ptr_t start
;
685 register ptr_t limit
;
686 ptr_t heap_start
= (ptr_t
)HEAP_START
;
687 ptr_t heap_end
= heap_start
;
691 # endif /* SUNOS5DL */
694 sprintf(buf
, "/proc/%d", getpid());
695 /* The above generates a lint complaint, since pid_t varies. */
696 /* It's unclear how to improve this. */
697 fd
= open(buf
, O_RDONLY
);
699 ABORT("/proc open failed");
702 if (ioctl(fd
, PIOCNMAP
, &needed_sz
) < 0) {
703 GC_err_printf2("fd = %d, errno = %d\n", fd
, errno
);
704 ABORT("/proc PIOCNMAP ioctl failed");
706 if (needed_sz
>= current_sz
) {
707 current_sz
= needed_sz
* 2 + 1;
708 /* Expansion, plus room for 0 record */
709 addr_map
= (prmap_t
*)GC_scratch_alloc((word
)
710 (current_sz
* sizeof(prmap_t
)));
712 if (ioctl(fd
, PIOCMAP
, addr_map
) < 0) {
713 GC_err_printf4("fd = %d, errno = %d, needed_sz = %d, addr_map = 0x%X\n",
714 fd
, errno
, needed_sz
, addr_map
);
715 ABORT("/proc PIOCMAP ioctl failed");
717 if (GC_n_heap_sects
> 0) {
718 heap_end
= GC_heap_sects
[GC_n_heap_sects
-1].hs_start
719 + GC_heap_sects
[GC_n_heap_sects
-1].hs_bytes
;
720 if (heap_end
< GC_scratch_last_end_ptr
) heap_end
= GC_scratch_last_end_ptr
;
722 for (i
= 0; i
< needed_sz
; i
++) {
723 flags
= addr_map
[i
].pr_mflags
;
724 if ((flags
& (MA_BREAK
| MA_STACK
| MA_PHYS
725 | MA_FETCHOP
| MA_NOTCACHED
)) != 0) goto irrelevant
;
726 if ((flags
& (MA_READ
| MA_WRITE
)) != (MA_READ
| MA_WRITE
))
728 /* The latter test is empirically useless in very old Irix */
729 /* versions. Other than the */
730 /* main data and stack segments, everything appears to be */
731 /* mapped readable, writable, executable, and shared(!!). */
732 /* This makes no sense to me. - HB */
733 start
= (ptr_t
)(addr_map
[i
].pr_vaddr
);
734 if (GC_roots_present(start
)) goto irrelevant
;
735 if (start
< heap_end
&& start
>= heap_start
)
738 if (GC_is_thread_stack(start
)) goto irrelevant
;
739 # endif /* MMAP_STACKS */
741 limit
= start
+ addr_map
[i
].pr_size
;
742 /* The following seemed to be necessary for very old versions */
743 /* of Irix, but it has been reported to discard relevant */
744 /* segments under Irix 6.5. */
746 if (addr_map
[i
].pr_off
== 0 && strncmp(start
, ELFMAG
, 4) == 0) {
747 /* Discard text segments, i.e. 0-offset mappings against */
748 /* executable files which appear to have ELF headers. */
751 # define MAP_IRR_SZ 10
752 static ptr_t map_irr
[MAP_IRR_SZ
];
753 /* Known irrelevant map entries */
754 static int n_irr
= 0;
758 for (i
= 0; i
< n_irr
; i
++) {
759 if (map_irr
[i
] == start
) goto irrelevant
;
761 arg
= (caddr_t
)start
;
762 obj
= ioctl(fd
, PIOCOPENM
, &arg
);
766 if ((buf
.st_mode
& 0111) != 0) {
767 if (n_irr
< MAP_IRR_SZ
) {
768 map_irr
[n_irr
++] = start
;
775 GC_add_roots_inner(start
, limit
, TRUE
);
778 /* Dont keep cached descriptor, for now. Some kernels don't like us */
779 /* to keep a /proc file descriptor around during kill -9. */
780 if (close(fd
) < 0) ABORT("Couldnt close /proc file");
784 # endif /* USE_PROC */
786 # if defined(MSWIN32) || defined(MSWINCE) || defined(CYGWIN32)
788 # define WIN32_LEAN_AND_MEAN
790 # include <windows.h>
793 /* We traverse the entire address space and register all segments */
794 /* that could possibly have been written to. */
796 extern GC_bool
GC_is_heap_base (ptr_t p
);
798 # ifdef GC_WIN32_THREADS
799 extern void GC_get_next_stack(char *start
, char **lo
, char **hi
);
800 void GC_cond_add_roots(char *base
, char * limit
)
802 char * curr_base
= base
;
803 char * next_stack_lo
;
804 char * next_stack_hi
;
806 if (base
== limit
) return;
808 GC_get_next_stack(curr_base
, &next_stack_lo
, &next_stack_hi
);
809 if (next_stack_lo
>= limit
) break;
810 GC_add_roots_inner(curr_base
, next_stack_lo
, TRUE
);
811 curr_base
= next_stack_hi
;
813 if (curr_base
< limit
) GC_add_roots_inner(curr_base
, limit
, TRUE
);
816 void GC_cond_add_roots(char *base
, char * limit
)
820 = (char *) ((word
)(&dummy
) & ~(GC_sysinfo
.dwAllocationGranularity
-1));
821 if (base
== limit
) return;
822 if (limit
> stack_top
&& base
< GC_stackbottom
) {
823 /* Part of the stack; ignore it. */
826 GC_add_roots_inner(base
, limit
, TRUE
);
830 # if defined(MSWINCE) || defined(CYGWIN32)
831 /* Do we need to separately register the main static data segment? */
832 GC_bool
GC_register_main_static_data()
837 extern GC_bool GC_no_win32_dlls
;
839 GC_bool
GC_register_main_static_data()
841 return GC_no_win32_dlls
;
845 # define HAVE_REGISTER_MAIN_STATIC_DATA
847 /* The frame buffer testing code is dead in this version. */
848 /* We leave it here temporarily in case the switch to just */
849 /* testing for MEM_IMAGE sections causes un expected */
851 GC_bool GC_warn_fb
= TRUE
; /* Warn about traced likely */
852 /* graphics memory. */
853 GC_bool GC_disallow_ignore_fb
= FALSE
;
854 int GC_ignore_fb_mb
; /* Ignore mappings bigger than the */
855 /* specified number of MB. */
856 GC_bool GC_ignore_fb
= FALSE
; /* Enable frame buffer */
859 /* Issue warning if tracing apparent framebuffer. */
860 /* This limits us to one warning, and it's a back door to */
863 /* Should [start, start+len) be treated as a frame buffer */
865 /* Unfortunately, we currently are not quite sure how to tell */
866 /* this automatically, and rely largely on user input. */
867 /* We expect that any mapping with type MEM_MAPPED (which */
868 /* apparently excludes library data sections) can be safely */
869 /* ignored. But we're too chicken to do that in this */
871 /* Based on a very limited sample, it appears that: */
872 /* - Frame buffer mappings appear as mappings of large */
873 /* length, usually a bit less than a power of two. */
874 /* - The definition of "a bit less" in the above cannot */
875 /* be made more precise. */
876 /* - Have a starting address at best 64K aligned. */
877 /* - Have type == MEM_MAPPED. */
878 static GC_bool
is_frame_buffer(ptr_t start
, size_t len
, DWORD tp
)
880 static GC_bool initialized
= FALSE
;
881 # define MB (1024*1024)
882 # define DEFAULT_FB_MB 15
885 if (GC_disallow_ignore_fb
|| tp
!= MEM_MAPPED
) return FALSE
;
887 char * ignore_fb_string
= GETENV("GC_IGNORE_FB");
889 if (0 != ignore_fb_string
) {
890 while (*ignore_fb_string
== ' ' || *ignore_fb_string
== '\t')
892 if (*ignore_fb_string
== '\0') {
893 GC_ignore_fb_mb
= DEFAULT_FB_MB
;
895 GC_ignore_fb_mb
= atoi(ignore_fb_string
);
896 if (GC_ignore_fb_mb
< MIN_FB_MB
) {
897 WARN("Bad GC_IGNORE_FB value. Using %ld\n", DEFAULT_FB_MB
);
898 GC_ignore_fb_mb
= DEFAULT_FB_MB
;
903 GC_ignore_fb_mb
= DEFAULT_FB_MB
; /* For warning */
907 if (len
>= ((size_t)GC_ignore_fb_mb
<< 20)) {
912 WARN("Possible frame buffer mapping at 0x%lx: \n"
913 "\tConsider setting GC_IGNORE_FB to improve performance.\n",
924 # ifdef DEBUG_VIRTUALQUERY
925 void GC_dump_meminfo(MEMORY_BASIC_INFORMATION
*buf
)
927 GC_printf4("BaseAddress = %lx, AllocationBase = %lx, RegionSize = %lx(%lu)\n",
928 buf
-> BaseAddress
, buf
-> AllocationBase
, buf
-> RegionSize
,
930 GC_printf4("\tAllocationProtect = %lx, State = %lx, Protect = %lx, "
932 buf
-> AllocationProtect
, buf
-> State
, buf
-> Protect
,
935 # endif /* DEBUG_VIRTUALQUERY */
938 # define GC_wnt (TRUE)
940 extern GC_bool GC_wnt
; /* Is Windows NT derivative. */
941 /* Defined and set in os_dep.c. */
944 void GC_register_dynamic_libraries()
946 MEMORY_BASIC_INFORMATION buf
;
951 char * limit
, * new_limit
;
954 if (GC_no_win32_dlls
) return;
956 base
= limit
= p
= GC_sysinfo
.lpMinimumApplicationAddress
;
957 # if defined(MSWINCE) && !defined(_WIN32_WCE_EMULATION)
958 /* Only the first 32 MB of address space belongs to the current process */
959 while (p
< (LPVOID
)0x02000000) {
960 result
= VirtualQuery(p
, &buf
, sizeof(buf
));
962 /* Page is free; advance to the next possible allocation base */
964 (((DWORD
) p
+ GC_sysinfo
.dwAllocationGranularity
)
965 & ~(GC_sysinfo
.dwAllocationGranularity
-1));
968 while (p
< GC_sysinfo
.lpMaximumApplicationAddress
) {
969 result
= VirtualQuery(p
, &buf
, sizeof(buf
));
972 if (result
!= sizeof(buf
)) {
973 ABORT("Weird VirtualQuery result");
975 new_limit
= (char *)p
+ buf
.RegionSize
;
976 protect
= buf
.Protect
;
977 if (buf
.State
== MEM_COMMIT
978 && (protect
== PAGE_EXECUTE_READWRITE
979 || protect
== PAGE_READWRITE
)
980 && !GC_is_heap_base(buf
.AllocationBase
)
981 /* This used to check for
982 * !is_frame_buffer(p, buf.RegionSize, buf.Type)
983 * instead of just checking for MEM_IMAGE.
984 * If something breaks, change it back. */
985 /* There is some evidence that we cannot always
986 * ignore MEM_PRIVATE sections under Windows ME
987 * and predecessors. Hence we now also check for
989 && (buf
.Type
== MEM_IMAGE
||
990 !GC_wnt
&& buf
.Type
== MEM_PRIVATE
)) {
991 # ifdef DEBUG_VIRTUALQUERY
992 GC_dump_meminfo(&buf
);
994 if ((char *)p
!= limit
) {
995 GC_cond_add_roots(base
, limit
);
1001 if (p
> (LPVOID
)new_limit
/* overflow */) break;
1002 p
= (LPVOID
)new_limit
;
1004 GC_cond_add_roots(base
, limit
);
1007 #endif /* MSWIN32 || MSWINCE || CYGWIN32 */
1009 #if defined(ALPHA) && defined(OSF1)
1013 void GC_register_dynamic_libraries()
1016 ldr_process_t mypid
;
1019 ldr_module_t moduleid
= LDR_NULL_MODULE
;
1020 ldr_module_info_t moduleinfo
;
1021 size_t moduleinfosize
= sizeof(moduleinfo
);
1022 size_t modulereturnsize
;
1025 ldr_region_t region
;
1026 ldr_region_info_t regioninfo
;
1027 size_t regioninfosize
= sizeof(regioninfo
);
1028 size_t regionreturnsize
;
1030 /* Obtain id of this process */
1031 mypid
= ldr_my_process();
1033 /* For each module */
1036 /* Get the next (first) module */
1037 status
= ldr_next_module(mypid
, &moduleid
);
1039 /* Any more modules? */
1040 if (moduleid
== LDR_NULL_MODULE
)
1041 break; /* No more modules */
1043 /* Check status AFTER checking moduleid because */
1044 /* of a bug in the non-shared ldr_next_module stub */
1046 GC_printf1("dynamic_load: status = %ld\n", (long)status
);
1048 extern char *sys_errlist
[];
1049 extern int sys_nerr
;
1051 if (errno
<= sys_nerr
) {
1052 GC_printf1("dynamic_load: %s\n", (long)sys_errlist
[errno
]);
1054 GC_printf1("dynamic_load: %d\n", (long)errno
);
1057 ABORT("ldr_next_module failed");
1060 /* Get the module information */
1061 status
= ldr_inq_module(mypid
, moduleid
, &moduleinfo
,
1062 moduleinfosize
, &modulereturnsize
);
1064 ABORT("ldr_inq_module failed");
1066 /* is module for the main program (i.e. nonshared portion)? */
1067 if (moduleinfo
.lmi_flags
& LDR_MAIN
)
1068 continue; /* skip the main module */
1071 GC_printf("---Module---\n");
1072 GC_printf("Module ID = %16ld\n", moduleinfo
.lmi_modid
);
1073 GC_printf("Count of regions = %16d\n", moduleinfo
.lmi_nregion
);
1074 GC_printf("flags for module = %16lx\n", moduleinfo
.lmi_flags
);
1075 GC_printf("pathname of module = \"%s\"\n", moduleinfo
.lmi_name
);
1078 /* For each region in this module */
1079 for (region
= 0; region
< moduleinfo
.lmi_nregion
; region
++) {
1081 /* Get the region information */
1082 status
= ldr_inq_region(mypid
, moduleid
, region
, ®ioninfo
,
1083 regioninfosize
, ®ionreturnsize
);
1085 ABORT("ldr_inq_region failed");
1087 /* only process writable (data) regions */
1088 if (! (regioninfo
.lri_prot
& LDR_W
))
1092 GC_printf("--- Region ---\n");
1093 GC_printf("Region number = %16ld\n",
1094 regioninfo
.lri_region_no
);
1095 GC_printf("Protection flags = %016x\n", regioninfo
.lri_prot
);
1096 GC_printf("Virtual address = %16p\n", regioninfo
.lri_vaddr
);
1097 GC_printf("Mapped address = %16p\n", regioninfo
.lri_mapaddr
);
1098 GC_printf("Region size = %16ld\n", regioninfo
.lri_size
);
1099 GC_printf("Region name = \"%s\"\n", regioninfo
.lri_name
);
1102 /* register region as a garbage collection root */
1103 GC_add_roots_inner (
1104 (char *)regioninfo
.lri_mapaddr
,
1105 (char *)regioninfo
.lri_mapaddr
+ regioninfo
.lri_size
,
1119 extern char *sys_errlist
[];
1120 extern int sys_nerr
;
1122 void GC_register_dynamic_libraries()
1125 int index
= 1; /* Ordinal position in shared library search list */
1126 struct shl_descriptor
*shl_desc
; /* Shared library info, see dl.h */
1128 /* For each dynamic library loaded */
1131 /* Get info about next shared library */
1132 status
= shl_get(index
, &shl_desc
);
1134 /* Check if this is the end of the list or if some error occured */
1136 # ifdef GC_HPUX_THREADS
1137 /* I've seen errno values of 0. The man page is not clear */
1138 /* as to whether errno should get set on a -1 return. */
1141 if (errno
== EINVAL
) {
1142 break; /* Moved past end of shared library list --> finished */
1144 if (errno
<= sys_nerr
) {
1145 GC_printf1("dynamic_load: %s\n", (long) sys_errlist
[errno
]);
1147 GC_printf1("dynamic_load: %d\n", (long) errno
);
1149 ABORT("shl_get failed");
1155 GC_printf0("---Shared library---\n");
1156 GC_printf1("\tfilename = \"%s\"\n", shl_desc
->filename
);
1157 GC_printf1("\tindex = %d\n", index
);
1158 GC_printf1("\thandle = %08x\n",
1159 (unsigned long) shl_desc
->handle
);
1160 GC_printf1("\ttext seg. start = %08x\n", shl_desc
->tstart
);
1161 GC_printf1("\ttext seg. end = %08x\n", shl_desc
->tend
);
1162 GC_printf1("\tdata seg. start = %08x\n", shl_desc
->dstart
);
1163 GC_printf1("\tdata seg. end = %08x\n", shl_desc
->dend
);
1164 GC_printf1("\tref. count = %lu\n", shl_desc
->ref_count
);
1167 /* register shared library's data segment as a garbage collection root */
1168 GC_add_roots_inner((char *) shl_desc
->dstart
,
1169 (char *) shl_desc
->dend
, TRUE
);
1178 #include <sys/ldr.h>
1179 #include <sys/errno.h>
1180 void GC_register_dynamic_libraries()
1185 struct ld_info
*ldi
;
1187 ldibuf
= alloca(ldibuflen
= 8192);
1189 while ( (len
= loadquery(L_GETINFO
,ldibuf
,ldibuflen
)) < 0) {
1190 if (errno
!= ENOMEM
) {
1191 ABORT("loadquery failed");
1193 ldibuf
= alloca(ldibuflen
*= 2);
1196 ldi
= (struct ld_info
*)ldibuf
;
1198 len
= ldi
->ldinfo_next
;
1200 ldi
->ldinfo_dataorg
,
1201 (ptr_t
)(unsigned long)ldi
->ldinfo_dataorg
1202 + ldi
->ldinfo_datasize
,
1204 ldi
= len
? (struct ld_info
*)((char *)ldi
+ len
) : 0;
1211 /* __private_extern__ hack required for pre-3.4 gcc versions. */
1212 #ifndef __private_extern__
1213 # define __private_extern__ extern
1214 # include <mach-o/dyld.h>
1215 # undef __private_extern__
1217 # include <mach-o/dyld.h>
1219 #include <mach-o/getsect.h>
1221 /*#define DARWIN_DEBUG*/
1223 /* Writeable sections generally available on Darwin. */
1224 const static struct {
1227 } GC_dyld_sections
[] = {
1228 { SEG_DATA
, SECT_DATA
},
1229 /* Used by FSF GCC, but not by OSX system tools, so far. */
1230 { SEG_DATA
, "__static_data" },
1231 { SEG_DATA
, SECT_BSS
},
1232 { SEG_DATA
, SECT_COMMON
},
1233 /* FSF GCC - zero-sized object sections for targets supporting section
1235 { SEG_DATA
, "__zobj_data" },
1236 { SEG_DATA
, "__zobj_bss" }
1239 /* Additional writeable sections:
1241 GCC on Darwin constucts aligned sections "on demand", where the alignment
1242 size is embedded in the section name. Furthermore, there are distintions
1243 between sections containing private vs. public symbols.
1245 It also constructs sections specifically for zero-sized objects, when the
1246 target supports section anchors. */
1247 const char * GC_dyld_add_sect_fmts
[] =
1256 /* Currently, mach-o will allow up to a max of 2^15 alignment in an
1258 #define L2_MAX_OFILE_ALIGNMENT 15
1263 GC_dyld_name_for_hdr (const struct GC_MACH_HEADER
*hdr
)
1266 c
= _dyld_image_count();
1268 if(_dyld_get_image_header(i
) == hdr
)
1269 return _dyld_get_image_name(i
);
1275 /* This should never be called by a thread holding the lock */
1277 GC_dyld_image_add (const struct GC_MACH_HEADER
*hdr
, intptr_t slide
)
1280 unsigned long start
,end
,i
,j
;
1281 const struct GC_MACH_SECTION
*sec
;
1287 for (i
=0; i
<sizeof(GC_dyld_sections
)/sizeof(GC_dyld_sections
[0]); i
++)
1289 sec
= GC_GETSECTBYNAME (hdr
, GC_dyld_sections
[i
].seg
,
1290 GC_dyld_sections
[i
].sect
);
1291 if(sec
== NULL
|| sec
->size
== 0)
1294 start
= slide
+ sec
->addr
;
1295 end
= start
+ sec
->size
;
1297 # ifdef DARWIN_DEBUG
1298 GC_printf5("Adding section __DATA,%s at %p-%p (%lu bytes) from image %s\n",
1299 GC_dyld_sections
[i
].sect
, start
,end
,sec
->size
,GC_dyld_name_for_hdr(hdr
));
1301 GC_add_roots((char*)start
,(char*)end
);
1304 /* Sections constructed on demand. */
1306 while ((fmt
= GC_dyld_add_sect_fmts
[j
]) != NULL
)
1308 /* Add our manufactured aligned BSS sections. */
1309 for (i
=0; i
<=L2_MAX_OFILE_ALIGNMENT
; i
++)
1311 snprintf (secnam
, 16, fmt
, (unsigned)i
);
1312 sec
= GC_GETSECTBYNAME (hdr
, SEG_DATA
, secnam
);
1313 if (sec
== NULL
|| sec
->size
== 0)
1315 start
= slide
+ sec
->addr
;
1316 end
= start
+ sec
->size
;
1317 # ifdef DARWIN_DEBUG
1318 GC_printf5("Adding section __DATA,%s at %p-%p (%lu bytes) from image %s\n",
1319 secnam
, start
,end
,sec
->size
,GC_dyld_name_for_hdr(hdr
));
1321 GC_add_roots((char*)start
,(char*)end
);
1325 # ifdef DARWIN_DEBUG
1326 GC_print_static_roots();
1330 /* This should never be called by a thread holding the lock */
1332 GC_dyld_image_remove (const struct GC_MACH_HEADER
*hdr
, intptr_t slide
)
1335 unsigned long start
,end
,i
,j
;
1336 const struct GC_MACH_SECTION
*sec
;
1339 for (i
=0; i
<sizeof(GC_dyld_sections
)/sizeof(GC_dyld_sections
[0]); i
++)
1341 sec
= GC_GETSECTBYNAME (hdr
, GC_dyld_sections
[i
].seg
,
1342 GC_dyld_sections
[i
].sect
);
1343 if(sec
== NULL
|| sec
->size
== 0)
1346 start
= slide
+ sec
->addr
;
1347 end
= start
+ sec
->size
;
1348 # ifdef DARWIN_DEBUG
1349 GC_printf5("Removing section __DATA,%s at %p-%p (%lu bytes) from image %s\n",
1350 GC_dyld_sections
[i
].sect
, start
,end
,sec
->size
,GC_dyld_name_for_hdr(hdr
));
1352 GC_remove_roots((char*)start
,(char*)end
);
1355 /* Remove our on-demand sections. */
1357 while ((fmt
= GC_dyld_add_sect_fmts
[j
]) != NULL
)
1359 for (i
=0; i
<=L2_MAX_OFILE_ALIGNMENT
; i
++)
1361 snprintf (secnam
, 16, fmt
, (unsigned)i
);
1362 sec
= GC_GETSECTBYNAME (hdr
, SEG_DATA
, secnam
);
1363 if (sec
== NULL
|| sec
->size
== 0)
1365 start
= slide
+ sec
->addr
;
1366 end
= start
+ sec
->size
;
1367 # ifdef DARWIN_DEBUG
1368 GC_printf5("Removing section __DATA,%s at %p-%p (%lu bytes) from image %s\n",
1369 secnam
, start
,end
,sec
->size
,GC_dyld_name_for_hdr(hdr
));
1371 GC_remove_roots((char*)start
,(char*)end
);
1376 # ifdef DARWIN_DEBUG
1377 GC_print_static_roots();
1382 GC_register_dynamic_libraries()
1384 /* Currently does nothing. The callbacks are setup by GC_init_dyld()
1385 The dyld library takes it from there. */
1388 /* The _dyld_* functions have an internal lock so no _dyld functions
1389 can be called while the world is stopped without the risk of a deadlock.
1390 Because of this we MUST setup callbacks BEFORE we ever stop the world.
1391 This should be called BEFORE any thread in created and WITHOUT the
1392 allocation lock held. */
1397 static GC_bool initialized
= FALSE
;
1398 char *bind_fully_env
= NULL
;
1403 # ifdef DARWIN_DEBUG
1404 GC_printf0("Registering dyld callbacks...\n");
1407 /* Apple's Documentation:
1408 When you call _dyld_register_func_for_add_image, the dynamic linker runtime
1409 calls the specified callback (func) once for each of the images that is
1410 currently loaded into the program. When a new image is added to the program,
1411 your callback is called again with the mach_header for the new image, and the
1412 virtual memory slide amount of the new image.
1414 This WILL properly register already linked libraries and libraries
1415 linked in the future
1418 _dyld_register_func_for_add_image(GC_dyld_image_add
);
1419 _dyld_register_func_for_remove_image(GC_dyld_image_remove
);
1421 /* Set this early to avoid reentrancy issues. */
1424 bind_fully_env
= getenv("DYLD_BIND_AT_LAUNCH");
1426 if (bind_fully_env
== NULL
)
1428 # ifdef DARWIN_DEBUG
1429 GC_printf0("Forcing full bind of GC code...\n");
1432 if (!_dyld_bind_fully_image_containing_address((unsigned long*)GC_malloc
))
1433 GC_abort("_dyld_bind_fully_image_containing_address failed");
1437 #define HAVE_REGISTER_MAIN_STATIC_DATA
1439 GC_register_main_static_data (void)
1441 /* Already done through dyld callbacks */
1447 #else /* !DYNAMIC_LOADING */
1451 # include "il/PCR_IL.h"
1452 # include "th/PCR_ThCtl.h"
1453 # include "mm/PCR_MM.h"
1455 void GC_register_dynamic_libraries()
1457 /* Add new static data areas of dynamically loaded modules. */
1459 PCR_IL_LoadedFile
* p
= PCR_IL_GetLastLoadedFile();
1460 PCR_IL_LoadedSegment
* q
;
1462 /* Skip uncommited files */
1463 while (p
!= NIL
&& !(p
-> lf_commitPoint
)) {
1464 /* The loading of this file has not yet been committed */
1465 /* Hence its description could be inconsistent. */
1466 /* Furthermore, it hasn't yet been run. Hence its data */
1467 /* segments can't possibly reference heap allocated */
1471 for (; p
!= NIL
; p
= p
-> lf_prev
) {
1472 for (q
= p
-> lf_ls
; q
!= NIL
; q
= q
-> ls_next
) {
1473 if ((q
-> ls_flags
& PCR_IL_SegFlags_Traced_MASK
)
1474 == PCR_IL_SegFlags_Traced_on
) {
1476 ((char *)(q
-> ls_addr
),
1477 (char *)(q
-> ls_addr
) + q
-> ls_bytes
,
1488 void GC_register_dynamic_libraries(){}
1490 int GC_no_dynamic_loading
;
1494 #endif /* !DYNAMIC_LOADING */
1496 #ifndef HAVE_REGISTER_MAIN_STATIC_DATA
1498 /* Do we need to separately register the main static data segment? */
1499 GC_bool
GC_register_main_static_data()
1503 #endif /* HAVE_REGISTER_MAIN_STATIC_DATA */