2 * Copyright (c) 1991-1994 by Xerox Corporation. All rights reserved.
3 * Copyright (c) 1997 by Silicon Graphics. All rights reserved.
5 * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
6 * OR IMPLIED. ANY USE IS AT YOUR OWN RISK.
8 * Permission is hereby granted to use or copy this program
9 * for any purpose, provided the above notices are retained on all copies.
10 * Permission to modify the code and to distribute modified code is granted,
11 * provided the above notices are retained, and a notice that the code was
12 * modified is included with the above copyright notice.
14 * Original author: Bill Janssen
15 * Heavily modified by Hans Boehm and others
19 * This is incredibly OS specific code for tracking down data sections in
20 * dynamic libraries. There appears to be no way of doing this quickly
21 * without groveling through undocumented data structures. We would argue
22 * that this is a bug in the design of the dlopen interface. THIS CODE
23 * MAY BREAK IN FUTURE OS RELEASES. If this matters to you, don't hesitate
24 * to let your vendor know ...
26 * None of this is safe with dlclose and incremental collection.
27 * But then not much of anything is safe in the presence of dlclose.
29 #if (defined(__linux__) || defined(__GLIBC__) || defined(__GNU__)) \
30 && !defined(_GNU_SOURCE)
31 /* Can't test LINUX, since this must be define before other includes */
34 #if !defined(MACOS) && !defined(_WIN32_WCE)
35 # include <sys/types.h>
37 #include "private/gc_priv.h"
39 /* BTL: avoid circular redefinition of dlopen if GC_SOLARIS_THREADS defined */
40 # if (defined(GC_PTHREADS) || defined(GC_SOLARIS_THREADS)) \
41 && defined(dlopen) && !defined(GC_USE_LD_WRAP)
42 /* To support threads in Solaris, gc.h interposes on dlopen by */
43 /* defining "dlopen" to be "GC_dlopen", which is implemented below. */
44 /* However, both GC_FirstDLOpenedLinkMap() and GC_dlopen() use the */
45 /* real system dlopen() in their implementation. We first remove */
46 /* gc.h's dlopen definition and restore it later, after GC_dlopen(). */
48 # define GC_must_restore_redefined_dlopen
50 # undef GC_must_restore_redefined_dlopen
53 #if (defined(DYNAMIC_LOADING) \
56 || defined(CYGWIN32)) \
58 #if !defined(SUNOS4) && !defined(SUNOS5DL) && !defined(IRIX5) && \
59 !defined(MSWIN32) && !defined(MSWINCE) && !defined(CYGWIN32) && \
60 !(defined(ALPHA) && defined(OSF1)) && \
61 !defined(HPUX) && !(defined(LINUX) && defined(__ELF__)) && \
62 !defined(RS6000) && !defined(SCO_ELF) && !defined(DGUX) && \
63 !(defined(FREEBSD) && defined(__ELF__)) && \
64 !(defined(NETBSD) && defined(__ELF__)) && !defined(HURD) && \
66 --> We only know how to find data segments of dynamic libraries
for the
67 --> above
. Additional SVR4 variants might
not be too
81 /* struct link_map field overrides */
82 # define l_next lm_next
83 # define l_addr lm_addr
84 # define l_name lm_name
88 # if _MIPS_SIM == _MIPS_SIM_ABI32 /* O32 ABI */
89 /* Don't include <obj_list.h> here. */
91 # else /* N32 or N64 ABIs */
97 # include <machine/elf_machdep.h>
98 # define ELFSIZE ARCH_ELFSIZE
101 #if defined(LINUX) && defined(__ELF__) || defined(SCO_ELF) || \
102 (defined(FREEBSD) && defined(__ELF__)) || defined(DGUX) || \
103 (defined(NETBSD) && defined(__ELF__)) || defined(HURD)
109 /* Newer versions of GNU/Linux define this macro. We
110 * define it similarly for any ELF systems that don't. */
112 # if defined(FREEBSD)
113 # if __ELF_WORD_SIZE == 32
114 # define ElfW(type) Elf32_##type
116 # define ElfW(type) Elf64_##type
121 # define ElfW(type) Elf32_##type
123 # define ElfW(type) Elf64_##type
126 # if !defined(ELF_CLASS) || ELF_CLASS == ELFCLASS32
127 # define ElfW(type) Elf32_##type
129 # define ElfW(type) Elf64_##type
135 /* An user-supplied routine that is called to determine if a DSO must
136 be scanned by the gc. */
137 static int (*GC_has_static_roots
)(const char *, void *, size_t);
138 /* Register the routine. */
140 GC_register_has_static_roots_callback
141 (int (*callback
)(const char *, void *, size_t))
143 GC_has_static_roots
= callback
;
146 #if defined(SUNOS5DL) && !defined(USE_PROC_FOR_LIBRARIES)
152 #define obj_offset(lm) ((unsigned long)(lm->l_addr))
154 static struct link_map
*
155 GC_FirstDLOpenedLinkMap()
157 extern ElfW(Dyn
) _DYNAMIC
;
160 static struct link_map
* cachedResult
= 0;
161 static ElfW(Dyn
) *dynStructureAddr
= 0;
162 /* BTL: added to avoid Solaris 5.3 ld.so _DYNAMIC bug */
164 # ifdef SUNOS53_SHARED_LIB
165 /* BTL: Avoid the Solaris 5.3 bug that _DYNAMIC isn't being set */
166 /* up properly in dynamically linked .so's. This means we have */
167 /* to use its value in the set of original object files loaded */
168 /* at program startup. */
169 if( dynStructureAddr
== 0 ) {
170 void* startupSyms
= dlopen(0, RTLD_LAZY
);
171 dynStructureAddr
= (ElfW(Dyn
)*)dlsym(startupSyms
, "_DYNAMIC");
174 dynStructureAddr
= &_DYNAMIC
;
177 if( dynStructureAddr
== 0) {
180 if( cachedResult
== 0 ) {
182 for( dp
= ((ElfW(Dyn
) *)(&_DYNAMIC
)); (tag
= dp
->d_tag
) != 0; dp
++ ) {
183 if( tag
== DT_DEBUG
) {
185 = ((struct r_debug
*)(dp
->d_un
.d_ptr
))->r_map
;
186 if( lm
!= 0 ) cachedResult
= lm
->l_next
; /* might be NIL */
194 #endif /* SUNOS5DL ... */
196 /* BTL: added to fix circular dlopen definition if GC_SOLARIS_THREADS defined */
197 # if defined(GC_must_restore_redefined_dlopen)
198 # define dlopen GC_dlopen
201 #if defined(SUNOS4) && !defined(USE_PROC_FOR_LIBRARIES)
204 struct link_dynamic _DYNAMIC
;
207 #define obj_offset(lm) ((unsigned long)(lm->l_addr))
209 static struct link_map
*
210 GC_FirstDLOpenedLinkMap()
212 extern struct link_dynamic _DYNAMIC
;
214 if( &_DYNAMIC
== 0) {
217 return(_DYNAMIC
.ld_un
.ld_1
->ld_loaded
);
220 /* Return the address of the ld.so allocated common symbol */
221 /* with the least address, or 0 if none. */
222 static ptr_t
GC_first_common()
225 extern struct link_dynamic _DYNAMIC
;
226 struct rtc_symb
* curr_symbol
;
228 if( &_DYNAMIC
== 0) {
231 curr_symbol
= _DYNAMIC
.ldd
-> ldd_cp
;
232 for (; curr_symbol
!= 0; curr_symbol
= curr_symbol
-> rtc_next
) {
234 || (ptr_t
)(curr_symbol
-> rtc_sp
-> n_value
) < result
) {
235 result
= (ptr_t
)(curr_symbol
-> rtc_sp
-> n_value
);
241 #endif /* SUNOS4 ... */
243 #if defined(IRIX5) && !defined(USE_PROC_FOR_LIBRARIES)
245 /* Provide struct link map. */
246 # if _MIPS_SIM == _MIPS_SIM_ABI32 /* O32 ABI */
247 /* Provide our own version of struct obj_list in <obj_list.h> with
248 correctly typed data member. */
251 struct obj_list
*next
;
252 struct obj_list
*prev
;
259 extern objList
*__rld_obj_head
;
261 /* Map field names */
262 # define l_next l_ol.next
263 # define l_addr l_ol.data->o_pelfhdr
265 # define obj_offset(lm) \
266 ((unsigned long)(lm->l_ol.o_praw - (char *)lm->l_ol.o_base_address))
267 # else /* N32 or N64 ABIs */
272 extern ElfW(Obj_Info
) *__rld_obj_head
;
274 /* Map field names */
275 # define l_next l_oi.oi_next
276 # define l_addr l_oi.oi_ehdr
278 /* See gdb/solib-irix.c (fetch_lm_info). */
279 # define obj_offset(lm) \
280 ((unsigned long)(lm->l_oi.oi_ehdr - lm->l_oi.oi_orig_ehdr))
283 static struct link_map
*
284 GC_FirstDLOpenedLinkMap()
286 return (struct link_map
*)__rld_obj_head
;
289 #endif /* IRIX5 ... */
291 # if defined(SUNOS4) || defined(SUNOS5DL) || defined(IRIX5)
292 /* Add dynamic library data sections to the root set. */
294 && !defined(GC_SOLARIS_PTHREADS) && !defined(GC_IRIX_THREADS) \
297 --> fix mutual exclusion with dlopen
298 # endif /* We assume M3 programs don't call dlopen for now */
301 # ifndef USE_PROC_FOR_LIBRARIES
302 void GC_register_dynamic_libraries()
304 struct link_map
*lm
= GC_FirstDLOpenedLinkMap();
307 for (lm
= GC_FirstDLOpenedLinkMap();
308 lm
!= (struct link_map
*) 0; lm
= (struct link_map
*) lm
->l_next
)
313 e
= (struct exec
*) lm
->lm_addr
;
315 ((char *) (N_DATOFF(*e
) + lm
->lm_addr
)),
316 ((char *) (N_BSSADDR(*e
) + e
->a_bss
+ lm
->lm_addr
)),
319 # if defined(SUNOS5DL) || defined(IRIX5)
322 unsigned long offset
;
326 e
= (ElfW(Ehdr
) *) lm
->l_addr
;
327 p
= ((ElfW(Phdr
) *)(((char *)(e
)) + e
->e_phoff
));
328 offset
= obj_offset(lm
);
329 for( i
= 0; i
< (int)(e
->e_phnum
); ((i
++),(p
++)) ) {
330 switch( p
->p_type
) {
333 if( !(p
->p_flags
& PF_W
) ) break;
334 start
= ((char *)(p
->p_vaddr
)) + offset
;
350 static ptr_t common_start
= 0;
352 extern ptr_t
GC_find_limit();
354 if (common_start
== 0) common_start
= GC_first_common();
355 if (common_start
!= 0) {
356 common_end
= GC_find_limit(common_start
, TRUE
);
357 GC_add_roots_inner((char *)common_start
, (char *)common_end
, TRUE
);
363 # endif /* !USE_PROC ... */
366 #if defined(LINUX) && defined(__ELF__) || defined(SCO_ELF) || \
367 (defined(FREEBSD) && defined(__ELF__)) || defined(DGUX) || \
368 (defined(NETBSD) && defined(__ELF__)) || defined(HURD)
371 #ifdef USE_PROC_FOR_LIBRARIES
375 #include <sys/stat.h>
379 #define MAPS_BUF_SIZE (32*1024)
381 extern ssize_t
GC_repeat_read(int fd
, char *buf
, size_t count
);
382 /* Repeatedly read until buffer is filled, or EOF is encountered */
383 /* Defined in os_dep.c. */
385 char *GC_parse_map_entry(char *buf_ptr
, word
*start
, word
*end
,
386 char *prot_buf
, unsigned int *maj_dev
);
387 word
GC_apply_to_maps(word (*fn
)(char *));
390 word
GC_register_map_entries(char *maps
)
393 char *buf_ptr
= maps
;
396 unsigned int maj_dev
;
397 word least_ha
, greatest_ha
;
399 word datastart
= (word
)(DATASTART
);
401 /* Compute heap bounds. FIXME: Should be done by add_to_heap? */
402 least_ha
= (word
)(-1);
404 for (i
= 0; i
< GC_n_heap_sects
; ++i
) {
405 word sect_start
= (word
)GC_heap_sects
[i
].hs_start
;
406 word sect_end
= sect_start
+ GC_heap_sects
[i
].hs_bytes
;
407 if (sect_start
< least_ha
) least_ha
= sect_start
;
408 if (sect_end
> greatest_ha
) greatest_ha
= sect_end
;
410 if (greatest_ha
< (word
)GC_scratch_last_end_ptr
)
411 greatest_ha
= (word
)GC_scratch_last_end_ptr
;
414 buf_ptr
= GC_parse_map_entry(buf_ptr
, &start
, &end
, prot_buf
, &maj_dev
);
415 if (buf_ptr
== NULL
) return 1;
416 if (prot_buf
[1] == 'w') {
417 /* This is a writable mapping. Add it to */
418 /* the root set unless it is already otherwise */
420 if (start
<= (word
)GC_stackbottom
&& end
>= (word
)GC_stackbottom
) {
421 /* Stack mapping; discard */
425 if (GC_segment_is_thread_stack(start
, end
)) continue;
427 /* We no longer exclude the main data segment. */
428 if (start
< least_ha
&& end
> least_ha
) {
431 if (start
< greatest_ha
&& end
> greatest_ha
) {
434 if (start
>= least_ha
&& end
<= greatest_ha
) continue;
435 GC_add_roots_inner((char *)start
, (char *)end
, TRUE
);
441 void GC_register_dynamic_libraries()
443 if (!GC_apply_to_maps(GC_register_map_entries
))
444 ABORT("Failed to read /proc for library registration.");
447 /* We now take care of the main data segment ourselves: */
448 GC_bool
GC_register_main_static_data()
453 # define HAVE_REGISTER_MAIN_STATIC_DATA
455 #endif /* USE_PROC_FOR_LIBRARIES */
457 #if !defined(USE_PROC_FOR_LIBRARIES)
458 /* The following is the preferred way to walk dynamic libraries */
459 /* For glibc 2.2.4+. Unfortunately, it doesn't work for older */
460 /* versions. Thanks to Jakub Jelinek for most of the code. */
462 # if (defined(LINUX) || defined (__GLIBC__)) /* Are others OK here, too? */ \
463 && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ > 2) \
464 || (__GLIBC__ == 2 && __GLIBC_MINOR__ == 2 && defined(DT_CONFIG)))
466 /* We have the header files for a glibc that includes dl_iterate_phdr. */
467 /* It may still not be available in the library on the target system. */
468 /* Thus we also treat it as a weak symbol. */
469 #define HAVE_DL_ITERATE_PHDR
470 #pragma weak dl_iterate_phdr
473 # if (defined(FREEBSD) && __FreeBSD__ >= 7)
474 /* On the FreeBSD system, any target system at major version 7 shall */
475 /* have dl_iterate_phdr; therefore, we need not make it weak as above. */
476 #define HAVE_DL_ITERATE_PHDR
479 #if defined(HAVE_DL_ITERATE_PHDR)
481 static int GC_register_dynlib_callback(info
, size
, ptr
)
482 struct dl_phdr_info
* info
;
486 const ElfW(Phdr
) * p
;
490 /* Make sure struct dl_phdr_info is at least as big as we need. */
491 if (size
< offsetof (struct dl_phdr_info
, dlpi_phnum
)
492 + sizeof (info
->dlpi_phnum
))
496 for( i
= 0; i
< (int)(info
->dlpi_phnum
); ((i
++),(p
++)) ) {
497 switch( p
->p_type
) {
500 if( !(p
->p_flags
& PF_W
) ) break;
501 start
= ((char *)(p
->p_vaddr
)) + info
->dlpi_addr
;
503 if (GC_has_static_roots
504 && !GC_has_static_roots(info
->dlpi_name
, start
, p
->p_memsz
))
507 GC_add_roots_inner(start
, start
+ p
->p_memsz
, TRUE
);
515 * (int *)ptr
= 1; /* Signal that we were called */
519 /* Return TRUE if we succeed, FALSE if dl_iterate_phdr wasn't there. */
521 GC_bool
GC_register_dynamic_libraries_dl_iterate_phdr()
523 if (dl_iterate_phdr
) {
524 int did_something
= 0;
525 dl_iterate_phdr(GC_register_dynlib_callback
, &did_something
);
526 if (!did_something
) {
527 /* dl_iterate_phdr may forget the static data segment in */
528 /* statically linked executables. */
529 GC_add_roots_inner(DATASTART
, (char *)(DATAEND
), TRUE
);
530 # if defined(DATASTART2)
531 GC_add_roots_inner(DATASTART2
, (char *)(DATAEND2
), TRUE
);
541 /* Do we need to separately register the main static data segment? */
542 GC_bool
GC_register_main_static_data()
544 return (dl_iterate_phdr
== 0);
547 #define HAVE_REGISTER_MAIN_STATIC_DATA
549 # else /* !LINUX || version(glibc) < 2.2.4 */
551 /* Dynamic loading code for Linux running ELF. Somewhat tested on
552 * Linux/x86, untested but hopefully should work on Linux/Alpha.
553 * This code was derived from the Solaris/ELF support. Thanks to
554 * whatever kind soul wrote that. - Patrick Bridges */
556 /* This doesn't necessarily work in all cases, e.g. with preloaded
557 * dynamic libraries. */
560 # include <sys/exec_elf.h>
561 /* for compatibility with 1.4.x */
579 # pragma weak _DYNAMIC
581 extern ElfW(Dyn
) _DYNAMIC
[];
583 static struct link_map
*
584 GC_FirstDLOpenedLinkMap()
587 static struct link_map
*cachedResult
= 0;
592 if( cachedResult
== 0 ) {
594 for( dp
= _DYNAMIC
; (tag
= dp
->d_tag
) != 0; dp
++ ) {
595 /* FIXME: The DT_DEBUG header is not mandated by the */
596 /* ELF spec. This code appears to be dependent on */
597 /* idiosynchracies of older GNU tool chains. If this code */
598 /* fails for you, the real problem is probably that it is */
599 /* being used at all. You should be getting the */
600 /* dl_iterate_phdr version. */
601 if( tag
== DT_DEBUG
) {
603 = ((struct r_debug
*)(dp
->d_un
.d_ptr
))->r_map
;
604 if( lm
!= 0 ) cachedResult
= lm
->l_next
; /* might be NIL */
613 void GC_register_dynamic_libraries()
618 # ifdef HAVE_DL_ITERATE_PHDR
619 if (GC_register_dynamic_libraries_dl_iterate_phdr()) {
623 lm
= GC_FirstDLOpenedLinkMap();
624 for (lm
= GC_FirstDLOpenedLinkMap();
625 lm
!= (struct link_map
*) 0; lm
= lm
->l_next
)
629 unsigned long offset
;
633 e
= (ElfW(Ehdr
) *) lm
->l_addr
;
634 p
= ((ElfW(Phdr
) *)(((char *)(e
)) + e
->e_phoff
));
635 offset
= ((unsigned long)(lm
->l_addr
));
636 for( i
= 0; i
< (int)(e
->e_phnum
); ((i
++),(p
++)) ) {
637 switch( p
->p_type
) {
640 if( !(p
->p_flags
& PF_W
) ) break;
641 start
= ((char *)(p
->p_vaddr
)) + offset
;
642 GC_add_roots_inner(start
, start
+ p
->p_memsz
, TRUE
);
652 #endif /* !USE_PROC_FOR_LIBRARIES */
656 #if defined(USE_PROC_FOR_LIBRARIES) && !defined(LINUX)
658 #include <sys/procfs.h>
659 #include <sys/stat.h>
663 #include <signal.h> /* Only for the following test. */
668 extern void * GC_roots_present();
669 /* The type is a lie, since the real type doesn't make sense here, */
670 /* and we only test for NULL. */
673 /* We use /proc to track down all parts of the address space that are */
674 /* mapped by the process, and throw out regions we know we shouldn't */
675 /* worry about. This may also work under other SVR4 variants. */
676 void GC_register_dynamic_libraries()
680 static prmap_t
* addr_map
= 0;
681 static int current_sz
= 0; /* Number of records currently in addr_map */
682 static int needed_sz
; /* Required size of addr_map */
685 register ptr_t start
;
686 register ptr_t limit
;
687 ptr_t heap_start
= (ptr_t
)HEAP_START
;
688 ptr_t heap_end
= heap_start
;
692 # endif /* SUNOS5DL */
695 sprintf(buf
, "/proc/%d", getpid());
696 /* The above generates a lint complaint, since pid_t varies. */
697 /* It's unclear how to improve this. */
698 fd
= open(buf
, O_RDONLY
);
700 ABORT("/proc open failed");
703 if (ioctl(fd
, PIOCNMAP
, &needed_sz
) < 0) {
704 GC_err_printf2("fd = %d, errno = %d\n", fd
, errno
);
705 ABORT("/proc PIOCNMAP ioctl failed");
707 if (needed_sz
>= current_sz
) {
708 current_sz
= needed_sz
* 2 + 1;
709 /* Expansion, plus room for 0 record */
710 addr_map
= (prmap_t
*)GC_scratch_alloc((word
)
711 (current_sz
* sizeof(prmap_t
)));
713 if (ioctl(fd
, PIOCMAP
, addr_map
) < 0) {
714 GC_err_printf4("fd = %d, errno = %d, needed_sz = %d, addr_map = 0x%X\n",
715 fd
, errno
, needed_sz
, addr_map
);
716 ABORT("/proc PIOCMAP ioctl failed");
718 if (GC_n_heap_sects
> 0) {
719 heap_end
= GC_heap_sects
[GC_n_heap_sects
-1].hs_start
720 + GC_heap_sects
[GC_n_heap_sects
-1].hs_bytes
;
721 if (heap_end
< GC_scratch_last_end_ptr
) heap_end
= GC_scratch_last_end_ptr
;
723 for (i
= 0; i
< needed_sz
; i
++) {
724 flags
= addr_map
[i
].pr_mflags
;
725 if ((flags
& (MA_BREAK
| MA_STACK
| MA_PHYS
726 | MA_FETCHOP
| MA_NOTCACHED
)) != 0) goto irrelevant
;
727 if ((flags
& (MA_READ
| MA_WRITE
)) != (MA_READ
| MA_WRITE
))
729 /* The latter test is empirically useless in very old Irix */
730 /* versions. Other than the */
731 /* main data and stack segments, everything appears to be */
732 /* mapped readable, writable, executable, and shared(!!). */
733 /* This makes no sense to me. - HB */
734 start
= (ptr_t
)(addr_map
[i
].pr_vaddr
);
735 if (GC_roots_present(start
)) goto irrelevant
;
736 if (start
< heap_end
&& start
>= heap_start
)
739 if (GC_is_thread_stack(start
)) goto irrelevant
;
740 # endif /* MMAP_STACKS */
742 limit
= start
+ addr_map
[i
].pr_size
;
743 /* The following seemed to be necessary for very old versions */
744 /* of Irix, but it has been reported to discard relevant */
745 /* segments under Irix 6.5. */
747 if (addr_map
[i
].pr_off
== 0 && strncmp(start
, ELFMAG
, 4) == 0) {
748 /* Discard text segments, i.e. 0-offset mappings against */
749 /* executable files which appear to have ELF headers. */
752 # define MAP_IRR_SZ 10
753 static ptr_t map_irr
[MAP_IRR_SZ
];
754 /* Known irrelevant map entries */
755 static int n_irr
= 0;
759 for (i
= 0; i
< n_irr
; i
++) {
760 if (map_irr
[i
] == start
) goto irrelevant
;
762 arg
= (caddr_t
)start
;
763 obj
= ioctl(fd
, PIOCOPENM
, &arg
);
767 if ((buf
.st_mode
& 0111) != 0) {
768 if (n_irr
< MAP_IRR_SZ
) {
769 map_irr
[n_irr
++] = start
;
776 GC_add_roots_inner(start
, limit
, TRUE
);
779 /* Dont keep cached descriptor, for now. Some kernels don't like us */
780 /* to keep a /proc file descriptor around during kill -9. */
781 if (close(fd
) < 0) ABORT("Couldnt close /proc file");
785 # endif /* USE_PROC */
787 # if defined(MSWIN32) || defined(MSWINCE) || defined(CYGWIN32)
789 # define WIN32_LEAN_AND_MEAN
791 # include <windows.h>
794 /* We traverse the entire address space and register all segments */
795 /* that could possibly have been written to. */
797 extern GC_bool
GC_is_heap_base (ptr_t p
);
799 # ifdef GC_WIN32_THREADS
800 extern void GC_get_next_stack(char *start
, char **lo
, char **hi
);
801 void GC_cond_add_roots(char *base
, char * limit
)
803 char * curr_base
= base
;
804 char * next_stack_lo
;
805 char * next_stack_hi
;
807 if (base
== limit
) return;
809 GC_get_next_stack(curr_base
, &next_stack_lo
, &next_stack_hi
);
810 if (next_stack_lo
>= limit
) break;
811 GC_add_roots_inner(curr_base
, next_stack_lo
, TRUE
);
812 curr_base
= next_stack_hi
;
814 if (curr_base
< limit
) GC_add_roots_inner(curr_base
, limit
, TRUE
);
817 void GC_cond_add_roots(char *base
, char * limit
)
821 = (char *) ((word
)(&dummy
) & ~(GC_sysinfo
.dwAllocationGranularity
-1));
822 if (base
== limit
) return;
823 if (limit
> stack_top
&& base
< GC_stackbottom
) {
824 /* Part of the stack; ignore it. */
827 GC_add_roots_inner(base
, limit
, TRUE
);
831 # if defined(MSWINCE) || defined(CYGWIN32)
832 /* Do we need to separately register the main static data segment? */
833 GC_bool
GC_register_main_static_data()
838 extern GC_bool GC_no_win32_dlls
;
840 GC_bool
GC_register_main_static_data()
842 return GC_no_win32_dlls
;
846 # define HAVE_REGISTER_MAIN_STATIC_DATA
848 /* The frame buffer testing code is dead in this version. */
849 /* We leave it here temporarily in case the switch to just */
850 /* testing for MEM_IMAGE sections causes un expected */
852 GC_bool GC_warn_fb
= TRUE
; /* Warn about traced likely */
853 /* graphics memory. */
854 GC_bool GC_disallow_ignore_fb
= FALSE
;
855 int GC_ignore_fb_mb
; /* Ignore mappings bigger than the */
856 /* specified number of MB. */
857 GC_bool GC_ignore_fb
= FALSE
; /* Enable frame buffer */
860 /* Issue warning if tracing apparent framebuffer. */
861 /* This limits us to one warning, and it's a back door to */
864 /* Should [start, start+len) be treated as a frame buffer */
866 /* Unfortunately, we currently are not quite sure how to tell */
867 /* this automatically, and rely largely on user input. */
868 /* We expect that any mapping with type MEM_MAPPED (which */
869 /* apparently excludes library data sections) can be safely */
870 /* ignored. But we're too chicken to do that in this */
872 /* Based on a very limited sample, it appears that: */
873 /* - Frame buffer mappings appear as mappings of large */
874 /* length, usually a bit less than a power of two. */
875 /* - The definition of "a bit less" in the above cannot */
876 /* be made more precise. */
877 /* - Have a starting address at best 64K aligned. */
878 /* - Have type == MEM_MAPPED. */
879 static GC_bool
is_frame_buffer(ptr_t start
, size_t len
, DWORD tp
)
881 static GC_bool initialized
= FALSE
;
882 # define MB (1024*1024)
883 # define DEFAULT_FB_MB 15
886 if (GC_disallow_ignore_fb
|| tp
!= MEM_MAPPED
) return FALSE
;
888 char * ignore_fb_string
= GETENV("GC_IGNORE_FB");
890 if (0 != ignore_fb_string
) {
891 while (*ignore_fb_string
== ' ' || *ignore_fb_string
== '\t')
893 if (*ignore_fb_string
== '\0') {
894 GC_ignore_fb_mb
= DEFAULT_FB_MB
;
896 GC_ignore_fb_mb
= atoi(ignore_fb_string
);
897 if (GC_ignore_fb_mb
< MIN_FB_MB
) {
898 WARN("Bad GC_IGNORE_FB value. Using %ld\n", DEFAULT_FB_MB
);
899 GC_ignore_fb_mb
= DEFAULT_FB_MB
;
904 GC_ignore_fb_mb
= DEFAULT_FB_MB
; /* For warning */
908 if (len
>= ((size_t)GC_ignore_fb_mb
<< 20)) {
913 WARN("Possible frame buffer mapping at 0x%lx: \n"
914 "\tConsider setting GC_IGNORE_FB to improve performance.\n",
925 # ifdef DEBUG_VIRTUALQUERY
926 void GC_dump_meminfo(MEMORY_BASIC_INFORMATION
*buf
)
928 GC_printf4("BaseAddress = %lx, AllocationBase = %lx, RegionSize = %lx(%lu)\n",
929 buf
-> BaseAddress
, buf
-> AllocationBase
, buf
-> RegionSize
,
931 GC_printf4("\tAllocationProtect = %lx, State = %lx, Protect = %lx, "
933 buf
-> AllocationProtect
, buf
-> State
, buf
-> Protect
,
936 # endif /* DEBUG_VIRTUALQUERY */
939 # define GC_wnt (TRUE)
941 extern GC_bool GC_wnt
; /* Is Windows NT derivative. */
942 /* Defined and set in os_dep.c. */
945 void GC_register_dynamic_libraries()
947 MEMORY_BASIC_INFORMATION buf
;
952 char * limit
, * new_limit
;
955 if (GC_no_win32_dlls
) return;
957 base
= limit
= p
= GC_sysinfo
.lpMinimumApplicationAddress
;
958 # if defined(MSWINCE) && !defined(_WIN32_WCE_EMULATION)
959 /* Only the first 32 MB of address space belongs to the current process */
960 while (p
< (LPVOID
)0x02000000) {
961 result
= VirtualQuery(p
, &buf
, sizeof(buf
));
963 /* Page is free; advance to the next possible allocation base */
965 (((DWORD
) p
+ GC_sysinfo
.dwAllocationGranularity
)
966 & ~(GC_sysinfo
.dwAllocationGranularity
-1));
969 while (p
< GC_sysinfo
.lpMaximumApplicationAddress
) {
970 result
= VirtualQuery(p
, &buf
, sizeof(buf
));
973 if (result
!= sizeof(buf
)) {
974 ABORT("Weird VirtualQuery result");
976 new_limit
= (char *)p
+ buf
.RegionSize
;
977 protect
= buf
.Protect
;
978 if (buf
.State
== MEM_COMMIT
979 && (protect
== PAGE_EXECUTE_READWRITE
980 || protect
== PAGE_READWRITE
)
981 && !GC_is_heap_base(buf
.AllocationBase
)
982 /* This used to check for
983 * !is_frame_buffer(p, buf.RegionSize, buf.Type)
984 * instead of just checking for MEM_IMAGE.
985 * If something breaks, change it back. */
986 /* There is some evidence that we cannot always
987 * ignore MEM_PRIVATE sections under Windows ME
988 * and predecessors. Hence we now also check for
990 && (buf
.Type
== MEM_IMAGE
||
991 !GC_wnt
&& buf
.Type
== MEM_PRIVATE
)) {
992 # ifdef DEBUG_VIRTUALQUERY
993 GC_dump_meminfo(&buf
);
995 if ((char *)p
!= limit
) {
996 GC_cond_add_roots(base
, limit
);
1002 if (p
> (LPVOID
)new_limit
/* overflow */) break;
1003 p
= (LPVOID
)new_limit
;
1005 GC_cond_add_roots(base
, limit
);
1008 #endif /* MSWIN32 || MSWINCE || CYGWIN32 */
1010 #if defined(ALPHA) && defined(OSF1)
1014 void GC_register_dynamic_libraries()
1017 ldr_process_t mypid
;
1020 ldr_module_t moduleid
= LDR_NULL_MODULE
;
1021 ldr_module_info_t moduleinfo
;
1022 size_t moduleinfosize
= sizeof(moduleinfo
);
1023 size_t modulereturnsize
;
1026 ldr_region_t region
;
1027 ldr_region_info_t regioninfo
;
1028 size_t regioninfosize
= sizeof(regioninfo
);
1029 size_t regionreturnsize
;
1031 /* Obtain id of this process */
1032 mypid
= ldr_my_process();
1034 /* For each module */
1037 /* Get the next (first) module */
1038 status
= ldr_next_module(mypid
, &moduleid
);
1040 /* Any more modules? */
1041 if (moduleid
== LDR_NULL_MODULE
)
1042 break; /* No more modules */
1044 /* Check status AFTER checking moduleid because */
1045 /* of a bug in the non-shared ldr_next_module stub */
1047 GC_printf1("dynamic_load: status = %ld\n", (long)status
);
1049 extern char *sys_errlist
[];
1050 extern int sys_nerr
;
1052 if (errno
<= sys_nerr
) {
1053 GC_printf1("dynamic_load: %s\n", (long)sys_errlist
[errno
]);
1055 GC_printf1("dynamic_load: %d\n", (long)errno
);
1058 ABORT("ldr_next_module failed");
1061 /* Get the module information */
1062 status
= ldr_inq_module(mypid
, moduleid
, &moduleinfo
,
1063 moduleinfosize
, &modulereturnsize
);
1065 ABORT("ldr_inq_module failed");
1067 /* is module for the main program (i.e. nonshared portion)? */
1068 if (moduleinfo
.lmi_flags
& LDR_MAIN
)
1069 continue; /* skip the main module */
1072 GC_printf("---Module---\n");
1073 GC_printf("Module ID = %16ld\n", moduleinfo
.lmi_modid
);
1074 GC_printf("Count of regions = %16d\n", moduleinfo
.lmi_nregion
);
1075 GC_printf("flags for module = %16lx\n", moduleinfo
.lmi_flags
);
1076 GC_printf("pathname of module = \"%s\"\n", moduleinfo
.lmi_name
);
1079 /* For each region in this module */
1080 for (region
= 0; region
< moduleinfo
.lmi_nregion
; region
++) {
1082 /* Get the region information */
1083 status
= ldr_inq_region(mypid
, moduleid
, region
, ®ioninfo
,
1084 regioninfosize
, ®ionreturnsize
);
1086 ABORT("ldr_inq_region failed");
1088 /* only process writable (data) regions */
1089 if (! (regioninfo
.lri_prot
& LDR_W
))
1093 GC_printf("--- Region ---\n");
1094 GC_printf("Region number = %16ld\n",
1095 regioninfo
.lri_region_no
);
1096 GC_printf("Protection flags = %016x\n", regioninfo
.lri_prot
);
1097 GC_printf("Virtual address = %16p\n", regioninfo
.lri_vaddr
);
1098 GC_printf("Mapped address = %16p\n", regioninfo
.lri_mapaddr
);
1099 GC_printf("Region size = %16ld\n", regioninfo
.lri_size
);
1100 GC_printf("Region name = \"%s\"\n", regioninfo
.lri_name
);
1103 /* register region as a garbage collection root */
1104 GC_add_roots_inner (
1105 (char *)regioninfo
.lri_mapaddr
,
1106 (char *)regioninfo
.lri_mapaddr
+ regioninfo
.lri_size
,
1120 extern char *sys_errlist
[];
1121 extern int sys_nerr
;
1123 void GC_register_dynamic_libraries()
1126 int index
= 1; /* Ordinal position in shared library search list */
1127 struct shl_descriptor
*shl_desc
; /* Shared library info, see dl.h */
1129 /* For each dynamic library loaded */
1132 /* Get info about next shared library */
1133 status
= shl_get(index
, &shl_desc
);
1135 /* Check if this is the end of the list or if some error occured */
1137 # ifdef GC_HPUX_THREADS
1138 /* I've seen errno values of 0. The man page is not clear */
1139 /* as to whether errno should get set on a -1 return. */
1142 if (errno
== EINVAL
) {
1143 break; /* Moved past end of shared library list --> finished */
1145 if (errno
<= sys_nerr
) {
1146 GC_printf1("dynamic_load: %s\n", (long) sys_errlist
[errno
]);
1148 GC_printf1("dynamic_load: %d\n", (long) errno
);
1150 ABORT("shl_get failed");
1156 GC_printf0("---Shared library---\n");
1157 GC_printf1("\tfilename = \"%s\"\n", shl_desc
->filename
);
1158 GC_printf1("\tindex = %d\n", index
);
1159 GC_printf1("\thandle = %08x\n",
1160 (unsigned long) shl_desc
->handle
);
1161 GC_printf1("\ttext seg. start = %08x\n", shl_desc
->tstart
);
1162 GC_printf1("\ttext seg. end = %08x\n", shl_desc
->tend
);
1163 GC_printf1("\tdata seg. start = %08x\n", shl_desc
->dstart
);
1164 GC_printf1("\tdata seg. end = %08x\n", shl_desc
->dend
);
1165 GC_printf1("\tref. count = %lu\n", shl_desc
->ref_count
);
1168 /* register shared library's data segment as a garbage collection root */
1169 GC_add_roots_inner((char *) shl_desc
->dstart
,
1170 (char *) shl_desc
->dend
, TRUE
);
1179 #include <sys/ldr.h>
1180 #include <sys/errno.h>
1181 void GC_register_dynamic_libraries()
1186 struct ld_info
*ldi
;
1188 ldibuf
= alloca(ldibuflen
= 8192);
1190 while ( (len
= loadquery(L_GETINFO
,ldibuf
,ldibuflen
)) < 0) {
1191 if (errno
!= ENOMEM
) {
1192 ABORT("loadquery failed");
1194 ldibuf
= alloca(ldibuflen
*= 2);
1197 ldi
= (struct ld_info
*)ldibuf
;
1199 len
= ldi
->ldinfo_next
;
1201 ldi
->ldinfo_dataorg
,
1202 (ptr_t
)(unsigned long)ldi
->ldinfo_dataorg
1203 + ldi
->ldinfo_datasize
,
1205 ldi
= len
? (struct ld_info
*)((char *)ldi
+ len
) : 0;
1212 /* __private_extern__ hack required for pre-3.4 gcc versions. */
1213 #ifndef __private_extern__
1214 # define __private_extern__ extern
1215 # include <mach-o/dyld.h>
1216 # undef __private_extern__
1218 # include <mach-o/dyld.h>
1220 #include <mach-o/getsect.h>
1222 /*#define DARWIN_DEBUG*/
1224 /* Writeable sections generally available on Darwin. */
1225 const static struct {
1228 } GC_dyld_sections
[] = {
1229 { SEG_DATA
, SECT_DATA
},
1230 /* Used by FSF GCC, but not by OSX system tools, so far. */
1231 { SEG_DATA
, "__static_data" },
1232 { SEG_DATA
, SECT_BSS
},
1233 { SEG_DATA
, SECT_COMMON
},
1234 /* FSF GCC - zero-sized object sections for targets supporting section
1236 { SEG_DATA
, "__zobj_data" },
1237 { SEG_DATA
, "__zobj_bss" }
1240 /* Additional writeable sections:
1242 GCC on Darwin constucts aligned sections "on demand", where the alignment
1243 size is embedded in the section name. Furthermore, there are distintions
1244 between sections containing private vs. public symbols.
1246 It also constructs sections specifically for zero-sized objects, when the
1247 target supports section anchors. */
1248 const char * GC_dyld_add_sect_fmts
[] =
1257 /* Currently, mach-o will allow up to a max of 2^15 alignment in an
1259 #define L2_MAX_OFILE_ALIGNMENT 15
1264 GC_dyld_name_for_hdr (const struct GC_MACH_HEADER
*hdr
)
1267 c
= _dyld_image_count();
1269 if(_dyld_get_image_header(i
) == hdr
)
1270 return _dyld_get_image_name(i
);
1276 /* This should never be called by a thread holding the lock */
1278 GC_dyld_image_add (const struct GC_MACH_HEADER
*hdr
, intptr_t slide
)
1281 unsigned long start
,end
,i
,j
;
1282 const struct GC_MACH_SECTION
*sec
;
1288 for (i
=0; i
<sizeof(GC_dyld_sections
)/sizeof(GC_dyld_sections
[0]); i
++)
1290 sec
= GC_GETSECTBYNAME (hdr
, GC_dyld_sections
[i
].seg
,
1291 GC_dyld_sections
[i
].sect
);
1292 if(sec
== NULL
|| sec
->size
== 0)
1295 start
= slide
+ sec
->addr
;
1296 end
= start
+ sec
->size
;
1298 # ifdef DARWIN_DEBUG
1299 GC_printf5("Adding section __DATA,%s at %p-%p (%lu bytes) from image %s\n",
1300 GC_dyld_sections
[i
].sect
, start
,end
,sec
->size
,GC_dyld_name_for_hdr(hdr
));
1302 GC_add_roots((char*)start
,(char*)end
);
1305 /* Sections constructed on demand. */
1307 while ((fmt
= GC_dyld_add_sect_fmts
[j
]) != NULL
)
1309 /* Add our manufactured aligned BSS sections. */
1310 for (i
=0; i
<=L2_MAX_OFILE_ALIGNMENT
; i
++)
1312 snprintf (secnam
, 16, fmt
, (unsigned)i
);
1313 sec
= GC_GETSECTBYNAME (hdr
, SEG_DATA
, secnam
);
1314 if (sec
== NULL
|| sec
->size
== 0)
1316 start
= slide
+ sec
->addr
;
1317 end
= start
+ sec
->size
;
1318 # ifdef DARWIN_DEBUG
1319 GC_printf5("Adding section __DATA,%s at %p-%p (%lu bytes) from image %s\n",
1320 secnam
, start
,end
,sec
->size
,GC_dyld_name_for_hdr(hdr
));
1322 GC_add_roots((char*)start
,(char*)end
);
1326 # ifdef DARWIN_DEBUG
1327 GC_print_static_roots();
1331 /* This should never be called by a thread holding the lock */
1333 GC_dyld_image_remove (const struct GC_MACH_HEADER
*hdr
, intptr_t slide
)
1336 unsigned long start
,end
,i
,j
;
1337 const struct GC_MACH_SECTION
*sec
;
1340 for (i
=0; i
<sizeof(GC_dyld_sections
)/sizeof(GC_dyld_sections
[0]); i
++)
1342 sec
= GC_GETSECTBYNAME (hdr
, GC_dyld_sections
[i
].seg
,
1343 GC_dyld_sections
[i
].sect
);
1344 if(sec
== NULL
|| sec
->size
== 0)
1347 start
= slide
+ sec
->addr
;
1348 end
= start
+ sec
->size
;
1349 # ifdef DARWIN_DEBUG
1350 GC_printf5("Removing section __DATA,%s at %p-%p (%lu bytes) from image %s\n",
1351 GC_dyld_sections
[i
].sect
, start
,end
,sec
->size
,GC_dyld_name_for_hdr(hdr
));
1353 GC_remove_roots((char*)start
,(char*)end
);
1356 /* Remove our on-demand sections. */
1358 while ((fmt
= GC_dyld_add_sect_fmts
[j
]) != NULL
)
1360 for (i
=0; i
<=L2_MAX_OFILE_ALIGNMENT
; i
++)
1362 snprintf (secnam
, 16, fmt
, (unsigned)i
);
1363 sec
= GC_GETSECTBYNAME (hdr
, SEG_DATA
, secnam
);
1364 if (sec
== NULL
|| sec
->size
== 0)
1366 start
= slide
+ sec
->addr
;
1367 end
= start
+ sec
->size
;
1368 # ifdef DARWIN_DEBUG
1369 GC_printf5("Removing section __DATA,%s at %p-%p (%lu bytes) from image %s\n",
1370 secnam
, start
,end
,sec
->size
,GC_dyld_name_for_hdr(hdr
));
1372 GC_remove_roots((char*)start
,(char*)end
);
1377 # ifdef DARWIN_DEBUG
1378 GC_print_static_roots();
1383 GC_register_dynamic_libraries()
1385 /* Currently does nothing. The callbacks are setup by GC_init_dyld()
1386 The dyld library takes it from there. */
1389 /* The _dyld_* functions have an internal lock so no _dyld functions
1390 can be called while the world is stopped without the risk of a deadlock.
1391 Because of this we MUST setup callbacks BEFORE we ever stop the world.
1392 This should be called BEFORE any thread in created and WITHOUT the
1393 allocation lock held. */
1398 static GC_bool initialized
= FALSE
;
1399 char *bind_fully_env
= NULL
;
1404 # ifdef DARWIN_DEBUG
1405 GC_printf0("Registering dyld callbacks...\n");
1408 /* Apple's Documentation:
1409 When you call _dyld_register_func_for_add_image, the dynamic linker runtime
1410 calls the specified callback (func) once for each of the images that is
1411 currently loaded into the program. When a new image is added to the program,
1412 your callback is called again with the mach_header for the new image, and the
1413 virtual memory slide amount of the new image.
1415 This WILL properly register already linked libraries and libraries
1416 linked in the future
1419 _dyld_register_func_for_add_image(GC_dyld_image_add
);
1420 _dyld_register_func_for_remove_image(GC_dyld_image_remove
);
1422 /* Set this early to avoid reentrancy issues. */
1425 bind_fully_env
= getenv("DYLD_BIND_AT_LAUNCH");
1427 if (bind_fully_env
== NULL
)
1429 # ifdef DARWIN_DEBUG
1430 GC_printf0("Forcing full bind of GC code...\n");
1433 if (!_dyld_bind_fully_image_containing_address((unsigned long*)GC_malloc
))
1434 GC_abort("_dyld_bind_fully_image_containing_address failed");
1438 #define HAVE_REGISTER_MAIN_STATIC_DATA
1440 GC_register_main_static_data (void)
1442 /* Already done through dyld callbacks */
1448 #else /* !DYNAMIC_LOADING */
1452 # include "il/PCR_IL.h"
1453 # include "th/PCR_ThCtl.h"
1454 # include "mm/PCR_MM.h"
1456 void GC_register_dynamic_libraries()
1458 /* Add new static data areas of dynamically loaded modules. */
1460 PCR_IL_LoadedFile
* p
= PCR_IL_GetLastLoadedFile();
1461 PCR_IL_LoadedSegment
* q
;
1463 /* Skip uncommited files */
1464 while (p
!= NIL
&& !(p
-> lf_commitPoint
)) {
1465 /* The loading of this file has not yet been committed */
1466 /* Hence its description could be inconsistent. */
1467 /* Furthermore, it hasn't yet been run. Hence its data */
1468 /* segments can't possibly reference heap allocated */
1472 for (; p
!= NIL
; p
= p
-> lf_prev
) {
1473 for (q
= p
-> lf_ls
; q
!= NIL
; q
= q
-> ls_next
) {
1474 if ((q
-> ls_flags
& PCR_IL_SegFlags_Traced_MASK
)
1475 == PCR_IL_SegFlags_Traced_on
) {
1477 ((char *)(q
-> ls_addr
),
1478 (char *)(q
-> ls_addr
) + q
-> ls_bytes
,
1489 void GC_register_dynamic_libraries(){}
1491 int GC_no_dynamic_loading
;
1495 #endif /* !DYNAMIC_LOADING */
1497 #ifndef HAVE_REGISTER_MAIN_STATIC_DATA
1499 /* Do we need to separately register the main static data segment? */
1500 GC_bool
GC_register_main_static_data()
1504 #endif /* HAVE_REGISTER_MAIN_STATIC_DATA */