x86-64: Integrate Paul Khuong's interleaved raw slot feature.
[sbcl.git] / src / runtime / gencgc-internal.h
blob2205da5f6b80331fb7f05ff8ea178b59fdac9be1
1 /*
2 * Generational Conservative Garbage Collector for SBCL x86
4 * inline functions that gc-common.c needs sight of
5 */
8 /*
9 * This software is part of the SBCL system. See the README file for
10 * more information.
12 * This software is derived from the CMU CL system, which was
13 * written at Carnegie Mellon University and released into the
14 * public domain. The software is in the public domain and is
15 * provided with absolutely no warranty. See the COPYING and CREDITS
16 * files for more information.
19 #ifndef _GENCGC_INTERNAL_H_
20 #define _GENCGC_INTERNAL_H_
22 #include <limits.h>
23 #include "gc.h"
24 #include "gencgc-alloc-region.h"
25 #include "genesis/code.h"
27 void gc_free_heap(void);
28 extern page_index_t find_page_index(void *);
29 extern void *page_address(page_index_t);
30 int gencgc_handle_wp_violation(void *);
33 #if GENCGC_CARD_BYTES > USHRT_MAX
34 # if GENCGC_CARD_BYTES > UINT_MAX
35 # error "GENCGC_CARD_BYTES unexpectedly large."
36 # else
37 # define PAGE_BYTES_FMT "u"
38 typedef unsigned int page_bytes_t;
39 # endif
40 #else
41 # define PAGE_BYTES_FMT "hu"
42 typedef unsigned short page_bytes_t;
43 #endif
45 typedef boolean in_use_marker_t;
47 /* Note that this structure is also used from Lisp-side in
48 * src/code/room.lisp, and the Lisp-side structure layout is currently
49 * not groveled from C code but hardcoded. Any changes to the
50 * structure layout need to be also made there.
52 * FIXME: We should probably just define this structure in Lisp, and
53 * output the C version in genesis. -- JES, 2006-12-30.
55 struct page {
56 /* This is the offset from the first byte of some object in memory
57 * prior to and no closer than the start of the page to the start
58 * of the page. Lower values here are better, 0 is ideal. This
59 * is useful for determining where to start when scanning forward
60 * through a heap page (either for conservative root validation or
61 * for scavenging).
63 os_vm_size_t scan_start_offset;
65 /* the number of bytes of this page that are used. This may be less
66 * than the actual bytes used for pages within the current
67 * allocation regions. It should be 0 for all unallocated pages (not
68 * hard to achieve).
70 page_bytes_t bytes_used;
72 unsigned char
73 /* This is set when the page is write-protected. This should
74 * always reflect the actual write_protect status of a page.
75 * (If the page is written into, we catch the exception, make
76 * the page writable, and clear this flag.) */
77 write_protected :1,
78 /* This flag is set when the above write_protected flag is
79 * cleared by the SIGBUS handler (or SIGSEGV handler, for some
80 * OSes). This is useful for re-scavenging pages that are
81 * written during a GC. */
82 write_protected_cleared :1,
83 /* 000 free
84 * ?01 boxed data
85 * ?10 unboxed data
86 * ?11 code
87 * 1?? open region
89 * Constants for this field are defined in gc-internal.h, the
90 * xxx_PAGE_FLAG definitions.
92 * If the page is free the following slots are invalid, except
93 * for the bytes_used which must be zero. */
94 allocated :3,
95 /* If this page should not be moved during a GC then this flag
96 * is set. It's only valid during a GC for allocated pages. */
97 dont_move :1,
98 /* If the page is part of a large object then this flag is
99 * set. No other objects should be allocated to these pages.
100 * This is only valid when the page is allocated. */
101 large_object :1,
102 /* Cleared if the page is known to contain only zeroes. */
103 need_to_zero :1;
105 /* the generation that this page belongs to. This should be valid
106 * for all pages that may have objects allocated, even current
107 * allocation region pages - this allows the space of an object to
108 * be easily determined. */
109 generation_index_t gen;
110 in_use_marker_t *dontmove_dwords;
114 /* values for the page.allocated field */
117 extern page_index_t page_table_pages;
118 extern struct page *page_table;
121 /* forward declarations */
122 #ifdef LISP_FEATURE_X86
123 void sniff_code_object(struct code *code, os_vm_size_t displacement);
124 void gencgc_apply_code_fixups(struct code *old_code, struct code *new_code);
125 #endif
127 sword_t update_dynamic_space_free_pointer(void);
128 void gc_alloc_update_page_tables(int page_type_flag, struct alloc_region *alloc_region);
129 void gc_alloc_update_all_page_tables(void);
130 void gc_set_region_empty(struct alloc_region *region);
133 * predicates
136 static inline boolean
137 space_matches_p(lispobj obj, generation_index_t space,
138 page_index_t *store_page_index_here)
140 if (obj >= DYNAMIC_SPACE_START) {
141 page_index_t page_index=((pointer_sized_uint_t)obj
142 - DYNAMIC_SPACE_START) / GENCGC_CARD_BYTES;
143 if (store_page_index_here) {
144 *store_page_index_here = page_index;
146 return ((page_index < page_table_pages) &&
147 (page_table[page_index].gen == space));
148 } else {
149 return 0;
153 boolean from_space_p(lispobj obj);
155 static inline boolean
156 new_space_p(lispobj obj)
158 return space_matches_p(obj, new_space, NULL);
161 extern page_index_t last_free_page;
162 extern boolean gencgc_partial_pickup;
164 #endif