3 __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) {
4 __start___ex_table = .;
11 /* Align data segment to page size boundary */
14 .data : AT(ADDR(.data) - LOAD_OFFSET) {
17 /* End of data section */
22 .data.cacheline_aligned :
23 AT(ADDR(.data.cacheline_aligned) - LOAD_OFFSET) {
25 . = ALIGN(CONFIG_X86_L1_CACHE_BYTES);
26 *(.data.cacheline_aligned)
29 . = ALIGN(CONFIG_X86_INTERNODE_CACHE_BYTES);
30 .data.read_mostly : AT(ADDR(.data.read_mostly) - LOAD_OFFSET) {
34 #define VSYSCALL_ADDR (-10*1024*1024)
35 #define VSYSCALL_PHYS_ADDR ((LOADADDR(.data.read_mostly) + \
36 SIZEOF(.data.read_mostly) + 4095) & ~(4095))
37 #define VSYSCALL_VIRT_ADDR ((ADDR(.data.read_mostly) + \
38 SIZEOF(.data.read_mostly) + 4095) & ~(4095))
40 #define VLOAD_OFFSET (VSYSCALL_ADDR - VSYSCALL_PHYS_ADDR)
41 #define VLOAD(x) (ADDR(x) - VLOAD_OFFSET)
43 #define VVIRT_OFFSET (VSYSCALL_ADDR - VSYSCALL_VIRT_ADDR)
44 #define VVIRT(x) (ADDR(x) - VVIRT_OFFSET)
47 .vsyscall_0 : AT(VSYSCALL_PHYS_ADDR) {
51 __vsyscall_0 = VSYSCALL_VIRT_ADDR;
53 . = ALIGN(CONFIG_X86_L1_CACHE_BYTES);
54 .vsyscall_fn : AT(VLOAD(.vsyscall_fn)) {
58 . = ALIGN(CONFIG_X86_L1_CACHE_BYTES);
59 .vsyscall_gtod_data : AT(VLOAD(.vsyscall_gtod_data)) {
60 *(.vsyscall_gtod_data)
63 vsyscall_gtod_data = VVIRT(.vsyscall_gtod_data);
64 .vsyscall_clock : AT(VLOAD(.vsyscall_clock)) {
67 vsyscall_clock = VVIRT(.vsyscall_clock);
70 .vsyscall_1 ADDR(.vsyscall_0) + 1024: AT(VLOAD(.vsyscall_1)) {
73 .vsyscall_2 ADDR(.vsyscall_0) + 2048: AT(VLOAD(.vsyscall_2)) {
77 .vgetcpu_mode : AT(VLOAD(.vgetcpu_mode)) {
80 vgetcpu_mode = VVIRT(.vgetcpu_mode);
82 . = ALIGN(CONFIG_X86_L1_CACHE_BYTES);
83 .jiffies : AT(VLOAD(.jiffies)) {
86 jiffies = VVIRT(.jiffies);
88 .vsyscall_3 ADDR(.vsyscall_0) + 3072: AT(VLOAD(.vsyscall_3)) {
92 . = VSYSCALL_VIRT_ADDR + PAGE_SIZE;
95 #undef VSYSCALL_PHYS_ADDR
96 #undef VSYSCALL_VIRT_ADDR
103 .data.init_task : AT(ADDR(.data.init_task) - LOAD_OFFSET) {
104 . = ALIGN(THREAD_SIZE);
108 .data.page_aligned : AT(ADDR(.data.page_aligned) - LOAD_OFFSET) {
109 . = ALIGN(PAGE_SIZE);
110 *(.data.page_aligned)
113 .smp_locks : AT(ADDR(.smp_locks) - LOAD_OFFSET) {
114 /* might get freed after init */
115 . = ALIGN(PAGE_SIZE);
120 . = ALIGN(PAGE_SIZE);
124 /* Init code and data */
125 . = ALIGN(PAGE_SIZE);
126 __init_begin = .; /* paired with __init_end */
127 .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {
133 .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {
134 __initdata_begin = .;
139 .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) {
146 .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) {
147 __initcall_start = .;
152 .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) {
153 __con_initcall_start = .;
154 *(.con_initcall.init)
155 __con_initcall_end = .;
158 .x86_cpu_dev.init : AT(ADDR(.x86_cpu_dev.init) - LOAD_OFFSET) {
159 __x86_cpu_dev_start = .;
161 __x86_cpu_dev_end = .;
167 .parainstructions : AT(ADDR(.parainstructions) - LOAD_OFFSET) {
168 __parainstructions = .;
170 __parainstructions_end = .;
173 .altinstructions : AT(ADDR(.altinstructions) - LOAD_OFFSET) {
175 __alt_instructions = .;
177 __alt_instructions_end = .;
180 .altinstr_replacement : AT(ADDR(.altinstr_replacement) - LOAD_OFFSET) {
181 *(.altinstr_replacement)
185 * .exit.text is discard at runtime, not link time, to deal with
186 * references from .altinstructions and .eh_frame
188 .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
192 .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
196 #ifdef CONFIG_BLK_DEV_INITRD
197 . = ALIGN(PAGE_SIZE);
198 .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) {
199 __initramfs_start = .;
207 * percpu offsets are zero-based on SMP. PERCPU_VADDR() changes the
208 * output PHDR, so the next output section - __data_nosave - should
209 * start another section data.init2. Also, pda should be at the head of
210 * percpu area. Preallocate it and define the percpu offset symbol
211 * so that it can be accessed as a percpu variable.
213 . = ALIGN(PAGE_SIZE);
214 PERCPU_VADDR(0, :percpu)
219 . = ALIGN(PAGE_SIZE);
222 .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
223 . = ALIGN(PAGE_SIZE);
226 . = ALIGN(PAGE_SIZE);
229 /* use another section data.init2, see PERCPU_VADDR() above */
231 .bss : AT(ADDR(.bss) - LOAD_OFFSET) {
232 . = ALIGN(PAGE_SIZE);
233 __bss_start = .; /* BSS */
239 .brk : AT(ADDR(.brk) - LOAD_OFFSET) {
240 . = ALIGN(PAGE_SIZE);
242 . += 64 * 1024; /* 64k alignment slop space */
243 *(.brk_reservation) /* areas brk users have reserved */
249 /* Sections to be discarded */