| blob | bd69d79208de644e9b5ef2c2a3723ee3ab6aa5fc |
1 /*
2 * Helper macros to support writing architecture specific
3 * linker scripts.
4 *
5 * A minimal linker scripts has following content:
6 * [This is a sample, architectures may have special requiriements]
7 *
8 * OUTPUT_FORMAT(...)
9 * OUTPUT_ARCH(...)
10 * ENTRY(...)
11 * SECTIONS
12 * {
13 * . = START;
14 * __init_begin = .;
15 * HEAD_TEXT_SECTION
16 * INIT_TEXT_SECTION(PAGE_SIZE)
17 * INIT_DATA_SECTION(...)
18 * PERCPU(PAGE_SIZE)
19 * __init_end = .;
20 *
21 * _stext = .;
22 * TEXT_SECTION = 0
23 * _etext = .;
24 *
25 * _sdata = .;
26 * RO_DATA_SECTION(PAGE_SIZE)
27 * RW_DATA_SECTION(...)
28 * _edata = .;
29 *
30 * EXCEPTION_TABLE(...)
31 * NOTES
32 *
33 * BSS_SECTION(0, 0, 0)
34 * _end = .;
35 *
36 * STABS_DEBUG
37 * DWARF_DEBUG
38 *
39 * DISCARDS // must be the last
40 * }
41 *
42 * [__init_begin, __init_end] is the init section that may be freed after init
43 * [_stext, _etext] is the text section
44 * [_sdata, _edata] is the data section
45 *
46 * Some of the included output section have their own set of constants.
47 * Examples are: [__initramfs_start, __initramfs_end] for initramfs and
48 * [__nosave_begin, __nosave_end] for the nosave data
49 */
51 #ifndef LOAD_OFFSET
52 #define LOAD_OFFSET 0
53 #endif
55 #ifndef SYMBOL_PREFIX
56 #define VMLINUX_SYMBOL(sym) sym
57 #else
58 #define PASTE2(x,y) x##y
59 #define PASTE(x,y) PASTE2(x,y)
60 #define VMLINUX_SYMBOL(sym) PASTE(SYMBOL_PREFIX, sym)
61 #endif
63 /* Align . to a 8 byte boundary equals to maximum function alignment. */
64 #define ALIGN_FUNCTION() . = ALIGN(8)
66 /*
67 * Align to a 32 byte boundary equal to the
68 * alignment gcc 4.5 uses for a struct
69 */
70 #define STRUCT_ALIGN() . = ALIGN(32)
72 /* The actual configuration determine if the init/exit sections
73 * are handled as text/data or they can be discarded (which
74 * often happens at runtime)
75 */
76 #ifdef CONFIG_HOTPLUG
77 #define DEV_KEEP(sec) *(.dev##sec)
78 #define DEV_DISCARD(sec)
79 #else
80 #define DEV_KEEP(sec)
81 #define DEV_DISCARD(sec) *(.dev##sec)
82 #endif
84 #ifdef CONFIG_HOTPLUG_CPU
85 #define CPU_KEEP(sec) *(.cpu##sec)
86 #define CPU_DISCARD(sec)
87 #else
88 #define CPU_KEEP(sec)
89 #define CPU_DISCARD(sec) *(.cpu##sec)
90 #endif
92 #if defined(CONFIG_MEMORY_HOTPLUG)
93 #define MEM_KEEP(sec) *(.mem##sec)
94 #define MEM_DISCARD(sec)
95 #else
96 #define MEM_KEEP(sec)
97 #define MEM_DISCARD(sec) *(.mem##sec)
98 #endif
100 #ifdef CONFIG_FTRACE_MCOUNT_RECORD
101 #define MCOUNT_REC() . = ALIGN(8); \
102 VMLINUX_SYMBOL(__start_mcount_loc) = .; \
103 *(__mcount_loc) \
104 VMLINUX_SYMBOL(__stop_mcount_loc) = .;
105 #else
106 #define MCOUNT_REC()
107 #endif
109 #ifdef CONFIG_TRACE_BRANCH_PROFILING
110 #define LIKELY_PROFILE() VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \
111 *(_ftrace_annotated_branch) \
112 VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .;
113 #else
114 #define LIKELY_PROFILE()
115 #endif
117 #ifdef CONFIG_PROFILE_ALL_BRANCHES
118 #define BRANCH_PROFILE() VMLINUX_SYMBOL(__start_branch_profile) = .; \
119 *(_ftrace_branch) \
120 VMLINUX_SYMBOL(__stop_branch_profile) = .;
121 #else
122 #define BRANCH_PROFILE()
123 #endif
125 #ifdef CONFIG_EVENT_TRACING
126 #define FTRACE_EVENTS() VMLINUX_SYMBOL(__start_ftrace_events) = .; \
127 *(_ftrace_events) \
128 VMLINUX_SYMBOL(__stop_ftrace_events) = .;
129 #else
130 #define FTRACE_EVENTS()
131 #endif
133 #ifdef CONFIG_TRACING
134 #define TRACE_PRINTKS() VMLINUX_SYMBOL(__start___trace_bprintk_fmt) = .; \
136 VMLINUX_SYMBOL(__stop___trace_bprintk_fmt) = .;
137 #else
138 #define TRACE_PRINTKS()
139 #endif
141 #ifdef CONFIG_FTRACE_SYSCALLS
142 #define TRACE_SYSCALLS() VMLINUX_SYMBOL(__start_syscalls_metadata) = .; \
143 *(__syscalls_metadata) \
144 VMLINUX_SYMBOL(__stop_syscalls_metadata) = .;
145 #else
146 #define TRACE_SYSCALLS()
147 #endif
149 /* .data section */
150 #define DATA_DATA \
151 *(.data) \
152 *(.ref.data) \
154 DEV_KEEP(init.data) \
155 DEV_KEEP(exit.data) \
156 CPU_KEEP(init.data) \
157 CPU_KEEP(exit.data) \
158 MEM_KEEP(init.data) \
159 MEM_KEEP(exit.data) \
160 . = ALIGN(32); \
161 VMLINUX_SYMBOL(__start___tracepoints) = .; \
162 *(__tracepoints) \
163 VMLINUX_SYMBOL(__stop___tracepoints) = .; \
165 . = ALIGN(8); \
166 VMLINUX_SYMBOL(__start___verbose) = .; \
167 *(__verbose) \
168 VMLINUX_SYMBOL(__stop___verbose) = .; \
169 LIKELY_PROFILE() \
170 BRANCH_PROFILE() \
171 TRACE_PRINTKS() \
172 \
173 STRUCT_ALIGN(); \
174 FTRACE_EVENTS() \
175 \
176 STRUCT_ALIGN(); \
177 TRACE_SYSCALLS()
179 /*
180 * Data section helpers
181 */
182 #define NOSAVE_DATA \
183 . = ALIGN(PAGE_SIZE); \
184 VMLINUX_SYMBOL(__nosave_begin) = .; \
185 *(.data..nosave) \
186 . = ALIGN(PAGE_SIZE); \
187 VMLINUX_SYMBOL(__nosave_end) = .;
189 #define PAGE_ALIGNED_DATA(page_align) \
190 . = ALIGN(page_align); \
191 *(.data..page_aligned)
193 #define READ_MOSTLY_DATA(align) \
194 . = ALIGN(align); \
195 *(.data..read_mostly)
197 #define CACHELINE_ALIGNED_DATA(align) \
198 . = ALIGN(align); \
199 *(.data..cacheline_aligned)
201 #define INIT_TASK_DATA(align) \
202 . = ALIGN(align); \
203 *(.data..init_task)
205 /*
206 * Read only Data
207 */
208 #define RO_DATA_SECTION(align) \
209 . = ALIGN((align)); \
210 .rodata : AT(ADDR(.rodata) - LOAD_OFFSET) { \
211 VMLINUX_SYMBOL(__start_rodata) = .; \
212 *(.rodata) *(.rodata.*) \
216 } \
217 \
218 .rodata1 : AT(ADDR(.rodata1) - LOAD_OFFSET) { \
219 *(.rodata1) \
220 } \
221 \
222 BUG_TABLE \
223 \
224 JUMP_TABLE \
225 \
227 .pci_fixup : AT(ADDR(.pci_fixup) - LOAD_OFFSET) { \
228 VMLINUX_SYMBOL(__start_pci_fixups_early) = .; \
229 *(.pci_fixup_early) \
230 VMLINUX_SYMBOL(__end_pci_fixups_early) = .; \
231 VMLINUX_SYMBOL(__start_pci_fixups_header) = .; \
232 *(.pci_fixup_header) \
233 VMLINUX_SYMBOL(__end_pci_fixups_header) = .; \
234 VMLINUX_SYMBOL(__start_pci_fixups_final) = .; \
235 *(.pci_fixup_final) \
236 VMLINUX_SYMBOL(__end_pci_fixups_final) = .; \
237 VMLINUX_SYMBOL(__start_pci_fixups_enable) = .; \
238 *(.pci_fixup_enable) \
239 VMLINUX_SYMBOL(__end_pci_fixups_enable) = .; \
240 VMLINUX_SYMBOL(__start_pci_fixups_resume) = .; \
241 *(.pci_fixup_resume) \
242 VMLINUX_SYMBOL(__end_pci_fixups_resume) = .; \
243 VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .; \
244 *(.pci_fixup_resume_early) \
245 VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .; \
246 VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .; \
247 *(.pci_fixup_suspend) \
248 VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .; \
249 } \
250 \
252 .builtin_fw : AT(ADDR(.builtin_fw) - LOAD_OFFSET) { \
253 VMLINUX_SYMBOL(__start_builtin_fw) = .; \
254 *(.builtin_fw) \
255 VMLINUX_SYMBOL(__end_builtin_fw) = .; \
256 } \
257 \
259 .rio_ops : AT(ADDR(.rio_ops) - LOAD_OFFSET) { \
260 VMLINUX_SYMBOL(__start_rio_switch_ops) = .; \
261 *(.rio_switch_ops) \
262 VMLINUX_SYMBOL(__end_rio_switch_ops) = .; \
263 } \
264 \
265 TRACEDATA \
266 \
268 __ksymtab : AT(ADDR(__ksymtab) - LOAD_OFFSET) { \
269 VMLINUX_SYMBOL(__start___ksymtab) = .; \
270 *(__ksymtab) \
271 VMLINUX_SYMBOL(__stop___ksymtab) = .; \
272 } \
273 \
275 __ksymtab_gpl : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) { \
276 VMLINUX_SYMBOL(__start___ksymtab_gpl) = .; \
277 *(__ksymtab_gpl) \
278 VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .; \
279 } \
280 \
282 __ksymtab_unused : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) { \
283 VMLINUX_SYMBOL(__start___ksymtab_unused) = .; \
284 *(__ksymtab_unused) \
285 VMLINUX_SYMBOL(__stop___ksymtab_unused) = .; \
286 } \
287 \
289 __ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \
290 VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .; \
291 *(__ksymtab_unused_gpl) \
292 VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .; \
293 } \
294 \
296 __ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \
297 VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .; \
298 *(__ksymtab_gpl_future) \
299 VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .; \
300 } \
301 \
303 __kcrctab : AT(ADDR(__kcrctab) - LOAD_OFFSET) { \
304 VMLINUX_SYMBOL(__start___kcrctab) = .; \
305 *(__kcrctab) \
306 VMLINUX_SYMBOL(__stop___kcrctab) = .; \
307 } \
308 \
310 __kcrctab_gpl : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) { \
311 VMLINUX_SYMBOL(__start___kcrctab_gpl) = .; \
312 *(__kcrctab_gpl) \
313 VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .; \
314 } \
315 \
317 __kcrctab_unused : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) { \
318 VMLINUX_SYMBOL(__start___kcrctab_unused) = .; \
319 *(__kcrctab_unused) \
320 VMLINUX_SYMBOL(__stop___kcrctab_unused) = .; \
321 } \
322 \
324 __kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \
325 VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .; \
326 *(__kcrctab_unused_gpl) \
327 VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .; \
328 } \
329 \
331 __kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \
332 VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .; \
333 *(__kcrctab_gpl_future) \
334 VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .; \
335 } \
336 \
338 __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) { \
339 *(__ksymtab_strings) \
340 } \
341 \
343 __init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) { \
344 *(.ref.rodata) \
345 DEV_KEEP(init.rodata) \
346 DEV_KEEP(exit.rodata) \
347 CPU_KEEP(init.rodata) \
348 CPU_KEEP(exit.rodata) \
349 MEM_KEEP(init.rodata) \
350 MEM_KEEP(exit.rodata) \
351 } \
352 \
354 __param : AT(ADDR(__param) - LOAD_OFFSET) { \
355 VMLINUX_SYMBOL(__start___param) = .; \
356 *(__param) \
357 VMLINUX_SYMBOL(__stop___param) = .; \
358 . = ALIGN((align)); \
359 VMLINUX_SYMBOL(__end_rodata) = .; \
360 } \
361 . = ALIGN((align));
363 /* RODATA & RO_DATA provided for backward compatibility.
364 * All archs are supposed to use RO_DATA() */
365 #define RODATA RO_DATA_SECTION(4096)
366 #define RO_DATA(align) RO_DATA_SECTION(align)
368 #define SECURITY_INIT \
369 .security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \
370 VMLINUX_SYMBOL(__security_initcall_start) = .; \
371 *(.security_initcall.init) \
372 VMLINUX_SYMBOL(__security_initcall_end) = .; \
373 }
375 /* .text section. Map to function alignment to avoid address changes
376 * during second ld run in second ld pass when generating System.map */
377 #define TEXT_TEXT \
378 ALIGN_FUNCTION(); \
379 *(.text.hot) \
380 *(.text) \
381 *(.ref.text) \
382 DEV_KEEP(init.text) \
383 DEV_KEEP(exit.text) \
384 CPU_KEEP(init.text) \
385 CPU_KEEP(exit.text) \
386 MEM_KEEP(init.text) \
387 MEM_KEEP(exit.text) \
388 *(.text.unlikely)
391 /* sched.text is aling to function alignment to secure we have same
392 * address even at second ld pass when generating System.map */
393 #define SCHED_TEXT \
394 ALIGN_FUNCTION(); \
395 VMLINUX_SYMBOL(__sched_text_start) = .; \
396 *(.sched.text) \
397 VMLINUX_SYMBOL(__sched_text_end) = .;
399 /* spinlock.text is aling to function alignment to secure we have same
400 * address even at second ld pass when generating System.map */
401 #define LOCK_TEXT \
402 ALIGN_FUNCTION(); \
403 VMLINUX_SYMBOL(__lock_text_start) = .; \
404 *(.spinlock.text) \
405 VMLINUX_SYMBOL(__lock_text_end) = .;
407 #define KPROBES_TEXT \
408 ALIGN_FUNCTION(); \
409 VMLINUX_SYMBOL(__kprobes_text_start) = .; \
410 *(.kprobes.text) \
411 VMLINUX_SYMBOL(__kprobes_text_end) = .;
413 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
414 #define IRQENTRY_TEXT \
415 ALIGN_FUNCTION(); \
416 VMLINUX_SYMBOL(__irqentry_text_start) = .; \
417 *(.irqentry.text) \
418 VMLINUX_SYMBOL(__irqentry_text_end) = .;
419 #else
420 #define IRQENTRY_TEXT
421 #endif
423 /* Section used for early init (in .S files) */
424 #define HEAD_TEXT *(.head.text)
426 #define HEAD_TEXT_SECTION \
427 .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { \
428 HEAD_TEXT \
429 }
431 /*
432 * Exception table
433 */
434 #define EXCEPTION_TABLE(align) \
435 . = ALIGN(align); \
436 __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) { \
437 VMLINUX_SYMBOL(__start___ex_table) = .; \
438 *(__ex_table) \
439 VMLINUX_SYMBOL(__stop___ex_table) = .; \
440 }
442 /*
443 * Init task
444 */
445 #define INIT_TASK_DATA_SECTION(align) \
446 . = ALIGN(align); \
447 .data..init_task : AT(ADDR(.data..init_task) - LOAD_OFFSET) { \
448 INIT_TASK_DATA(align) \
449 }
451 #ifdef CONFIG_CONSTRUCTORS
452 #define KERNEL_CTORS() . = ALIGN(8); \
453 VMLINUX_SYMBOL(__ctors_start) = .; \
454 *(.ctors) \
455 VMLINUX_SYMBOL(__ctors_end) = .;
456 #else
457 #define KERNEL_CTORS()
458 #endif
460 /* init and exit section handling */
461 #define INIT_DATA \
462 *(.init.data) \
463 DEV_DISCARD(init.data) \
464 CPU_DISCARD(init.data) \
465 MEM_DISCARD(init.data) \
466 KERNEL_CTORS() \
467 *(.init.rodata) \
468 MCOUNT_REC() \
469 DEV_DISCARD(init.rodata) \
470 CPU_DISCARD(init.rodata) \
471 MEM_DISCARD(init.rodata)
473 #define INIT_TEXT \
474 *(.init.text) \
475 DEV_DISCARD(init.text) \
476 CPU_DISCARD(init.text) \
477 MEM_DISCARD(init.text)
479 #define EXIT_DATA \
480 *(.exit.data) \
481 DEV_DISCARD(exit.data) \
482 DEV_DISCARD(exit.rodata) \
483 CPU_DISCARD(exit.data) \
484 CPU_DISCARD(exit.rodata) \
485 MEM_DISCARD(exit.data) \
486 MEM_DISCARD(exit.rodata)
488 #define EXIT_TEXT \
489 *(.exit.text) \
490 DEV_DISCARD(exit.text) \
491 CPU_DISCARD(exit.text) \
492 MEM_DISCARD(exit.text)
494 #define EXIT_CALL \
495 *(.exitcall.exit)
497 /*
498 * bss (Block Started by Symbol) - uninitialized data
499 * zeroed during startup
500 */
501 #define SBSS(sbss_align) \
502 . = ALIGN(sbss_align); \
503 .sbss : AT(ADDR(.sbss) - LOAD_OFFSET) { \
504 *(.sbss) \
505 *(.scommon) \
506 }
508 #define BSS(bss_align) \
509 . = ALIGN(bss_align); \
510 .bss : AT(ADDR(.bss) - LOAD_OFFSET) { \
511 *(.bss..page_aligned) \
512 *(.dynbss) \
513 *(.bss) \
514 *(COMMON) \
515 }
517 /*
518 * DWARF debug sections.
519 * Symbols in the DWARF debugging sections are relative to
520 * the beginning of the section so we begin them at 0.
521 */
522 #define DWARF_DEBUG \
524 .debug 0 : { *(.debug) } \
525 .line 0 : { *(.line) } \
527 .debug_srcinfo 0 : { *(.debug_srcinfo) } \
528 .debug_sfnames 0 : { *(.debug_sfnames) } \
530 .debug_aranges 0 : { *(.debug_aranges) } \
531 .debug_pubnames 0 : { *(.debug_pubnames) } \
533 .debug_info 0 : { *(.debug_info \
534 .gnu.linkonce.wi.*) } \
535 .debug_abbrev 0 : { *(.debug_abbrev) } \
536 .debug_line 0 : { *(.debug_line) } \
537 .debug_frame 0 : { *(.debug_frame) } \
538 .debug_str 0 : { *(.debug_str) } \
539 .debug_loc 0 : { *(.debug_loc) } \
540 .debug_macinfo 0 : { *(.debug_macinfo) } \
542 .debug_weaknames 0 : { *(.debug_weaknames) } \
543 .debug_funcnames 0 : { *(.debug_funcnames) } \
544 .debug_typenames 0 : { *(.debug_typenames) } \
545 .debug_varnames 0 : { *(.debug_varnames) } \
547 /* Stabs debugging sections. */
548 #define STABS_DEBUG \
549 .stab 0 : { *(.stab) } \
550 .stabstr 0 : { *(.stabstr) } \
551 .stab.excl 0 : { *(.stab.excl) } \
552 .stab.exclstr 0 : { *(.stab.exclstr) } \
553 .stab.index 0 : { *(.stab.index) } \
554 .stab.indexstr 0 : { *(.stab.indexstr) } \
555 .comment 0 : { *(.comment) }
557 #ifdef CONFIG_GENERIC_BUG
558 #define BUG_TABLE \
559 . = ALIGN(8); \
560 __bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) { \
561 VMLINUX_SYMBOL(__start___bug_table) = .; \
562 *(__bug_table) \
563 VMLINUX_SYMBOL(__stop___bug_table) = .; \
564 }
565 #else
566 #define BUG_TABLE
567 #endif
569 #define JUMP_TABLE \
570 . = ALIGN(8); \
571 __jump_table : AT(ADDR(__jump_table) - LOAD_OFFSET) { \
572 VMLINUX_SYMBOL(__start___jump_table) = .; \
573 *(__jump_table) \
574 VMLINUX_SYMBOL(__stop___jump_table) = .; \
575 }
577 #ifdef CONFIG_PM_TRACE
578 #define TRACEDATA \
579 . = ALIGN(4); \
580 .tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) { \
581 VMLINUX_SYMBOL(__tracedata_start) = .; \
582 *(.tracedata) \
583 VMLINUX_SYMBOL(__tracedata_end) = .; \
584 }
585 #else
586 #define TRACEDATA
587 #endif
589 #define NOTES \
590 .notes : AT(ADDR(.notes) - LOAD_OFFSET) { \
591 VMLINUX_SYMBOL(__start_notes) = .; \
592 *(.note.*) \
593 VMLINUX_SYMBOL(__stop_notes) = .; \
594 }
596 #define INIT_SETUP(initsetup_align) \
597 . = ALIGN(initsetup_align); \
598 VMLINUX_SYMBOL(__setup_start) = .; \
599 *(.init.setup) \
600 VMLINUX_SYMBOL(__setup_end) = .;
602 #define INITCALLS \
603 *(.initcallearly.init) \
604 VMLINUX_SYMBOL(__early_initcall_end) = .; \
605 *(.initcall0.init) \
606 *(.initcall0s.init) \
607 *(.initcall1.init) \
608 *(.initcall1s.init) \
609 *(.initcall2.init) \
610 *(.initcall2s.init) \
611 *(.initcall3.init) \
612 *(.initcall3s.init) \
613 *(.initcall4.init) \
614 *(.initcall4s.init) \
615 *(.initcall5.init) \
616 *(.initcall5s.init) \
617 *(.initcallrootfs.init) \
618 *(.initcall6.init) \
619 *(.initcall6s.init) \
620 *(.initcall7.init) \
621 *(.initcall7s.init)
623 #define INIT_CALLS \
624 VMLINUX_SYMBOL(__initcall_start) = .; \
625 INITCALLS \
626 VMLINUX_SYMBOL(__initcall_end) = .;
628 #define CON_INITCALL \
629 VMLINUX_SYMBOL(__con_initcall_start) = .; \
630 *(.con_initcall.init) \
631 VMLINUX_SYMBOL(__con_initcall_end) = .;
633 #define SECURITY_INITCALL \
634 VMLINUX_SYMBOL(__security_initcall_start) = .; \
635 *(.security_initcall.init) \
636 VMLINUX_SYMBOL(__security_initcall_end) = .;
638 #ifdef CONFIG_BLK_DEV_INITRD
639 #define INIT_RAM_FS \
640 . = ALIGN(4); \
641 VMLINUX_SYMBOL(__initramfs_start) = .; \
642 *(.init.ramfs) \
643 . = ALIGN(8); \
644 *(.init.ramfs.info)
645 #else
646 #define INIT_RAM_FS
647 #endif
649 /*
650 * Default discarded sections.
651 *
652 * Some archs want to discard exit text/data at runtime rather than
653 * link time due to cross-section references such as alt instructions,
654 * bug table, eh_frame, etc. DISCARDS must be the last of output
655 * section definitions so that such archs put those in earlier section
656 * definitions.
657 */
658 #define DISCARDS \
659 /DISCARD/ : { \
660 EXIT_TEXT \
661 EXIT_DATA \
662 EXIT_CALL \
663 *(.discard) \
664 *(.discard.*) \
665 }
667 /**
668 * PERCPU_VADDR - define output section for percpu area
669 * @vaddr: explicit base address (optional)
670 * @phdr: destination PHDR (optional)
671 *
672 * Macro which expands to output section for percpu area. If @vaddr
673 * is not blank, it specifies explicit base address and all percpu
674 * symbols will be offset from the given address. If blank, @vaddr
675 * always equals @laddr + LOAD_OFFSET.
676 *
677 * @phdr defines the output PHDR to use if not blank. Be warned that
678 * output PHDR is sticky. If @phdr is specified, the next output
679 * section in the linker script will go there too. @phdr should have
680 * a leading colon.
681 *
682 * Note that this macros defines __per_cpu_load as an absolute symbol.
683 * If there is no need to put the percpu section at a predetermined
684 * address, use PERCPU().
685 */
686 #define PERCPU_VADDR(vaddr, phdr) \
687 VMLINUX_SYMBOL(__per_cpu_load) = .; \
688 .data..percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load) \
689 - LOAD_OFFSET) { \
690 VMLINUX_SYMBOL(__per_cpu_start) = .; \
691 *(.data..percpu..first) \
692 . = ALIGN(PAGE_SIZE); \
693 *(.data..percpu..page_aligned) \
694 *(.data..percpu..readmostly) \
695 *(.data..percpu) \
696 *(.data..percpu..shared_aligned) \
697 VMLINUX_SYMBOL(__per_cpu_end) = .; \
698 } phdr \
699 . = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data..percpu);
701 /**
702 * PERCPU - define output section for percpu area, simple version
703 * @align: required alignment
704 *
705 * Align to @align and outputs output section for percpu area. This
706 * macro doesn't maniuplate @vaddr or @phdr and __per_cpu_load and
707 * __per_cpu_start will be identical.
708 *
709 * This macro is equivalent to ALIGN(align); PERCPU_VADDR( , ) except
710 * that __per_cpu_load is defined as a relative symbol against
711 * .data..percpu which is required for relocatable x86_32
712 * configuration.
713 */
714 #define PERCPU(align) \
715 . = ALIGN(align); \
716 .data..percpu : AT(ADDR(.data..percpu) - LOAD_OFFSET) { \
717 VMLINUX_SYMBOL(__per_cpu_load) = .; \
718 VMLINUX_SYMBOL(__per_cpu_start) = .; \
719 *(.data..percpu..first) \
720 . = ALIGN(PAGE_SIZE); \
721 *(.data..percpu..page_aligned) \
722 *(.data..percpu..readmostly) \
723 *(.data..percpu) \
724 *(.data..percpu..shared_aligned) \
725 VMLINUX_SYMBOL(__per_cpu_end) = .; \
726 }
729 /*
730 * Definition of the high level *_SECTION macros
731 * They will fit only a subset of the architectures
732 */
735 /*
736 * Writeable data.
737 * All sections are combined in a single .data section.
738 * The sections following CONSTRUCTORS are arranged so their
739 * typical alignment matches.
740 * A cacheline is typical/always less than a PAGE_SIZE so
741 * the sections that has this restriction (or similar)
742 * is located before the ones requiring PAGE_SIZE alignment.
743 * NOSAVE_DATA starts and ends with a PAGE_SIZE alignment which
744 * matches the requirment of PAGE_ALIGNED_DATA.
745 *
746 * use 0 as page_align if page_aligned data is not used */
747 #define RW_DATA_SECTION(cacheline, pagealigned, inittask) \
748 . = ALIGN(PAGE_SIZE); \
749 .data : AT(ADDR(.data) - LOAD_OFFSET) { \
750 INIT_TASK_DATA(inittask) \
751 NOSAVE_DATA \
752 PAGE_ALIGNED_DATA(pagealigned) \
753 CACHELINE_ALIGNED_DATA(cacheline) \
754 READ_MOSTLY_DATA(cacheline) \
755 DATA_DATA \
756 CONSTRUCTORS \
757 }
759 #define INIT_TEXT_SECTION(inittext_align) \
760 . = ALIGN(inittext_align); \
761 .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { \
762 VMLINUX_SYMBOL(_sinittext) = .; \
763 INIT_TEXT \
764 VMLINUX_SYMBOL(_einittext) = .; \
765 }
767 #define INIT_DATA_SECTION(initsetup_align) \
768 .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { \
769 INIT_DATA \
770 INIT_SETUP(initsetup_align) \
771 INIT_CALLS \
772 CON_INITCALL \
773 SECURITY_INITCALL \
774 INIT_RAM_FS \
775 }
777 #define BSS_SECTION(sbss_align, bss_align, stop_align) \
778 . = ALIGN(sbss_align); \
779 VMLINUX_SYMBOL(__bss_start) = .; \
780 SBSS(sbss_align) \
781 BSS(bss_align) \
782 . = ALIGN(stop_align); \
783 VMLINUX_SYMBOL(__bss_stop) = .;