1 /* 2 * Helper macros to support writing architecture specific 3 * linker scripts. 4 * 5 * A minimal linker scripts has following content: 6 * [This is a sample, architectures may have special requiriements] 7 * 8 * OUTPUT_FORMAT(...) 9 * OUTPUT_ARCH(...) 10 * ENTRY(...) 11 * SECTIONS 12 * { 13 * . = START; 14 * __init_begin = .; 15 * HEAD_TEXT_SECTION 16 * INIT_TEXT_SECTION(PAGE_SIZE) 17 * INIT_DATA_SECTION(...) 18 * PERCPU(PAGE_SIZE) 19 * __init_end = .; 20 * 21 * _stext = .; 22 * TEXT_SECTION = 0 23 * _etext = .; 24 * 25 * _sdata = .; 26 * RO_DATA_SECTION(PAGE_SIZE) 27 * RW_DATA_SECTION(...) 28 * _edata = .; 29 * 30 * EXCEPTION_TABLE(...) 31 * NOTES 32 * 33 * BSS_SECTION(0, 0, 0) 34 * _end = .; 35 * 36 * STABS_DEBUG 37 * DWARF_DEBUG 38 * 39 * DISCARDS // must be the last 40 * } 41 * 42 * [__init_begin, __init_end] is the init section that may be freed after init 43 * [_stext, _etext] is the text section 44 * [_sdata, _edata] is the data section 45 * 46 * Some of the included output section have their own set of constants. 47 * Examples are: [__initramfs_start, __initramfs_end] for initramfs and 48 * [__nosave_begin, __nosave_end] for the nosave data 49 */ 50 51 #ifndef LOAD_OFFSET 52 #define LOAD_OFFSET 0 53 #endif 54 55 #ifndef SYMBOL_PREFIX 56 #define VMLINUX_SYMBOL(sym) sym 57 #else 58 #define PASTE2(x,y) x##y 59 #define PASTE(x,y) PASTE2(x,y) 60 #define VMLINUX_SYMBOL(sym) PASTE(SYMBOL_PREFIX, sym) 61 #endif 62 63 /* Align . to a 8 byte boundary equals to maximum function alignment. */ 64 #define ALIGN_FUNCTION() . = ALIGN(8) 65 66 /* 67 * Align to a 32 byte boundary equal to the 68 * alignment gcc 4.5 uses for a struct 69 */ 70 #define STRUCT_ALIGN() . = ALIGN(32) 71 72 /* The actual configuration determine if the init/exit sections 73 * are handled as text/data or they can be discarded (which 74 * often happens at runtime) 75 */ 76 #ifdef CONFIG_HOTPLUG 77 #define DEV_KEEP(sec) *(.dev##sec) 78 #define DEV_DISCARD(sec) 79 #else 80 #define DEV_KEEP(sec) 81 #define DEV_DISCARD(sec) *(.dev##sec) 82 #endif 83 84 #ifdef CONFIG_HOTPLUG_CPU 85 #define CPU_KEEP(sec) *(.cpu##sec) 86 #define CPU_DISCARD(sec) 87 #else 88 #define CPU_KEEP(sec) 89 #define CPU_DISCARD(sec) *(.cpu##sec) 90 #endif 91 92 #if defined(CONFIG_MEMORY_HOTPLUG) 93 #define MEM_KEEP(sec) *(.mem##sec) 94 #define MEM_DISCARD(sec) 95 #else 96 #define MEM_KEEP(sec) 97 #define MEM_DISCARD(sec) *(.mem##sec) 98 #endif 99 100 #ifdef CONFIG_FTRACE_MCOUNT_RECORD 101 #define MCOUNT_REC() . = ALIGN(8); \ 102 VMLINUX_SYMBOL(__start_mcount_loc) = .; \ 103 *(__mcount_loc) \ 104 VMLINUX_SYMBOL(__stop_mcount_loc) = .; 105 #else 106 #define MCOUNT_REC() 107 #endif 108 109 #ifdef CONFIG_TRACE_BRANCH_PROFILING 110 #define LIKELY_PROFILE() VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \ 111 *(_ftrace_annotated_branch) \ 112 VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .; 113 #else 114 #define LIKELY_PROFILE() 115 #endif 116 117 #ifdef CONFIG_PROFILE_ALL_BRANCHES 118 #define BRANCH_PROFILE() VMLINUX_SYMBOL(__start_branch_profile) = .; \ 119 *(_ftrace_branch) \ 120 VMLINUX_SYMBOL(__stop_branch_profile) = .; 121 #else 122 #define BRANCH_PROFILE() 123 #endif 124 125 #ifdef CONFIG_EVENT_TRACING 126 #define FTRACE_EVENTS() VMLINUX_SYMBOL(__start_ftrace_events) = .; \ 127 *(_ftrace_events) \ 128 VMLINUX_SYMBOL(__stop_ftrace_events) = .; 129 #else 130 #define FTRACE_EVENTS() 131 #endif 132 133 #ifdef CONFIG_TRACING 134 #define TRACE_PRINTKS() VMLINUX_SYMBOL(__start___trace_bprintk_fmt) = .; \ 135 *(__trace_printk_fmt) /* Trace_printk fmt' pointer */ \ 136 VMLINUX_SYMBOL(__stop___trace_bprintk_fmt) = .; 137 #else 138 #define TRACE_PRINTKS() 139 #endif 140 141 #ifdef CONFIG_FTRACE_SYSCALLS 142 #define TRACE_SYSCALLS() VMLINUX_SYMBOL(__start_syscalls_metadata) = .; \ 143 *(__syscalls_metadata) \ 144 VMLINUX_SYMBOL(__stop_syscalls_metadata) = .; 145 #else 146 #define TRACE_SYSCALLS() 147 #endif 148 149 /* .data section */ 150 #define DATA_DATA \ 151 *(.data) \ 152 *(.ref.data) \ 153 DEV_KEEP(init.data) \ 154 DEV_KEEP(exit.data) \ 155 CPU_KEEP(init.data) \ 156 CPU_KEEP(exit.data) \ 157 MEM_KEEP(init.data) \ 158 MEM_KEEP(exit.data) \ 159 . = ALIGN(32); \ 160 VMLINUX_SYMBOL(__start___tracepoints) = .; \ 161 *(__tracepoints) \ 162 VMLINUX_SYMBOL(__stop___tracepoints) = .; \ 163 /* implement dynamic printk debug */ \ 164 . = ALIGN(8); \ 165 VMLINUX_SYMBOL(__start___verbose) = .; \ 166 *(__verbose) \ 167 VMLINUX_SYMBOL(__stop___verbose) = .; \ 168 LIKELY_PROFILE() \ 169 BRANCH_PROFILE() \ 170 TRACE_PRINTKS() \ 171 \ 172 STRUCT_ALIGN(); \ 173 FTRACE_EVENTS() \ 174 \ 175 STRUCT_ALIGN(); \ 176 TRACE_SYSCALLS() 177 178 /* 179 * Data section helpers 180 */ 181 #define NOSAVE_DATA \ 182 . = ALIGN(PAGE_SIZE); \ 183 VMLINUX_SYMBOL(__nosave_begin) = .; \ 184 *(.data..nosave) \ 185 . = ALIGN(PAGE_SIZE); \ 186 VMLINUX_SYMBOL(__nosave_end) = .; 187 188 #define PAGE_ALIGNED_DATA(page_align) \ 189 . = ALIGN(page_align); \ 190 *(.data..page_aligned) 191 192 #define READ_MOSTLY_DATA(align) \ 193 . = ALIGN(align); \ 194 *(.data..read_mostly) 195 196 #define CACHELINE_ALIGNED_DATA(align) \ 197 . = ALIGN(align); \ 198 *(.data..cacheline_aligned) 199 200 #define INIT_TASK_DATA(align) \ 201 . = ALIGN(align); \ 202 *(.data..init_task) 203 204 /* 205 * Read only Data 206 */ 207 #define RO_DATA_SECTION(align) \ 208 . = ALIGN((align)); \ 209 .rodata : AT(ADDR(.rodata) - LOAD_OFFSET) { \ 210 VMLINUX_SYMBOL(__start_rodata) = .; \ 211 *(.rodata) *(.rodata.*) \ 212 *(__vermagic) /* Kernel version magic */ \ 213 *(__markers_strings) /* Markers: strings */ \ 214 *(__tracepoints_strings)/* Tracepoints: strings */ \ 215 } \ 216 \ 217 .rodata1 : AT(ADDR(.rodata1) - LOAD_OFFSET) { \ 218 *(.rodata1) \ 219 } \ 220 \ 221 BUG_TABLE \ 222 \ 223 JUMP_TABLE \ 224 \ 225 /* PCI quirks */ \ 226 .pci_fixup : AT(ADDR(.pci_fixup) - LOAD_OFFSET) { \ 227 VMLINUX_SYMBOL(__start_pci_fixups_early) = .; \ 228 *(.pci_fixup_early) \ 229 VMLINUX_SYMBOL(__end_pci_fixups_early) = .; \ 230 VMLINUX_SYMBOL(__start_pci_fixups_header) = .; \ 231 *(.pci_fixup_header) \ 232 VMLINUX_SYMBOL(__end_pci_fixups_header) = .; \ 233 VMLINUX_SYMBOL(__start_pci_fixups_final) = .; \ 234 *(.pci_fixup_final) \ 235 VMLINUX_SYMBOL(__end_pci_fixups_final) = .; \ 236 VMLINUX_SYMBOL(__start_pci_fixups_enable) = .; \ 237 *(.pci_fixup_enable) \ 238 VMLINUX_SYMBOL(__end_pci_fixups_enable) = .; \ 239 VMLINUX_SYMBOL(__start_pci_fixups_resume) = .; \ 240 *(.pci_fixup_resume) \ 241 VMLINUX_SYMBOL(__end_pci_fixups_resume) = .; \ 242 VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .; \ 243 *(.pci_fixup_resume_early) \ 244 VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .; \ 245 VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .; \ 246 *(.pci_fixup_suspend) \ 247 VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .; \ 248 } \ 249 \ 250 /* Built-in firmware blobs */ \ 251 .builtin_fw : AT(ADDR(.builtin_fw) - LOAD_OFFSET) { \ 252 VMLINUX_SYMBOL(__start_builtin_fw) = .; \ 253 *(.builtin_fw) \ 254 VMLINUX_SYMBOL(__end_builtin_fw) = .; \ 255 } \ 256 \ 257 /* RapidIO route ops */ \ 258 .rio_ops : AT(ADDR(.rio_ops) - LOAD_OFFSET) { \ 259 VMLINUX_SYMBOL(__start_rio_switch_ops) = .; \ 260 *(.rio_switch_ops) \ 261 VMLINUX_SYMBOL(__end_rio_switch_ops) = .; \ 262 } \ 263 \ 264 TRACEDATA \ 265 \ 266 /* Kernel symbol table: Normal symbols */ \ 267 __ksymtab : AT(ADDR(__ksymtab) - LOAD_OFFSET) { \ 268 VMLINUX_SYMBOL(__start___ksymtab) = .; \ 269 *(__ksymtab) \ 270 VMLINUX_SYMBOL(__stop___ksymtab) = .; \ 271 } \ 272 \ 273 /* Kernel symbol table: GPL-only symbols */ \ 274 __ksymtab_gpl : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) { \ 275 VMLINUX_SYMBOL(__start___ksymtab_gpl) = .; \ 276 *(__ksymtab_gpl) \ 277 VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .; \ 278 } \ 279 \ 280 /* Kernel symbol table: Normal unused symbols */ \ 281 __ksymtab_unused : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) { \ 282 VMLINUX_SYMBOL(__start___ksymtab_unused) = .; \ 283 *(__ksymtab_unused) \ 284 VMLINUX_SYMBOL(__stop___ksymtab_unused) = .; \ 285 } \ 286 \ 287 /* Kernel symbol table: GPL-only unused symbols */ \ 288 __ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \ 289 VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .; \ 290 *(__ksymtab_unused_gpl) \ 291 VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .; \ 292 } \ 293 \ 294 /* Kernel symbol table: GPL-future-only symbols */ \ 295 __ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \ 296 VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .; \ 297 *(__ksymtab_gpl_future) \ 298 VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .; \ 299 } \ 300 \ 301 /* Kernel symbol table: Normal symbols */ \ 302 __kcrctab : AT(ADDR(__kcrctab) - LOAD_OFFSET) { \ 303 VMLINUX_SYMBOL(__start___kcrctab) = .; \ 304 *(__kcrctab) \ 305 VMLINUX_SYMBOL(__stop___kcrctab) = .; \ 306 } \ 307 \ 308 /* Kernel symbol table: GPL-only symbols */ \ 309 __kcrctab_gpl : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) { \ 310 VMLINUX_SYMBOL(__start___kcrctab_gpl) = .; \ 311 *(__kcrctab_gpl) \ 312 VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .; \ 313 } \ 314 \ 315 /* Kernel symbol table: Normal unused symbols */ \ 316 __kcrctab_unused : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) { \ 317 VMLINUX_SYMBOL(__start___kcrctab_unused) = .; \ 318 *(__kcrctab_unused) \ 319 VMLINUX_SYMBOL(__stop___kcrctab_unused) = .; \ 320 } \ 321 \ 322 /* Kernel symbol table: GPL-only unused symbols */ \ 323 __kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \ 324 VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .; \ 325 *(__kcrctab_unused_gpl) \ 326 VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .; \ 327 } \ 328 \ 329 /* Kernel symbol table: GPL-future-only symbols */ \ 330 __kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \ 331 VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .; \ 332 *(__kcrctab_gpl_future) \ 333 VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .; \ 334 } \ 335 \ 336 /* Kernel symbol table: strings */ \ 337 __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) { \ 338 *(__ksymtab_strings) \ 339 } \ 340 \ 341 /* __*init sections */ \ 342 __init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) { \ 343 *(.ref.rodata) \ 344 DEV_KEEP(init.rodata) \ 345 DEV_KEEP(exit.rodata) \ 346 CPU_KEEP(init.rodata) \ 347 CPU_KEEP(exit.rodata) \ 348 MEM_KEEP(init.rodata) \ 349 MEM_KEEP(exit.rodata) \ 350 } \ 351 \ 352 /* Built-in module parameters. */ \ 353 __param : AT(ADDR(__param) - LOAD_OFFSET) { \ 354 VMLINUX_SYMBOL(__start___param) = .; \ 355 *(__param) \ 356 VMLINUX_SYMBOL(__stop___param) = .; \ 357 . = ALIGN((align)); \ 358 VMLINUX_SYMBOL(__end_rodata) = .; \ 359 } \ 360 . = ALIGN((align)); 361 362 /* RODATA & RO_DATA provided for backward compatibility. 363 * All archs are supposed to use RO_DATA() */ 364 #define RODATA RO_DATA_SECTION(4096) 365 #define RO_DATA(align) RO_DATA_SECTION(align) 366 367 #define SECURITY_INIT \ 368 .security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \ 369 VMLINUX_SYMBOL(__security_initcall_start) = .; \ 370 *(.security_initcall.init) \ 371 VMLINUX_SYMBOL(__security_initcall_end) = .; \ 372 } 373 374 /* .text section. Map to function alignment to avoid address changes 375 * during second ld run in second ld pass when generating System.map */ 376 #define TEXT_TEXT \ 377 ALIGN_FUNCTION(); \ 378 *(.text.hot) \ 379 *(.text) \ 380 *(.ref.text) \ 381 DEV_KEEP(init.text) \ 382 DEV_KEEP(exit.text) \ 383 CPU_KEEP(init.text) \ 384 CPU_KEEP(exit.text) \ 385 MEM_KEEP(init.text) \ 386 MEM_KEEP(exit.text) \ 387 *(.text.unlikely) 388 389 390 /* sched.text is aling to function alignment to secure we have same 391 * address even at second ld pass when generating System.map */ 392 #define SCHED_TEXT \ 393 ALIGN_FUNCTION(); \ 394 VMLINUX_SYMBOL(__sched_text_start) = .; \ 395 *(.sched.text) \ 396 VMLINUX_SYMBOL(__sched_text_end) = .; 397 398 /* spinlock.text is aling to function alignment to secure we have same 399 * address even at second ld pass when generating System.map */ 400 #define LOCK_TEXT \ 401 ALIGN_FUNCTION(); \ 402 VMLINUX_SYMBOL(__lock_text_start) = .; \ 403 *(.spinlock.text) \ 404 VMLINUX_SYMBOL(__lock_text_end) = .; 405 406 #define KPROBES_TEXT \ 407 ALIGN_FUNCTION(); \ 408 VMLINUX_SYMBOL(__kprobes_text_start) = .; \ 409 *(.kprobes.text) \ 410 VMLINUX_SYMBOL(__kprobes_text_end) = .; 411 412 #ifdef CONFIG_FUNCTION_GRAPH_TRACER 413 #define IRQENTRY_TEXT \ 414 ALIGN_FUNCTION(); \ 415 VMLINUX_SYMBOL(__irqentry_text_start) = .; \ 416 *(.irqentry.text) \ 417 VMLINUX_SYMBOL(__irqentry_text_end) = .; 418 #else 419 #define IRQENTRY_TEXT 420 #endif 421 422 /* Section used for early init (in .S files) */ 423 #define HEAD_TEXT *(.head.text) 424 425 #define HEAD_TEXT_SECTION \ 426 .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { \ 427 HEAD_TEXT \ 428 } 429 430 /* 431 * Exception table 432 */ 433 #define EXCEPTION_TABLE(align) \ 434 . = ALIGN(align); \ 435 __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) { \ 436 VMLINUX_SYMBOL(__start___ex_table) = .; \ 437 *(__ex_table) \ 438 VMLINUX_SYMBOL(__stop___ex_table) = .; \ 439 } 440 441 /* 442 * Init task 443 */ 444 #define INIT_TASK_DATA_SECTION(align) \ 445 . = ALIGN(align); \ 446 .data..init_task : AT(ADDR(.data..init_task) - LOAD_OFFSET) { \ 447 INIT_TASK_DATA(align) \ 448 } 449 450 #ifdef CONFIG_CONSTRUCTORS 451 #define KERNEL_CTORS() . = ALIGN(8); \ 452 VMLINUX_SYMBOL(__ctors_start) = .; \ 453 *(.ctors) \ 454 VMLINUX_SYMBOL(__ctors_end) = .; 455 #else 456 #define KERNEL_CTORS() 457 #endif 458 459 /* init and exit section handling */ 460 #define INIT_DATA \ 461 *(.init.data) \ 462 DEV_DISCARD(init.data) \ 463 CPU_DISCARD(init.data) \ 464 MEM_DISCARD(init.data) \ 465 KERNEL_CTORS() \ 466 *(.init.rodata) \ 467 MCOUNT_REC() \ 468 DEV_DISCARD(init.rodata) \ 469 CPU_DISCARD(init.rodata) \ 470 MEM_DISCARD(init.rodata) 471 472 #define INIT_TEXT \ 473 *(.init.text) \ 474 DEV_DISCARD(init.text) \ 475 CPU_DISCARD(init.text) \ 476 MEM_DISCARD(init.text) 477 478 #define EXIT_DATA \ 479 *(.exit.data) \ 480 DEV_DISCARD(exit.data) \ 481 DEV_DISCARD(exit.rodata) \ 482 CPU_DISCARD(exit.data) \ 483 CPU_DISCARD(exit.rodata) \ 484 MEM_DISCARD(exit.data) \ 485 MEM_DISCARD(exit.rodata) 486 487 #define EXIT_TEXT \ 488 *(.exit.text) \ 489 DEV_DISCARD(exit.text) \ 490 CPU_DISCARD(exit.text) \ 491 MEM_DISCARD(exit.text) 492 493 #define EXIT_CALL \ 494 *(.exitcall.exit) 495 496 /* 497 * bss (Block Started by Symbol) - uninitialized data 498 * zeroed during startup 499 */ 500 #define SBSS(sbss_align) \ 501 . = ALIGN(sbss_align); \ 502 .sbss : AT(ADDR(.sbss) - LOAD_OFFSET) { \ 503 *(.sbss) \ 504 *(.scommon) \ 505 } 506 507 #define BSS(bss_align) \ 508 . = ALIGN(bss_align); \ 509 .bss : AT(ADDR(.bss) - LOAD_OFFSET) { \ 510 *(.bss..page_aligned) \ 511 *(.dynbss) \ 512 *(.bss) \ 513 *(COMMON) \ 514 } 515 516 /* 517 * DWARF debug sections. 518 * Symbols in the DWARF debugging sections are relative to 519 * the beginning of the section so we begin them at 0. 520 */ 521 #define DWARF_DEBUG \ 522 /* DWARF 1 */ \ 523 .debug 0 : { *(.debug) } \ 524 .line 0 : { *(.line) } \ 525 /* GNU DWARF 1 extensions */ \ 526 .debug_srcinfo 0 : { *(.debug_srcinfo) } \ 527 .debug_sfnames 0 : { *(.debug_sfnames) } \ 528 /* DWARF 1.1 and DWARF 2 */ \ 529 .debug_aranges 0 : { *(.debug_aranges) } \ 530 .debug_pubnames 0 : { *(.debug_pubnames) } \ 531 /* DWARF 2 */ \ 532 .debug_info 0 : { *(.debug_info \ 533 .gnu.linkonce.wi.*) } \ 534 .debug_abbrev 0 : { *(.debug_abbrev) } \ 535 .debug_line 0 : { *(.debug_line) } \ 536 .debug_frame 0 : { *(.debug_frame) } \ 537 .debug_str 0 : { *(.debug_str) } \ 538 .debug_loc 0 : { *(.debug_loc) } \ 539 .debug_macinfo 0 : { *(.debug_macinfo) } \ 540 /* SGI/MIPS DWARF 2 extensions */ \ 541 .debug_weaknames 0 : { *(.debug_weaknames) } \ 542 .debug_funcnames 0 : { *(.debug_funcnames) } \ 543 .debug_typenames 0 : { *(.debug_typenames) } \ 544 .debug_varnames 0 : { *(.debug_varnames) } \ 545 546 /* Stabs debugging sections. */ 547 #define STABS_DEBUG \ 548 .stab 0 : { *(.stab) } \ 549 .stabstr 0 : { *(.stabstr) } \ 550 .stab.excl 0 : { *(.stab.excl) } \ 551 .stab.exclstr 0 : { *(.stab.exclstr) } \ 552 .stab.index 0 : { *(.stab.index) } \ 553 .stab.indexstr 0 : { *(.stab.indexstr) } \ 554 .comment 0 : { *(.comment) } 555 556 #ifdef CONFIG_GENERIC_BUG 557 #define BUG_TABLE \ 558 . = ALIGN(8); \ 559 __bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) { \ 560 VMLINUX_SYMBOL(__start___bug_table) = .; \ 561 *(__bug_table) \ 562 VMLINUX_SYMBOL(__stop___bug_table) = .; \ 563 } 564 #else 565 #define BUG_TABLE 566 #endif 567 568 #define JUMP_TABLE \ 569 . = ALIGN(8); \ 570 __jump_table : AT(ADDR(__jump_table) - LOAD_OFFSET) { \ 571 VMLINUX_SYMBOL(__start___jump_table) = .; \ 572 *(__jump_table) \ 573 VMLINUX_SYMBOL(__stop___jump_table) = .; \ 574 } 575 576 #ifdef CONFIG_PM_TRACE 577 #define TRACEDATA \ 578 . = ALIGN(4); \ 579 .tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) { \ 580 VMLINUX_SYMBOL(__tracedata_start) = .; \ 581 *(.tracedata) \ 582 VMLINUX_SYMBOL(__tracedata_end) = .; \ 583 } 584 #else 585 #define TRACEDATA 586 #endif 587 588 #define NOTES \ 589 .notes : AT(ADDR(.notes) - LOAD_OFFSET) { \ 590 VMLINUX_SYMBOL(__start_notes) = .; \ 591 *(.note.*) \ 592 VMLINUX_SYMBOL(__stop_notes) = .; \ 593 } 594 595 #define INIT_SETUP(initsetup_align) \ 596 . = ALIGN(initsetup_align); \ 597 VMLINUX_SYMBOL(__setup_start) = .; \ 598 *(.init.setup) \ 599 VMLINUX_SYMBOL(__setup_end) = .; 600 601 #define INITCALLS \ 602 *(.initcallearly.init) \ 603 VMLINUX_SYMBOL(__early_initcall_end) = .; \ 604 *(.initcall0.init) \ 605 *(.initcall0s.init) \ 606 *(.initcall1.init) \ 607 *(.initcall1s.init) \ 608 *(.initcall2.init) \ 609 *(.initcall2s.init) \ 610 *(.initcall3.init) \ 611 *(.initcall3s.init) \ 612 *(.initcall4.init) \ 613 *(.initcall4s.init) \ 614 *(.initcall5.init) \ 615 *(.initcall5s.init) \ 616 *(.initcallrootfs.init) \ 617 *(.initcall6.init) \ 618 *(.initcall6s.init) \ 619 *(.initcall7.init) \ 620 *(.initcall7s.init) 621 622 #define INIT_CALLS \ 623 VMLINUX_SYMBOL(__initcall_start) = .; \ 624 INITCALLS \ 625 VMLINUX_SYMBOL(__initcall_end) = .; 626 627 #define CON_INITCALL \ 628 VMLINUX_SYMBOL(__con_initcall_start) = .; \ 629 *(.con_initcall.init) \ 630 VMLINUX_SYMBOL(__con_initcall_end) = .; 631 632 #define SECURITY_INITCALL \ 633 VMLINUX_SYMBOL(__security_initcall_start) = .; \ 634 *(.security_initcall.init) \ 635 VMLINUX_SYMBOL(__security_initcall_end) = .; 636 637 #ifdef CONFIG_BLK_DEV_INITRD 638 #define INIT_RAM_FS \ 639 . = ALIGN(PAGE_SIZE); \ 640 VMLINUX_SYMBOL(__initramfs_start) = .; \ 641 *(.init.ramfs) \ 642 VMLINUX_SYMBOL(__initramfs_end) = .; 643 #else 644 #define INIT_RAM_FS 645 #endif 646 647 /* 648 * Default discarded sections. 649 * 650 * Some archs want to discard exit text/data at runtime rather than 651 * link time due to cross-section references such as alt instructions, 652 * bug table, eh_frame, etc. DISCARDS must be the last of output 653 * section definitions so that such archs put those in earlier section 654 * definitions. 655 */ 656 #define DISCARDS \ 657 /DISCARD/ : { \ 658 EXIT_TEXT \ 659 EXIT_DATA \ 660 EXIT_CALL \ 661 *(.discard) \ 662 *(.discard.*) \ 663 } 664 665 /** 666 * PERCPU_VADDR - define output section for percpu area 667 * @vaddr: explicit base address (optional) 668 * @phdr: destination PHDR (optional) 669 * 670 * Macro which expands to output section for percpu area. If @vaddr 671 * is not blank, it specifies explicit base address and all percpu 672 * symbols will be offset from the given address. If blank, @vaddr 673 * always equals @laddr + LOAD_OFFSET. 674 * 675 * @phdr defines the output PHDR to use if not blank. Be warned that 676 * output PHDR is sticky. If @phdr is specified, the next output 677 * section in the linker script will go there too. @phdr should have 678 * a leading colon. 679 * 680 * Note that this macros defines __per_cpu_load as an absolute symbol. 681 * If there is no need to put the percpu section at a predetermined 682 * address, use PERCPU(). 683 */ 684 #define PERCPU_VADDR(vaddr, phdr) \ 685 VMLINUX_SYMBOL(__per_cpu_load) = .; \ 686 .data..percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load) \ 687 - LOAD_OFFSET) { \ 688 VMLINUX_SYMBOL(__per_cpu_start) = .; \ 689 *(.data..percpu..first) \ 690 . = ALIGN(PAGE_SIZE); \ 691 *(.data..percpu..page_aligned) \ 692 *(.data..percpu..readmostly) \ 693 *(.data..percpu) \ 694 *(.data..percpu..shared_aligned) \ 695 VMLINUX_SYMBOL(__per_cpu_end) = .; \ 696 } phdr \ 697 . = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data..percpu); 698 699 /** 700 * PERCPU - define output section for percpu area, simple version 701 * @align: required alignment 702 * 703 * Align to @align and outputs output section for percpu area. This 704 * macro doesn't maniuplate @vaddr or @phdr and __per_cpu_load and 705 * __per_cpu_start will be identical. 706 * 707 * This macro is equivalent to ALIGN(align); PERCPU_VADDR( , ) except 708 * that __per_cpu_load is defined as a relative symbol against 709 * .data..percpu which is required for relocatable x86_32 710 * configuration. 711 */ 712 #define PERCPU(align) \ 713 . = ALIGN(align); \ 714 .data..percpu : AT(ADDR(.data..percpu) - LOAD_OFFSET) { \ 715 VMLINUX_SYMBOL(__per_cpu_load) = .; \ 716 VMLINUX_SYMBOL(__per_cpu_start) = .; \ 717 *(.data..percpu..first) \ 718 . = ALIGN(PAGE_SIZE); \ 719 *(.data..percpu..page_aligned) \ 720 *(.data..percpu..readmostly) \ 721 *(.data..percpu) \ 722 *(.data..percpu..shared_aligned) \ 723 VMLINUX_SYMBOL(__per_cpu_end) = .; \ 724 } 725 726 727 /* 728 * Definition of the high level *_SECTION macros 729 * They will fit only a subset of the architectures 730 */ 731 732 733 /* 734 * Writeable data. 735 * All sections are combined in a single .data section. 736 * The sections following CONSTRUCTORS are arranged so their 737 * typical alignment matches. 738 * A cacheline is typical/always less than a PAGE_SIZE so 739 * the sections that has this restriction (or similar) 740 * is located before the ones requiring PAGE_SIZE alignment. 741 * NOSAVE_DATA starts and ends with a PAGE_SIZE alignment which 742 * matches the requirment of PAGE_ALIGNED_DATA. 743 * 744 * use 0 as page_align if page_aligned data is not used */ 745 #define RW_DATA_SECTION(cacheline, pagealigned, inittask) \ 746 . = ALIGN(PAGE_SIZE); \ 747 .data : AT(ADDR(.data) - LOAD_OFFSET) { \ 748 INIT_TASK_DATA(inittask) \ 749 NOSAVE_DATA \ 750 PAGE_ALIGNED_DATA(pagealigned) \ 751 CACHELINE_ALIGNED_DATA(cacheline) \ 752 READ_MOSTLY_DATA(cacheline) \ 753 DATA_DATA \ 754 CONSTRUCTORS \ 755 } 756 757 #define INIT_TEXT_SECTION(inittext_align) \ 758 . = ALIGN(inittext_align); \ 759 .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { \ 760 VMLINUX_SYMBOL(_sinittext) = .; \ 761 INIT_TEXT \ 762 VMLINUX_SYMBOL(_einittext) = .; \ 763 } 764 765 #define INIT_DATA_SECTION(initsetup_align) \ 766 .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { \ 767 INIT_DATA \ 768 INIT_SETUP(initsetup_align) \ 769 INIT_CALLS \ 770 CON_INITCALL \ 771 SECURITY_INITCALL \ 772 INIT_RAM_FS \ 773 } 774 775 #define BSS_SECTION(sbss_align, bss_align, stop_align) \ 776 . = ALIGN(sbss_align); \ 777 VMLINUX_SYMBOL(__bss_start) = .; \ 778 SBSS(sbss_align) \ 779 BSS(bss_align) \ 780 . = ALIGN(stop_align); \ 781 VMLINUX_SYMBOL(__bss_stop) = .; 782