1/* SPDX-License-Identifier: GPL-2.0 */ 2#ifdef CONFIG_PPC64 3#define PROVIDE32(x) PROVIDE(__unused__##x) 4#else 5#define PROVIDE32(x) PROVIDE(x) 6#endif 7 8#define BSS_FIRST_SECTIONS *(.bss.prominit) 9 10#include <asm/page.h> 11#include <asm-generic/vmlinux.lds.h> 12#include <asm/cache.h> 13#include <asm/thread_info.h> 14 15#define STRICT_ALIGN_SIZE (1 << CONFIG_DATA_SHIFT) 16#define ETEXT_ALIGN_SIZE (1 << CONFIG_ETEXT_SHIFT) 17 18ENTRY(_stext) 19 20PHDRS { 21 kernel PT_LOAD FLAGS(7); /* RWX */ 22 notes PT_NOTE FLAGS(0); 23 dummy PT_NOTE FLAGS(0); 24 25 /* binutils < 2.18 has a bug that makes it misbehave when taking an 26 ELF file with all segments at load address 0 as input. This 27 happens when running "strip" on vmlinux, because of the AT() magic 28 in this linker script. People using GCC >= 4.2 won't run into 29 this problem, because the "build-id" support will put some data 30 into the "notes" segment (at a non-zero load address). 31 32 To work around this, we force some data into both the "dummy" 33 segment and the kernel segment, so the dummy segment will get a 34 non-zero load address. It's not enough to always create the 35 "notes" segment, since if nothing gets assigned to it, its load 36 address will be zero. */ 37} 38 39#ifdef CONFIG_PPC64 40OUTPUT_ARCH(powerpc:common64) 41jiffies = jiffies_64; 42#else 43OUTPUT_ARCH(powerpc:common) 44jiffies = jiffies_64 + 4; 45#endif 46SECTIONS 47{ 48 . = KERNELBASE; 49 50/* 51 * Text, read only data and other permanent read-only sections 52 */ 53 54 _text = .; 55 _stext = .; 56 57 /* 58 * Head text. 59 * This needs to be in its own output section to avoid ld placing 60 * branch trampoline stubs randomly throughout the fixed sections, 61 * which it will do (even if the branch comes from another section) 62 * in order to optimize stub generation. 63 */ 64 .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { 65#ifdef CONFIG_PPC64 66 KEEP(*(.head.text.first_256B)); 67#ifdef CONFIG_PPC_BOOK3E 68#else 69 KEEP(*(.head.text.real_vectors)); 70 *(.head.text.real_trampolines); 71 KEEP(*(.head.text.virt_vectors)); 72 *(.head.text.virt_trampolines); 73# if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV) 74 KEEP(*(.head.data.fwnmi_page)); 75# endif 76#endif 77#else /* !CONFIG_PPC64 */ 78 HEAD_TEXT 79#endif 80 } :kernel 81 82 __head_end = .; 83 84#ifdef CONFIG_PPC64 85 /* 86 * ALIGN(0) overrides the default output section alignment because 87 * this needs to start right after .head.text in order for fixed 88 * section placement to work. 89 */ 90 .text ALIGN(0) : AT(ADDR(.text) - LOAD_OFFSET) { 91#ifdef CONFIG_LD_HEAD_STUB_CATCH 92 KEEP(*(.linker_stub_catch)); 93 . = . ; 94#endif 95 96#else 97 .text : AT(ADDR(.text) - LOAD_OFFSET) { 98 ALIGN_FUNCTION(); 99#endif 100 /* careful! __ftr_alt_* sections need to be close to .text */ 101 *(.text.hot TEXT_MAIN .text.fixup .text.unlikely .fixup __ftr_alt_* .ref.text); 102#ifdef CONFIG_PPC64 103 *(.tramp.ftrace.text); 104#endif 105 SCHED_TEXT 106 CPUIDLE_TEXT 107 LOCK_TEXT 108 KPROBES_TEXT 109 IRQENTRY_TEXT 110 SOFTIRQENTRY_TEXT 111 /* 112 * -Os builds call FP save/restore functions. The powerpc64 113 * linker generates those on demand in the .sfpr section. 114 * .sfpr gets placed at the beginning of a group of input 115 * sections, which can break start-of-text offset if it is 116 * included with the main text sections, so put it by itself. 117 */ 118 *(.sfpr); 119 MEM_KEEP(init.text) 120 MEM_KEEP(exit.text) 121 122#ifdef CONFIG_PPC32 123 *(.got1) 124 __got2_start = .; 125 *(.got2) 126 __got2_end = .; 127#endif /* CONFIG_PPC32 */ 128 129 } :kernel 130 131 . = ALIGN(ETEXT_ALIGN_SIZE); 132 _etext = .; 133 PROVIDE32 (etext = .); 134 135 /* Read-only data */ 136 RO_DATA(PAGE_SIZE) 137 138#ifdef CONFIG_PPC64 139 . = ALIGN(8); 140 __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) { 141 __start___stf_entry_barrier_fixup = .; 142 *(__stf_entry_barrier_fixup) 143 __stop___stf_entry_barrier_fixup = .; 144 } 145 146 . = ALIGN(8); 147 __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) { 148 __start___stf_exit_barrier_fixup = .; 149 *(__stf_exit_barrier_fixup) 150 __stop___stf_exit_barrier_fixup = .; 151 } 152 153 . = ALIGN(8); 154 __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) { 155 __start___rfi_flush_fixup = .; 156 *(__rfi_flush_fixup) 157 __stop___rfi_flush_fixup = .; 158 } 159#endif /* CONFIG_PPC64 */ 160 161#ifdef CONFIG_PPC_BARRIER_NOSPEC 162 . = ALIGN(8); 163 __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) { 164 __start___barrier_nospec_fixup = .; 165 *(__barrier_nospec_fixup) 166 __stop___barrier_nospec_fixup = .; 167 } 168#endif /* CONFIG_PPC_BARRIER_NOSPEC */ 169 170#ifdef CONFIG_PPC_FSL_BOOK3E 171 . = ALIGN(8); 172 __spec_btb_flush_fixup : AT(ADDR(__spec_btb_flush_fixup) - LOAD_OFFSET) { 173 __start__btb_flush_fixup = .; 174 *(__btb_flush_fixup) 175 __stop__btb_flush_fixup = .; 176 } 177#endif 178 EXCEPTION_TABLE(0) 179 180 NOTES :kernel :notes 181 182 /* The dummy segment contents for the bug workaround mentioned above 183 near PHDRS. */ 184 .dummy : AT(ADDR(.dummy) - LOAD_OFFSET) { 185 LONG(0) 186 LONG(0) 187 LONG(0) 188 } :kernel :dummy 189 190/* 191 * Init sections discarded at runtime 192 */ 193 . = ALIGN(STRICT_ALIGN_SIZE); 194 __init_begin = .; 195 . = ALIGN(PAGE_SIZE); 196 .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { 197 _sinittext = .; 198 INIT_TEXT 199 _einittext = .; 200#ifdef CONFIG_PPC64 201 *(.tramp.ftrace.init); 202#endif 203 } :kernel 204 205 /* .exit.text is discarded at runtime, not link time, 206 * to deal with references from __bug_table 207 */ 208 .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { 209 EXIT_TEXT 210 } 211 212 .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { 213 INIT_DATA 214 } 215 216 .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) { 217 INIT_SETUP(16) 218 } 219 220 .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) { 221 INIT_CALLS 222 } 223 224 .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) { 225 CON_INITCALL 226 } 227 228 . = ALIGN(8); 229 __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) { 230 __start___ftr_fixup = .; 231 KEEP(*(__ftr_fixup)) 232 __stop___ftr_fixup = .; 233 } 234 . = ALIGN(8); 235 __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) { 236 __start___mmu_ftr_fixup = .; 237 KEEP(*(__mmu_ftr_fixup)) 238 __stop___mmu_ftr_fixup = .; 239 } 240 . = ALIGN(8); 241 __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) { 242 __start___lwsync_fixup = .; 243 KEEP(*(__lwsync_fixup)) 244 __stop___lwsync_fixup = .; 245 } 246#ifdef CONFIG_PPC64 247 . = ALIGN(8); 248 __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) { 249 __start___fw_ftr_fixup = .; 250 KEEP(*(__fw_ftr_fixup)) 251 __stop___fw_ftr_fixup = .; 252 } 253#endif 254 .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) { 255 INIT_RAM_FS 256 } 257 258 PERCPU_SECTION(L1_CACHE_BYTES) 259 260 . = ALIGN(8); 261 .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) { 262 __machine_desc_start = . ; 263 KEEP(*(.machine.desc)) 264 __machine_desc_end = . ; 265 } 266#ifdef CONFIG_RELOCATABLE 267 . = ALIGN(8); 268 .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET) 269 { 270#ifdef CONFIG_PPC32 271 __dynamic_symtab = .; 272#endif 273 *(.dynsym) 274 } 275 .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) } 276 .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET) 277 { 278 __dynamic_start = .; 279 *(.dynamic) 280 } 281 .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) } 282 .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) } 283 .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET) 284 { 285 __rela_dyn_start = .; 286 *(.rela*) 287 } 288#endif 289 /* .exit.data is discarded at runtime, not link time, 290 * to deal with references from .exit.text 291 */ 292 .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { 293 EXIT_DATA 294 } 295 296 /* freed after init ends here */ 297 . = ALIGN(PAGE_SIZE); 298 __init_end = .; 299 300/* 301 * And now the various read/write data 302 */ 303 304 . = ALIGN(PAGE_SIZE); 305 _sdata = .; 306 307#ifdef CONFIG_PPC32 308 .data : AT(ADDR(.data) - LOAD_OFFSET) { 309 DATA_DATA 310#ifdef CONFIG_UBSAN 311 *(.data..Lubsan_data*) 312 *(.data..Lubsan_type*) 313#endif 314 *(.data.rel*) 315 *(SDATA_MAIN) 316 *(.sdata2) 317 *(.got.plt) *(.got) 318 *(.plt) 319 *(.branch_lt) 320 } 321#else 322 .data : AT(ADDR(.data) - LOAD_OFFSET) { 323 DATA_DATA 324 *(.data.rel*) 325 *(.toc1) 326 *(.branch_lt) 327 } 328 329 .opd : AT(ADDR(.opd) - LOAD_OFFSET) { 330 __start_opd = .; 331 KEEP(*(.opd)) 332 __end_opd = .; 333 } 334 335 . = ALIGN(256); 336 .got : AT(ADDR(.got) - LOAD_OFFSET) { 337 __toc_start = .; 338#ifndef CONFIG_RELOCATABLE 339 __prom_init_toc_start = .; 340 arch/powerpc/kernel/prom_init.o*(.toc .got) 341 __prom_init_toc_end = .; 342#endif 343 *(.got) 344 *(.toc) 345 } 346#endif 347 348 /* The initial task and kernel stack */ 349 INIT_TASK_DATA_SECTION(THREAD_SIZE) 350 351 .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) { 352 PAGE_ALIGNED_DATA(PAGE_SIZE) 353 } 354 355 .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) { 356 CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES) 357 } 358 359 .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) { 360 READ_MOSTLY_DATA(L1_CACHE_BYTES) 361 } 362 363 . = ALIGN(PAGE_SIZE); 364 .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { 365 NOSAVE_DATA 366 } 367 368 BUG_TABLE 369 370 . = ALIGN(PAGE_SIZE); 371 _edata = .; 372 PROVIDE32 (edata = .); 373 374/* 375 * And finally the bss 376 */ 377 378 BSS_SECTION(0, 0, 0) 379 380 . = ALIGN(PAGE_SIZE); 381 _end = . ; 382 PROVIDE32 (end = .); 383 384 STABS_DEBUG 385 386 DWARF_DEBUG 387 388 DISCARDS 389 /DISCARD/ : { 390 *(*.EMB.apuinfo) 391 *(.glink .iplt .plt .rela* .comment) 392 *(.gnu.version*) 393 *(.gnu.attributes) 394 *(.eh_frame) 395 } 396} 397