xref: /linux/arch/arm64/kernel/vmlinux.lds.S (revision 071bf69a0220253a44acb8b2a27f7a262b9a46bf)
1/*
2 * ld script to make ARM Linux kernel
3 * taken from the i386 version by Russell King
4 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
5 */
6
7#include <asm-generic/vmlinux.lds.h>
8#include <asm/cache.h>
9#include <asm/kernel-pgtable.h>
10#include <asm/thread_info.h>
11#include <asm/memory.h>
12#include <asm/page.h>
13#include <asm/pgtable.h>
14
15#include "image.h"
16
17/* .exit.text needed in case of alternative patching */
18#define ARM_EXIT_KEEP(x)	x
19#define ARM_EXIT_DISCARD(x)
20
21OUTPUT_ARCH(aarch64)
22ENTRY(_text)
23
24jiffies = jiffies_64;
25
26#define HYPERVISOR_TEXT					\
27	/*						\
28	 * Align to 4 KB so that			\
29	 * a) the HYP vector table is at its minimum	\
30	 *    alignment of 2048 bytes			\
31	 * b) the HYP init code will not cross a page	\
32	 *    boundary if its size does not exceed	\
33	 *    4 KB (see related ASSERT() below)		\
34	 */						\
35	. = ALIGN(SZ_4K);				\
36	VMLINUX_SYMBOL(__hyp_idmap_text_start) = .;	\
37	*(.hyp.idmap.text)				\
38	VMLINUX_SYMBOL(__hyp_idmap_text_end) = .;	\
39	VMLINUX_SYMBOL(__hyp_text_start) = .;		\
40	*(.hyp.text)					\
41	VMLINUX_SYMBOL(__hyp_text_end) = .;
42
43#define IDMAP_TEXT					\
44	. = ALIGN(SZ_4K);				\
45	VMLINUX_SYMBOL(__idmap_text_start) = .;		\
46	*(.idmap.text)					\
47	VMLINUX_SYMBOL(__idmap_text_end) = .;
48
49#ifdef CONFIG_HIBERNATION
50#define HIBERNATE_TEXT					\
51	. = ALIGN(SZ_4K);				\
52	VMLINUX_SYMBOL(__hibernate_exit_text_start) = .;\
53	*(.hibernate_exit.text)				\
54	VMLINUX_SYMBOL(__hibernate_exit_text_end) = .;
55#else
56#define HIBERNATE_TEXT
57#endif
58
59/*
60 * The size of the PE/COFF section that covers the kernel image, which
61 * runs from stext to _edata, must be a round multiple of the PE/COFF
62 * FileAlignment, which we set to its minimum value of 0x200. 'stext'
63 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned
64 * boundary should be sufficient.
65 */
66PECOFF_FILE_ALIGNMENT = 0x200;
67
68#ifdef CONFIG_EFI
69#define PECOFF_EDATA_PADDING	\
70	.pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); }
71#else
72#define PECOFF_EDATA_PADDING
73#endif
74
75#if defined(CONFIG_DEBUG_ALIGN_RODATA)
76/*
77 *  4 KB granule:   1 level 2 entry
78 * 16 KB granule: 128 level 3 entries, with contiguous bit
79 * 64 KB granule:  32 level 3 entries, with contiguous bit
80 */
81#define SEGMENT_ALIGN			SZ_2M
82#else
83/*
84 *  4 KB granule:  16 level 3 entries, with contiguous bit
85 * 16 KB granule:   4 level 3 entries, without contiguous bit
86 * 64 KB granule:   1 level 3 entry
87 */
88#define SEGMENT_ALIGN			SZ_64K
89#endif
90
91SECTIONS
92{
93	/*
94	 * XXX: The linker does not define how output sections are
95	 * assigned to input sections when there are multiple statements
96	 * matching the same input section name.  There is no documented
97	 * order of matching.
98	 */
99	/DISCARD/ : {
100		ARM_EXIT_DISCARD(EXIT_TEXT)
101		ARM_EXIT_DISCARD(EXIT_DATA)
102		EXIT_CALL
103		*(.discard)
104		*(.discard.*)
105		*(.interp .dynamic)
106		*(.dynsym .dynstr .hash)
107	}
108
109	. = KIMAGE_VADDR + TEXT_OFFSET;
110
111	.head.text : {
112		_text = .;
113		HEAD_TEXT
114	}
115	.text : {			/* Real text segment		*/
116		_stext = .;		/* Text and read-only data	*/
117			__exception_text_start = .;
118			*(.exception.text)
119			__exception_text_end = .;
120			IRQENTRY_TEXT
121			SOFTIRQENTRY_TEXT
122			ENTRY_TEXT
123			TEXT_TEXT
124			SCHED_TEXT
125			LOCK_TEXT
126			KPROBES_TEXT
127			HYPERVISOR_TEXT
128			IDMAP_TEXT
129			HIBERNATE_TEXT
130			*(.fixup)
131			*(.gnu.warning)
132		. = ALIGN(16);
133		*(.got)			/* Global offset table		*/
134	}
135
136	. = ALIGN(SEGMENT_ALIGN);
137	_etext = .;			/* End of text section */
138
139	RO_DATA(PAGE_SIZE)		/* everything from this point to     */
140	EXCEPTION_TABLE(8)		/* __init_begin will be marked RO NX */
141	NOTES
142
143	. = ALIGN(SEGMENT_ALIGN);
144	__init_begin = .;
145
146	INIT_TEXT_SECTION(8)
147	.exit.text : {
148		ARM_EXIT_KEEP(EXIT_TEXT)
149	}
150
151	.init.data : {
152		INIT_DATA
153		INIT_SETUP(16)
154		INIT_CALLS
155		CON_INITCALL
156		SECURITY_INITCALL
157		INIT_RAM_FS
158		*(.init.rodata.* .init.bss)	/* from the EFI stub */
159	}
160	.exit.data : {
161		ARM_EXIT_KEEP(EXIT_DATA)
162	}
163
164	PERCPU_SECTION(L1_CACHE_BYTES)
165
166	. = ALIGN(4);
167	.altinstructions : {
168		__alt_instructions = .;
169		*(.altinstructions)
170		__alt_instructions_end = .;
171	}
172	.altinstr_replacement : {
173		*(.altinstr_replacement)
174	}
175	.rela : ALIGN(8) {
176		*(.rela .rela*)
177	}
178
179	__rela_offset	= ABSOLUTE(ADDR(.rela) - KIMAGE_VADDR);
180	__rela_size	= SIZEOF(.rela);
181
182	. = ALIGN(SEGMENT_ALIGN);
183	__init_end = .;
184
185	_data = .;
186	_sdata = .;
187	RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_SIZE)
188	PECOFF_EDATA_PADDING
189	_edata = .;
190
191	BSS_SECTION(0, 0, 0)
192
193	. = ALIGN(PAGE_SIZE);
194	idmap_pg_dir = .;
195	. += IDMAP_DIR_SIZE;
196	swapper_pg_dir = .;
197	. += SWAPPER_DIR_SIZE;
198
199	_end = .;
200
201	STABS_DEBUG
202
203	HEAD_SYMBOLS
204}
205
206/*
207 * The HYP init code and ID map text can't be longer than a page each,
208 * and should not cross a page boundary.
209 */
210ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
211	"HYP init code too big or misaligned")
212ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
213	"ID map text too big or misaligned")
214#ifdef CONFIG_HIBERNATION
215ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1))
216	<= SZ_4K, "Hibernate exit text too big or misaligned")
217#endif
218
219/*
220 * If padding is applied before .head.text, virt<->phys conversions will fail.
221 */
222ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned")
223