xref: /linux/arch/arm64/kernel/vmlinux.lds.S (revision 0883c2c06fb5bcf5b9e008270827e63c09a88c1e)
1/*
2 * ld script to make ARM Linux kernel
3 * taken from the i386 version by Russell King
4 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
5 */
6
7#include <asm-generic/vmlinux.lds.h>
8#include <asm/cache.h>
9#include <asm/kernel-pgtable.h>
10#include <asm/thread_info.h>
11#include <asm/memory.h>
12#include <asm/page.h>
13#include <asm/pgtable.h>
14
15#include "image.h"
16
17/* .exit.text needed in case of alternative patching */
18#define ARM_EXIT_KEEP(x)	x
19#define ARM_EXIT_DISCARD(x)
20
21OUTPUT_ARCH(aarch64)
22ENTRY(_text)
23
24jiffies = jiffies_64;
25
26#define HYPERVISOR_TEXT					\
27	/*						\
28	 * Align to 4 KB so that			\
29	 * a) the HYP vector table is at its minimum	\
30	 *    alignment of 2048 bytes			\
31	 * b) the HYP init code will not cross a page	\
32	 *    boundary if its size does not exceed	\
33	 *    4 KB (see related ASSERT() below)		\
34	 */						\
35	. = ALIGN(SZ_4K);				\
36	VMLINUX_SYMBOL(__hyp_idmap_text_start) = .;	\
37	*(.hyp.idmap.text)				\
38	VMLINUX_SYMBOL(__hyp_idmap_text_end) = .;	\
39	VMLINUX_SYMBOL(__hyp_text_start) = .;		\
40	*(.hyp.text)					\
41	VMLINUX_SYMBOL(__hyp_text_end) = .;
42
43#define IDMAP_TEXT					\
44	. = ALIGN(SZ_4K);				\
45	VMLINUX_SYMBOL(__idmap_text_start) = .;		\
46	*(.idmap.text)					\
47	VMLINUX_SYMBOL(__idmap_text_end) = .;
48
49#ifdef CONFIG_HIBERNATION
50#define HIBERNATE_TEXT					\
51	. = ALIGN(SZ_4K);				\
52	VMLINUX_SYMBOL(__hibernate_exit_text_start) = .;\
53	*(.hibernate_exit.text)				\
54	VMLINUX_SYMBOL(__hibernate_exit_text_end) = .;
55#else
56#define HIBERNATE_TEXT
57#endif
58
59/*
60 * The size of the PE/COFF section that covers the kernel image, which
61 * runs from stext to _edata, must be a round multiple of the PE/COFF
62 * FileAlignment, which we set to its minimum value of 0x200. 'stext'
63 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned
64 * boundary should be sufficient.
65 */
66PECOFF_FILE_ALIGNMENT = 0x200;
67
68#ifdef CONFIG_EFI
69#define PECOFF_EDATA_PADDING	\
70	.pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); }
71#else
72#define PECOFF_EDATA_PADDING
73#endif
74
75#if defined(CONFIG_DEBUG_ALIGN_RODATA)
76/*
77 *  4 KB granule:   1 level 2 entry
78 * 16 KB granule: 128 level 3 entries, with contiguous bit
79 * 64 KB granule:  32 level 3 entries, with contiguous bit
80 */
81#define SEGMENT_ALIGN			SZ_2M
82#else
83/*
84 *  4 KB granule:  16 level 3 entries, with contiguous bit
85 * 16 KB granule:   4 level 3 entries, without contiguous bit
86 * 64 KB granule:   1 level 3 entry
87 */
88#define SEGMENT_ALIGN			SZ_64K
89#endif
90
91SECTIONS
92{
93	/*
94	 * XXX: The linker does not define how output sections are
95	 * assigned to input sections when there are multiple statements
96	 * matching the same input section name.  There is no documented
97	 * order of matching.
98	 */
99	/DISCARD/ : {
100		ARM_EXIT_DISCARD(EXIT_TEXT)
101		ARM_EXIT_DISCARD(EXIT_DATA)
102		EXIT_CALL
103		*(.discard)
104		*(.discard.*)
105		*(.interp .dynamic)
106	}
107
108	. = KIMAGE_VADDR + TEXT_OFFSET;
109
110	.head.text : {
111		_text = .;
112		HEAD_TEXT
113	}
114	.text : {			/* Real text segment		*/
115		_stext = .;		/* Text and read-only data	*/
116			__exception_text_start = .;
117			*(.exception.text)
118			__exception_text_end = .;
119			IRQENTRY_TEXT
120			SOFTIRQENTRY_TEXT
121			TEXT_TEXT
122			SCHED_TEXT
123			LOCK_TEXT
124			HYPERVISOR_TEXT
125			IDMAP_TEXT
126			HIBERNATE_TEXT
127			*(.fixup)
128			*(.gnu.warning)
129		. = ALIGN(16);
130		*(.got)			/* Global offset table		*/
131	}
132
133	. = ALIGN(SEGMENT_ALIGN);
134	RO_DATA(PAGE_SIZE)		/* everything from this point to */
135	EXCEPTION_TABLE(8)		/* _etext will be marked RO NX   */
136	NOTES
137
138	. = ALIGN(SEGMENT_ALIGN);
139	_etext = .;			/* End of text and rodata section */
140	__init_begin = .;
141
142	INIT_TEXT_SECTION(8)
143	.exit.text : {
144		ARM_EXIT_KEEP(EXIT_TEXT)
145	}
146
147	.init.data : {
148		INIT_DATA
149		INIT_SETUP(16)
150		INIT_CALLS
151		CON_INITCALL
152		SECURITY_INITCALL
153		INIT_RAM_FS
154		*(.init.rodata.* .init.bss)	/* from the EFI stub */
155	}
156	.exit.data : {
157		ARM_EXIT_KEEP(EXIT_DATA)
158	}
159
160	PERCPU_SECTION(L1_CACHE_BYTES)
161
162	. = ALIGN(4);
163	.altinstructions : {
164		__alt_instructions = .;
165		*(.altinstructions)
166		__alt_instructions_end = .;
167	}
168	.altinstr_replacement : {
169		*(.altinstr_replacement)
170	}
171	.rela : ALIGN(8) {
172		*(.rela .rela*)
173	}
174	.dynsym : ALIGN(8) {
175		*(.dynsym)
176	}
177	.dynstr : {
178		*(.dynstr)
179	}
180	.hash : {
181		*(.hash)
182	}
183
184	__rela_offset	= ADDR(.rela) - KIMAGE_VADDR;
185	__rela_size	= SIZEOF(.rela);
186	__dynsym_offset	= ADDR(.dynsym) - KIMAGE_VADDR;
187
188	. = ALIGN(SEGMENT_ALIGN);
189	__init_end = .;
190
191	_data = .;
192	_sdata = .;
193	RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_SIZE)
194	PECOFF_EDATA_PADDING
195	_edata = .;
196
197	BSS_SECTION(0, 0, 0)
198
199	. = ALIGN(PAGE_SIZE);
200	idmap_pg_dir = .;
201	. += IDMAP_DIR_SIZE;
202	swapper_pg_dir = .;
203	. += SWAPPER_DIR_SIZE;
204
205	_end = .;
206
207	STABS_DEBUG
208
209	HEAD_SYMBOLS
210}
211
212/*
213 * The HYP init code and ID map text can't be longer than a page each,
214 * and should not cross a page boundary.
215 */
216ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
217	"HYP init code too big or misaligned")
218ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
219	"ID map text too big or misaligned")
220#ifdef CONFIG_HIBERNATION
221ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1))
222	<= SZ_4K, "Hibernate exit text too big or misaligned")
223#endif
224
225/*
226 * If padding is applied before .head.text, virt<->phys conversions will fail.
227 */
228ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned")
229