xref: /linux/arch/arm64/kernel/image-vars.h (revision ac5ce2456e3e68c8ab6f03be2c2af832ec0f99b5)
1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /*
3  * Linker script variables to be set after section resolution, as
4  * ld.lld does not like variables assigned before SECTIONS is processed.
5  */
6 #ifndef __ARM64_KERNEL_IMAGE_VARS_H
7 #define __ARM64_KERNEL_IMAGE_VARS_H
8 
9 #ifndef LINKER_SCRIPT
10 #error This file should only be included in vmlinux.lds.S
11 #endif
12 
13 #ifdef CONFIG_EFI
14 
15 __efistub_kernel_size		= _edata - _text;
16 __efistub_primary_entry_offset	= primary_entry - _text;
17 
18 
19 /*
20  * The EFI stub has its own symbol namespace prefixed by __efistub_, to
21  * isolate it from the kernel proper. The following symbols are legally
22  * accessed by the stub, so provide some aliases to make them accessible.
23  * Only include data symbols here, or text symbols of functions that are
24  * guaranteed to be safe when executed at another offset than they were
25  * linked at. The routines below are all implemented in assembler in a
26  * position independent manner
27  */
28 __efistub_memcmp		= __pi_memcmp;
29 __efistub_memchr		= __pi_memchr;
30 __efistub_memcpy		= __pi_memcpy;
31 __efistub_memmove		= __pi_memmove;
32 __efistub_memset		= __pi_memset;
33 __efistub_strlen		= __pi_strlen;
34 __efistub_strnlen		= __pi_strnlen;
35 __efistub_strcmp		= __pi_strcmp;
36 __efistub_strncmp		= __pi_strncmp;
37 __efistub_strrchr		= __pi_strrchr;
38 __efistub___clean_dcache_area_poc = __pi___clean_dcache_area_poc;
39 
40 #if defined(CONFIG_KASAN_GENERIC) || defined(CONFIG_KASAN_SW_TAGS)
41 __efistub___memcpy		= __pi_memcpy;
42 __efistub___memmove		= __pi_memmove;
43 __efistub___memset		= __pi_memset;
44 #endif
45 
46 __efistub__text			= _text;
47 __efistub__end			= _end;
48 __efistub__edata		= _edata;
49 __efistub_screen_info		= screen_info;
50 __efistub__ctype		= _ctype;
51 
52 #endif
53 
54 #ifdef CONFIG_KVM
55 
56 /*
57  * KVM nVHE code has its own symbol namespace prefixed with __kvm_nvhe_, to
58  * separate it from the kernel proper. The following symbols are legally
59  * accessed by it, therefore provide aliases to make them linkable.
60  * Do not include symbols which may not be safely accessed under hypervisor
61  * memory mappings.
62  */
63 
64 /* Alternative callbacks for init-time patching of nVHE hyp code. */
65 KVM_NVHE_ALIAS(kvm_patch_vector_branch);
66 KVM_NVHE_ALIAS(kvm_update_va_mask);
67 KVM_NVHE_ALIAS(kvm_get_kimage_voffset);
68 KVM_NVHE_ALIAS(kvm_compute_final_ctr_el0);
69 
70 /* Global kernel state accessed by nVHE hyp code. */
71 KVM_NVHE_ALIAS(kvm_vgic_global_state);
72 
73 /* Kernel symbols used to call panic() from nVHE hyp code (via ERET). */
74 KVM_NVHE_ALIAS(__hyp_panic_string);
75 KVM_NVHE_ALIAS(panic);
76 
77 /* Vectors installed by hyp-init on reset HVC. */
78 KVM_NVHE_ALIAS(__hyp_stub_vectors);
79 
80 /* Kernel symbol used by icache_is_vpipt(). */
81 KVM_NVHE_ALIAS(__icache_flags);
82 
83 /* Kernel symbols needed for cpus_have_final/const_caps checks. */
84 KVM_NVHE_ALIAS(arm64_const_caps_ready);
85 KVM_NVHE_ALIAS(cpu_hwcap_keys);
86 
87 /* Static keys which are set if a vGIC trap should be handled in hyp. */
88 KVM_NVHE_ALIAS(vgic_v2_cpuif_trap);
89 KVM_NVHE_ALIAS(vgic_v3_cpuif_trap);
90 
91 /* Static key checked in pmr_sync(). */
92 #ifdef CONFIG_ARM64_PSEUDO_NMI
93 KVM_NVHE_ALIAS(gic_pmr_sync);
94 /* Static key checked in GIC_PRIO_IRQOFF. */
95 KVM_NVHE_ALIAS(gic_nonsecure_priorities);
96 #endif
97 
98 /* EL2 exception handling */
99 KVM_NVHE_ALIAS(__start___kvm_ex_table);
100 KVM_NVHE_ALIAS(__stop___kvm_ex_table);
101 
102 /* Array containing bases of nVHE per-CPU memory regions. */
103 KVM_NVHE_ALIAS(kvm_arm_hyp_percpu_base);
104 
105 /* PMU available static key */
106 KVM_NVHE_ALIAS(kvm_arm_pmu_available);
107 
108 /* Position-independent library routines */
109 KVM_NVHE_ALIAS_HYP(clear_page, __pi_clear_page);
110 KVM_NVHE_ALIAS_HYP(copy_page, __pi_copy_page);
111 KVM_NVHE_ALIAS_HYP(memcpy, __pi_memcpy);
112 KVM_NVHE_ALIAS_HYP(memset, __pi_memset);
113 
114 #ifdef CONFIG_KASAN
115 KVM_NVHE_ALIAS_HYP(__memcpy, __pi_memcpy);
116 KVM_NVHE_ALIAS_HYP(__memset, __pi_memset);
117 #endif
118 
119 /* Kernel memory sections */
120 KVM_NVHE_ALIAS(__start_rodata);
121 KVM_NVHE_ALIAS(__end_rodata);
122 KVM_NVHE_ALIAS(__bss_start);
123 KVM_NVHE_ALIAS(__bss_stop);
124 
125 /* Hyp memory sections */
126 KVM_NVHE_ALIAS(__hyp_idmap_text_start);
127 KVM_NVHE_ALIAS(__hyp_idmap_text_end);
128 KVM_NVHE_ALIAS(__hyp_text_start);
129 KVM_NVHE_ALIAS(__hyp_text_end);
130 KVM_NVHE_ALIAS(__hyp_bss_start);
131 KVM_NVHE_ALIAS(__hyp_bss_end);
132 KVM_NVHE_ALIAS(__hyp_rodata_start);
133 KVM_NVHE_ALIAS(__hyp_rodata_end);
134 
135 /* pKVM static key */
136 KVM_NVHE_ALIAS(kvm_protected_mode_initialized);
137 
138 #endif /* CONFIG_KVM */
139 
140 #endif /* __ARM64_KERNEL_IMAGE_VARS_H */
141