1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * Linker script variables to be set after section resolution, as 4 * ld.lld does not like variables assigned before SECTIONS is processed. 5 */ 6 #ifndef __ARM64_KERNEL_IMAGE_VARS_H 7 #define __ARM64_KERNEL_IMAGE_VARS_H 8 9 #ifndef LINKER_SCRIPT 10 #error This file should only be included in vmlinux.lds.S 11 #endif 12 13 PROVIDE(__efistub_primary_entry = primary_entry); 14 15 /* 16 * The EFI stub has its own symbol namespace prefixed by __efistub_, to 17 * isolate it from the kernel proper. The following symbols are legally 18 * accessed by the stub, so provide some aliases to make them accessible. 19 * Only include data symbols here, or text symbols of functions that are 20 * guaranteed to be safe when executed at another offset than they were 21 * linked at. The routines below are all implemented in assembler in a 22 * position independent manner 23 */ 24 PROVIDE(__efistub_caches_clean_inval_pou = __pi_caches_clean_inval_pou); 25 26 PROVIDE(__efistub__text = _text); 27 PROVIDE(__efistub__end = _end); 28 PROVIDE(__efistub___inittext_end = __inittext_end); 29 PROVIDE(__efistub__edata = _edata); 30 #if defined(CONFIG_EFI_EARLYCON) || defined(CONFIG_SYSFB) 31 PROVIDE(__efistub_screen_info = screen_info); 32 #endif 33 PROVIDE(__efistub__ctype = _ctype); 34 35 PROVIDE(__pi___memcpy = __pi_memcpy); 36 PROVIDE(__pi___memmove = __pi_memmove); 37 PROVIDE(__pi___memset = __pi_memset); 38 39 PROVIDE(__pi_id_aa64isar1_override = id_aa64isar1_override); 40 PROVIDE(__pi_id_aa64isar2_override = id_aa64isar2_override); 41 PROVIDE(__pi_id_aa64mmfr0_override = id_aa64mmfr0_override); 42 PROVIDE(__pi_id_aa64mmfr1_override = id_aa64mmfr1_override); 43 PROVIDE(__pi_id_aa64mmfr2_override = id_aa64mmfr2_override); 44 PROVIDE(__pi_id_aa64pfr0_override = id_aa64pfr0_override); 45 PROVIDE(__pi_id_aa64pfr1_override = id_aa64pfr1_override); 46 PROVIDE(__pi_id_aa64smfr0_override = id_aa64smfr0_override); 47 PROVIDE(__pi_id_aa64zfr0_override = id_aa64zfr0_override); 48 PROVIDE(__pi_arm64_sw_feature_override = arm64_sw_feature_override); 49 PROVIDE(__pi_arm64_use_ng_mappings = arm64_use_ng_mappings); 50 #ifdef CONFIG_CAVIUM_ERRATUM_27456 51 PROVIDE(__pi_cavium_erratum_27456_cpus = cavium_erratum_27456_cpus); 52 #endif 53 PROVIDE(__pi__ctype = _ctype); 54 PROVIDE(__pi_memstart_offset_seed = memstart_offset_seed); 55 56 PROVIDE(__pi_init_idmap_pg_dir = init_idmap_pg_dir); 57 PROVIDE(__pi_init_idmap_pg_end = init_idmap_pg_end); 58 PROVIDE(__pi_init_pg_dir = init_pg_dir); 59 PROVIDE(__pi_init_pg_end = init_pg_end); 60 PROVIDE(__pi_swapper_pg_dir = swapper_pg_dir); 61 62 PROVIDE(__pi__text = _text); 63 PROVIDE(__pi__stext = _stext); 64 PROVIDE(__pi__etext = _etext); 65 PROVIDE(__pi___start_rodata = __start_rodata); 66 PROVIDE(__pi___inittext_begin = __inittext_begin); 67 PROVIDE(__pi___inittext_end = __inittext_end); 68 PROVIDE(__pi___initdata_begin = __initdata_begin); 69 PROVIDE(__pi___initdata_end = __initdata_end); 70 PROVIDE(__pi__data = _data); 71 PROVIDE(__pi___bss_start = __bss_start); 72 PROVIDE(__pi__end = _end); 73 74 #ifdef CONFIG_KVM 75 76 /* 77 * KVM nVHE code has its own symbol namespace prefixed with __kvm_nvhe_, to 78 * separate it from the kernel proper. The following symbols are legally 79 * accessed by it, therefore provide aliases to make them linkable. 80 * Do not include symbols which may not be safely accessed under hypervisor 81 * memory mappings. 82 */ 83 84 /* Alternative callbacks for init-time patching of nVHE hyp code. */ 85 KVM_NVHE_ALIAS(kvm_patch_vector_branch); 86 KVM_NVHE_ALIAS(kvm_update_va_mask); 87 KVM_NVHE_ALIAS(kvm_get_kimage_voffset); 88 KVM_NVHE_ALIAS(kvm_compute_final_ctr_el0); 89 KVM_NVHE_ALIAS(spectre_bhb_patch_loop_iter); 90 KVM_NVHE_ALIAS(spectre_bhb_patch_loop_mitigation_enable); 91 KVM_NVHE_ALIAS(spectre_bhb_patch_wa3); 92 KVM_NVHE_ALIAS(spectre_bhb_patch_clearbhb); 93 KVM_NVHE_ALIAS(alt_cb_patch_nops); 94 95 /* Global kernel state accessed by nVHE hyp code. */ 96 KVM_NVHE_ALIAS(kvm_vgic_global_state); 97 98 /* Kernel symbols used to call panic() from nVHE hyp code (via ERET). */ 99 KVM_NVHE_ALIAS(nvhe_hyp_panic_handler); 100 101 /* Vectors installed by hyp-init on reset HVC. */ 102 KVM_NVHE_ALIAS(__hyp_stub_vectors); 103 104 /* Static keys which are set if a vGIC trap should be handled in hyp. */ 105 KVM_NVHE_ALIAS(vgic_v2_cpuif_trap); 106 KVM_NVHE_ALIAS(vgic_v3_cpuif_trap); 107 108 #ifdef CONFIG_ARM64_PSEUDO_NMI 109 /* Static key checked in GIC_PRIO_IRQOFF. */ 110 KVM_NVHE_ALIAS(gic_nonsecure_priorities); 111 #endif 112 113 /* EL2 exception handling */ 114 KVM_NVHE_ALIAS(__start___kvm_ex_table); 115 KVM_NVHE_ALIAS(__stop___kvm_ex_table); 116 117 /* PMU available static key */ 118 #ifdef CONFIG_HW_PERF_EVENTS 119 KVM_NVHE_ALIAS(kvm_arm_pmu_available); 120 #endif 121 122 /* Position-independent library routines */ 123 KVM_NVHE_ALIAS_HYP(clear_page, __pi_clear_page); 124 KVM_NVHE_ALIAS_HYP(copy_page, __pi_copy_page); 125 KVM_NVHE_ALIAS_HYP(memcpy, __pi_memcpy); 126 KVM_NVHE_ALIAS_HYP(memset, __pi_memset); 127 128 #ifdef CONFIG_KASAN 129 KVM_NVHE_ALIAS_HYP(__memcpy, __pi_memcpy); 130 KVM_NVHE_ALIAS_HYP(__memset, __pi_memset); 131 #endif 132 133 /* Hyp memory sections */ 134 KVM_NVHE_ALIAS(__hyp_idmap_text_start); 135 KVM_NVHE_ALIAS(__hyp_idmap_text_end); 136 KVM_NVHE_ALIAS(__hyp_text_start); 137 KVM_NVHE_ALIAS(__hyp_text_end); 138 KVM_NVHE_ALIAS(__hyp_bss_start); 139 KVM_NVHE_ALIAS(__hyp_bss_end); 140 KVM_NVHE_ALIAS(__hyp_rodata_start); 141 KVM_NVHE_ALIAS(__hyp_rodata_end); 142 143 /* pKVM static key */ 144 KVM_NVHE_ALIAS(kvm_protected_mode_initialized); 145 146 #endif /* CONFIG_KVM */ 147 148 #ifdef CONFIG_EFI_ZBOOT 149 _kernel_codesize = ABSOLUTE(__inittext_end - _text); 150 #endif 151 152 #endif /* __ARM64_KERNEL_IMAGE_VARS_H */ 153