1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * Linker script variables to be set after section resolution, as 4 * ld.lld does not like variables assigned before SECTIONS is processed. 5 */ 6 #ifndef __ARM64_KERNEL_IMAGE_VARS_H 7 #define __ARM64_KERNEL_IMAGE_VARS_H 8 9 #ifndef LINKER_SCRIPT 10 #error This file should only be included in vmlinux.lds.S 11 #endif 12 13 #ifdef CONFIG_EFI 14 15 __efistub_kernel_size = _edata - _text; 16 __efistub_primary_entry_offset = primary_entry - _text; 17 18 19 /* 20 * The EFI stub has its own symbol namespace prefixed by __efistub_, to 21 * isolate it from the kernel proper. The following symbols are legally 22 * accessed by the stub, so provide some aliases to make them accessible. 23 * Only include data symbols here, or text symbols of functions that are 24 * guaranteed to be safe when executed at another offset than they were 25 * linked at. The routines below are all implemented in assembler in a 26 * position independent manner 27 */ 28 __efistub_memcmp = __pi_memcmp; 29 __efistub_memchr = __pi_memchr; 30 __efistub_memcpy = __pi_memcpy; 31 __efistub_memmove = __pi_memmove; 32 __efistub_memset = __pi_memset; 33 __efistub_strlen = __pi_strlen; 34 __efistub_strnlen = __pi_strnlen; 35 __efistub_strcmp = __pi_strcmp; 36 __efistub_strncmp = __pi_strncmp; 37 __efistub_strrchr = __pi_strrchr; 38 __efistub_dcache_clean_poc = __pi_dcache_clean_poc; 39 40 #if defined(CONFIG_KASAN_GENERIC) || defined(CONFIG_KASAN_SW_TAGS) 41 __efistub___memcpy = __pi_memcpy; 42 __efistub___memmove = __pi_memmove; 43 __efistub___memset = __pi_memset; 44 #endif 45 46 __efistub__text = _text; 47 __efistub__end = _end; 48 __efistub__edata = _edata; 49 __efistub_screen_info = screen_info; 50 __efistub__ctype = _ctype; 51 52 #endif 53 54 #ifdef CONFIG_KVM 55 56 /* 57 * KVM nVHE code has its own symbol namespace prefixed with __kvm_nvhe_, to 58 * separate it from the kernel proper. The following symbols are legally 59 * accessed by it, therefore provide aliases to make them linkable. 60 * Do not include symbols which may not be safely accessed under hypervisor 61 * memory mappings. 62 */ 63 64 /* Alternative callbacks for init-time patching of nVHE hyp code. */ 65 KVM_NVHE_ALIAS(kvm_patch_vector_branch); 66 KVM_NVHE_ALIAS(kvm_update_va_mask); 67 KVM_NVHE_ALIAS(kvm_get_kimage_voffset); 68 KVM_NVHE_ALIAS(kvm_compute_final_ctr_el0); 69 70 /* Global kernel state accessed by nVHE hyp code. */ 71 KVM_NVHE_ALIAS(kvm_vgic_global_state); 72 73 /* Kernel symbols used to call panic() from nVHE hyp code (via ERET). */ 74 KVM_NVHE_ALIAS(nvhe_hyp_panic_handler); 75 76 /* Vectors installed by hyp-init on reset HVC. */ 77 KVM_NVHE_ALIAS(__hyp_stub_vectors); 78 79 /* Kernel symbol used by icache_is_vpipt(). */ 80 KVM_NVHE_ALIAS(__icache_flags); 81 82 /* Kernel symbols needed for cpus_have_final/const_caps checks. */ 83 KVM_NVHE_ALIAS(arm64_const_caps_ready); 84 KVM_NVHE_ALIAS(cpu_hwcap_keys); 85 86 /* Static keys which are set if a vGIC trap should be handled in hyp. */ 87 KVM_NVHE_ALIAS(vgic_v2_cpuif_trap); 88 KVM_NVHE_ALIAS(vgic_v3_cpuif_trap); 89 90 /* Static key checked in pmr_sync(). */ 91 #ifdef CONFIG_ARM64_PSEUDO_NMI 92 KVM_NVHE_ALIAS(gic_pmr_sync); 93 /* Static key checked in GIC_PRIO_IRQOFF. */ 94 KVM_NVHE_ALIAS(gic_nonsecure_priorities); 95 #endif 96 97 /* EL2 exception handling */ 98 KVM_NVHE_ALIAS(__start___kvm_ex_table); 99 KVM_NVHE_ALIAS(__stop___kvm_ex_table); 100 101 /* Array containing bases of nVHE per-CPU memory regions. */ 102 KVM_NVHE_ALIAS(kvm_arm_hyp_percpu_base); 103 104 /* PMU available static key */ 105 #ifdef CONFIG_HW_PERF_EVENTS 106 KVM_NVHE_ALIAS(kvm_arm_pmu_available); 107 #endif 108 109 /* Position-independent library routines */ 110 KVM_NVHE_ALIAS_HYP(clear_page, __pi_clear_page); 111 KVM_NVHE_ALIAS_HYP(copy_page, __pi_copy_page); 112 KVM_NVHE_ALIAS_HYP(memcpy, __pi_memcpy); 113 KVM_NVHE_ALIAS_HYP(memset, __pi_memset); 114 115 #ifdef CONFIG_KASAN 116 KVM_NVHE_ALIAS_HYP(__memcpy, __pi_memcpy); 117 KVM_NVHE_ALIAS_HYP(__memset, __pi_memset); 118 #endif 119 120 /* Kernel memory sections */ 121 KVM_NVHE_ALIAS(__start_rodata); 122 KVM_NVHE_ALIAS(__end_rodata); 123 KVM_NVHE_ALIAS(__bss_start); 124 KVM_NVHE_ALIAS(__bss_stop); 125 126 /* Hyp memory sections */ 127 KVM_NVHE_ALIAS(__hyp_idmap_text_start); 128 KVM_NVHE_ALIAS(__hyp_idmap_text_end); 129 KVM_NVHE_ALIAS(__hyp_text_start); 130 KVM_NVHE_ALIAS(__hyp_text_end); 131 KVM_NVHE_ALIAS(__hyp_bss_start); 132 KVM_NVHE_ALIAS(__hyp_bss_end); 133 KVM_NVHE_ALIAS(__hyp_rodata_start); 134 KVM_NVHE_ALIAS(__hyp_rodata_end); 135 136 /* pKVM static key */ 137 KVM_NVHE_ALIAS(kvm_protected_mode_initialized); 138 139 #endif /* CONFIG_KVM */ 140 141 #endif /* __ARM64_KERNEL_IMAGE_VARS_H */ 142