1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Based on arch/arm/kernel/asm-offsets.c 4 * 5 * Copyright (C) 1995-2003 Russell King 6 * 2001-2002 Keith Owens 7 * Copyright (C) 2012 ARM Ltd. 8 */ 9 #define COMPILE_OFFSETS 10 11 #include <linux/arm_sdei.h> 12 #include <linux/sched.h> 13 #include <linux/ftrace.h> 14 #include <linux/kexec.h> 15 #include <linux/mm.h> 16 #include <linux/kvm_host.h> 17 #include <linux/suspend.h> 18 #include <asm/cpufeature.h> 19 #include <asm/fixmap.h> 20 #include <asm/thread_info.h> 21 #include <asm/memory.h> 22 #include <asm/smp_plat.h> 23 #include <asm/suspend.h> 24 #include <linux/kbuild.h> 25 #include <linux/arm-smccc.h> 26 27 int main(void) 28 { 29 DEFINE(TSK_TI_CPU, offsetof(struct task_struct, thread_info.cpu)); 30 DEFINE(TSK_TI_FLAGS, offsetof(struct task_struct, thread_info.flags)); 31 DEFINE(TSK_TI_PREEMPT, offsetof(struct task_struct, thread_info.preempt_count)); 32 #ifdef CONFIG_ARM64_SW_TTBR0_PAN 33 DEFINE(TSK_TI_TTBR0, offsetof(struct task_struct, thread_info.ttbr0)); 34 #endif 35 #ifdef CONFIG_SHADOW_CALL_STACK 36 DEFINE(TSK_TI_SCS_BASE, offsetof(struct task_struct, thread_info.scs_base)); 37 DEFINE(TSK_TI_SCS_SP, offsetof(struct task_struct, thread_info.scs_sp)); 38 #endif 39 DEFINE(TSK_STACK, offsetof(struct task_struct, stack)); 40 #ifdef CONFIG_STACKPROTECTOR 41 DEFINE(TSK_STACK_CANARY, offsetof(struct task_struct, stack_canary)); 42 #endif 43 BLANK(); 44 DEFINE(THREAD_CPU_CONTEXT, offsetof(struct task_struct, thread.cpu_context)); 45 DEFINE(THREAD_SCTLR_USER, offsetof(struct task_struct, thread.sctlr_user)); 46 #ifdef CONFIG_ARM64_PTR_AUTH 47 DEFINE(THREAD_KEYS_USER, offsetof(struct task_struct, thread.keys_user)); 48 #endif 49 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL 50 DEFINE(THREAD_KEYS_KERNEL, offsetof(struct task_struct, thread.keys_kernel)); 51 #endif 52 #ifdef CONFIG_ARM64_MTE 53 DEFINE(THREAD_MTE_CTRL, offsetof(struct task_struct, thread.mte_ctrl)); 54 #endif 55 BLANK(); 56 DEFINE(S_X0, offsetof(struct pt_regs, regs[0])); 57 DEFINE(S_X2, offsetof(struct pt_regs, regs[2])); 58 DEFINE(S_X4, offsetof(struct pt_regs, regs[4])); 59 DEFINE(S_X6, offsetof(struct pt_regs, regs[6])); 60 DEFINE(S_X8, offsetof(struct pt_regs, regs[8])); 61 DEFINE(S_X10, offsetof(struct pt_regs, regs[10])); 62 DEFINE(S_X12, offsetof(struct pt_regs, regs[12])); 63 DEFINE(S_X14, offsetof(struct pt_regs, regs[14])); 64 DEFINE(S_X16, offsetof(struct pt_regs, regs[16])); 65 DEFINE(S_X18, offsetof(struct pt_regs, regs[18])); 66 DEFINE(S_X20, offsetof(struct pt_regs, regs[20])); 67 DEFINE(S_X22, offsetof(struct pt_regs, regs[22])); 68 DEFINE(S_X24, offsetof(struct pt_regs, regs[24])); 69 DEFINE(S_X26, offsetof(struct pt_regs, regs[26])); 70 DEFINE(S_X28, offsetof(struct pt_regs, regs[28])); 71 DEFINE(S_FP, offsetof(struct pt_regs, regs[29])); 72 DEFINE(S_LR, offsetof(struct pt_regs, regs[30])); 73 DEFINE(S_SP, offsetof(struct pt_regs, sp)); 74 DEFINE(S_PC, offsetof(struct pt_regs, pc)); 75 DEFINE(S_PSTATE, offsetof(struct pt_regs, pstate)); 76 DEFINE(S_SYSCALLNO, offsetof(struct pt_regs, syscallno)); 77 DEFINE(S_SDEI_TTBR1, offsetof(struct pt_regs, sdei_ttbr1)); 78 DEFINE(S_PMR, offsetof(struct pt_regs, pmr)); 79 DEFINE(S_STACKFRAME, offsetof(struct pt_regs, stackframe)); 80 DEFINE(S_STACKFRAME_TYPE, offsetof(struct pt_regs, stackframe.type)); 81 DEFINE(PT_REGS_SIZE, sizeof(struct pt_regs)); 82 BLANK(); 83 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_ARGS 84 DEFINE(FREGS_X0, offsetof(struct __arch_ftrace_regs, regs[0])); 85 DEFINE(FREGS_X2, offsetof(struct __arch_ftrace_regs, regs[2])); 86 DEFINE(FREGS_X4, offsetof(struct __arch_ftrace_regs, regs[4])); 87 DEFINE(FREGS_X6, offsetof(struct __arch_ftrace_regs, regs[6])); 88 DEFINE(FREGS_X8, offsetof(struct __arch_ftrace_regs, regs[8])); 89 DEFINE(FREGS_FP, offsetof(struct __arch_ftrace_regs, fp)); 90 DEFINE(FREGS_LR, offsetof(struct __arch_ftrace_regs, lr)); 91 DEFINE(FREGS_SP, offsetof(struct __arch_ftrace_regs, sp)); 92 DEFINE(FREGS_PC, offsetof(struct __arch_ftrace_regs, pc)); 93 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS 94 DEFINE(FREGS_DIRECT_TRAMP, offsetof(struct __arch_ftrace_regs, direct_tramp)); 95 #endif 96 DEFINE(FREGS_SIZE, sizeof(struct __arch_ftrace_regs)); 97 BLANK(); 98 #endif 99 DEFINE(CPU_BOOT_TASK, offsetof(struct secondary_data, task)); 100 BLANK(); 101 DEFINE(FTR_OVR_VAL_OFFSET, offsetof(struct arm64_ftr_override, val)); 102 DEFINE(FTR_OVR_MASK_OFFSET, offsetof(struct arm64_ftr_override, mask)); 103 BLANK(); 104 #ifdef CONFIG_KVM 105 DEFINE(VCPU_CONTEXT, offsetof(struct kvm_vcpu, arch.ctxt)); 106 DEFINE(VCPU_FAULT_DISR, offsetof(struct kvm_vcpu, arch.fault.disr_el1)); 107 DEFINE(VCPU_HCR_EL2, offsetof(struct kvm_vcpu, arch.hcr_el2)); 108 DEFINE(CPU_USER_PT_REGS, offsetof(struct kvm_cpu_context, regs)); 109 DEFINE(CPU_ELR_EL2, offsetof(struct kvm_cpu_context, sys_regs[ELR_EL2])); 110 DEFINE(CPU_RGSR_EL1, offsetof(struct kvm_cpu_context, sys_regs[RGSR_EL1])); 111 DEFINE(CPU_GCR_EL1, offsetof(struct kvm_cpu_context, sys_regs[GCR_EL1])); 112 DEFINE(CPU_APIAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIAKEYLO_EL1])); 113 DEFINE(CPU_APIBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIBKEYLO_EL1])); 114 DEFINE(CPU_APDAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDAKEYLO_EL1])); 115 DEFINE(CPU_APDBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDBKEYLO_EL1])); 116 DEFINE(CPU_APGAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APGAKEYLO_EL1])); 117 DEFINE(HOST_CONTEXT_VCPU, offsetof(struct kvm_cpu_context, __hyp_running_vcpu)); 118 DEFINE(HOST_DATA_CONTEXT, offsetof(struct kvm_host_data, host_ctxt)); 119 DEFINE(NVHE_INIT_MAIR_EL2, offsetof(struct kvm_nvhe_init_params, mair_el2)); 120 DEFINE(NVHE_INIT_TCR_EL2, offsetof(struct kvm_nvhe_init_params, tcr_el2)); 121 DEFINE(NVHE_INIT_TPIDR_EL2, offsetof(struct kvm_nvhe_init_params, tpidr_el2)); 122 DEFINE(NVHE_INIT_STACK_HYP_VA, offsetof(struct kvm_nvhe_init_params, stack_hyp_va)); 123 DEFINE(NVHE_INIT_PGD_PA, offsetof(struct kvm_nvhe_init_params, pgd_pa)); 124 DEFINE(NVHE_INIT_HCR_EL2, offsetof(struct kvm_nvhe_init_params, hcr_el2)); 125 DEFINE(NVHE_INIT_VTTBR, offsetof(struct kvm_nvhe_init_params, vttbr)); 126 DEFINE(NVHE_INIT_VTCR, offsetof(struct kvm_nvhe_init_params, vtcr)); 127 DEFINE(NVHE_INIT_TMP, offsetof(struct kvm_nvhe_init_params, tmp)); 128 #endif 129 #ifdef CONFIG_CPU_PM 130 DEFINE(CPU_CTX_SP, offsetof(struct cpu_suspend_ctx, sp)); 131 DEFINE(MPIDR_HASH_MASK, offsetof(struct mpidr_hash, mask)); 132 DEFINE(MPIDR_HASH_SHIFTS, offsetof(struct mpidr_hash, shift_aff)); 133 DEFINE(SLEEP_STACK_DATA_SYSTEM_REGS, offsetof(struct sleep_stack_data, system_regs)); 134 DEFINE(SLEEP_STACK_DATA_CALLEE_REGS, offsetof(struct sleep_stack_data, callee_saved_regs)); 135 #endif 136 DEFINE(ARM_SMCCC_RES_X0_OFFS, offsetof(struct arm_smccc_res, a0)); 137 DEFINE(ARM_SMCCC_RES_X2_OFFS, offsetof(struct arm_smccc_res, a2)); 138 DEFINE(ARM_SMCCC_QUIRK_ID_OFFS, offsetof(struct arm_smccc_quirk, id)); 139 DEFINE(ARM_SMCCC_QUIRK_STATE_OFFS, offsetof(struct arm_smccc_quirk, state)); 140 DEFINE(ARM_SMCCC_1_2_REGS_X0_OFFS, offsetof(struct arm_smccc_1_2_regs, a0)); 141 DEFINE(ARM_SMCCC_1_2_REGS_X2_OFFS, offsetof(struct arm_smccc_1_2_regs, a2)); 142 DEFINE(ARM_SMCCC_1_2_REGS_X4_OFFS, offsetof(struct arm_smccc_1_2_regs, a4)); 143 DEFINE(ARM_SMCCC_1_2_REGS_X6_OFFS, offsetof(struct arm_smccc_1_2_regs, a6)); 144 DEFINE(ARM_SMCCC_1_2_REGS_X8_OFFS, offsetof(struct arm_smccc_1_2_regs, a8)); 145 DEFINE(ARM_SMCCC_1_2_REGS_X10_OFFS, offsetof(struct arm_smccc_1_2_regs, a10)); 146 DEFINE(ARM_SMCCC_1_2_REGS_X12_OFFS, offsetof(struct arm_smccc_1_2_regs, a12)); 147 DEFINE(ARM_SMCCC_1_2_REGS_X14_OFFS, offsetof(struct arm_smccc_1_2_regs, a14)); 148 DEFINE(ARM_SMCCC_1_2_REGS_X16_OFFS, offsetof(struct arm_smccc_1_2_regs, a16)); 149 BLANK(); 150 DEFINE(HIBERN_PBE_ORIG, offsetof(struct pbe, orig_address)); 151 DEFINE(HIBERN_PBE_ADDR, offsetof(struct pbe, address)); 152 DEFINE(HIBERN_PBE_NEXT, offsetof(struct pbe, next)); 153 DEFINE(ARM64_FTR_SYSVAL, offsetof(struct arm64_ftr_reg, sys_val)); 154 BLANK(); 155 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 156 DEFINE(TRAMP_VALIAS, TRAMP_VALIAS); 157 #endif 158 #ifdef CONFIG_ARM_SDE_INTERFACE 159 DEFINE(SDEI_EVENT_INTREGS, offsetof(struct sdei_registered_event, interrupted_regs)); 160 DEFINE(SDEI_EVENT_PRIORITY, offsetof(struct sdei_registered_event, priority)); 161 #endif 162 #ifdef CONFIG_ARM64_PTR_AUTH 163 DEFINE(PTRAUTH_USER_KEY_APIA, offsetof(struct ptrauth_keys_user, apia)); 164 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL 165 DEFINE(PTRAUTH_KERNEL_KEY_APIA, offsetof(struct ptrauth_keys_kernel, apia)); 166 #endif 167 BLANK(); 168 #endif 169 #ifdef CONFIG_KEXEC_CORE 170 DEFINE(KIMAGE_ARCH_DTB_MEM, offsetof(struct kimage, arch.dtb_mem)); 171 DEFINE(KIMAGE_ARCH_EL2_VECTORS, offsetof(struct kimage, arch.el2_vectors)); 172 DEFINE(KIMAGE_ARCH_ZERO_PAGE, offsetof(struct kimage, arch.zero_page)); 173 DEFINE(KIMAGE_ARCH_PHYS_OFFSET, offsetof(struct kimage, arch.phys_offset)); 174 DEFINE(KIMAGE_ARCH_TTBR1, offsetof(struct kimage, arch.ttbr1)); 175 DEFINE(KIMAGE_HEAD, offsetof(struct kimage, head)); 176 DEFINE(KIMAGE_START, offsetof(struct kimage, start)); 177 BLANK(); 178 #endif 179 #ifdef CONFIG_FUNCTION_TRACER 180 DEFINE(FTRACE_OPS_FUNC, offsetof(struct ftrace_ops, func)); 181 #endif 182 BLANK(); 183 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS 184 DEFINE(FTRACE_OPS_DIRECT_CALL, offsetof(struct ftrace_ops, direct_call)); 185 #endif 186 DEFINE(PIE_E0_ASM, PIE_E0); 187 DEFINE(PIE_E1_ASM, PIE_E1); 188 return 0; 189 } 190