1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Based on arch/arm/kernel/asm-offsets.c 4 * 5 * Copyright (C) 1995-2003 Russell King 6 * 2001-2002 Keith Owens 7 * Copyright (C) 2012 ARM Ltd. 8 */ 9 #define COMPILE_OFFSETS 10 11 #include <linux/arm_sdei.h> 12 #include <linux/sched.h> 13 #include <linux/ftrace.h> 14 #include <linux/kexec.h> 15 #include <linux/mm.h> 16 #include <linux/kvm_host.h> 17 #include <linux/suspend.h> 18 #include <asm/cpufeature.h> 19 #include <asm/fixmap.h> 20 #include <asm/thread_info.h> 21 #include <asm/memory.h> 22 #include <asm/smp_plat.h> 23 #include <asm/suspend.h> 24 #include <linux/kbuild.h> 25 #include <linux/arm-smccc.h> 26 27 int main(void) 28 { 29 DEFINE(TSK_TI_CPU, offsetof(struct task_struct, thread_info.cpu)); 30 DEFINE(TSK_TI_FLAGS, offsetof(struct task_struct, thread_info.flags)); 31 DEFINE(TSK_TI_PREEMPT, offsetof(struct task_struct, thread_info.preempt_count)); 32 #ifdef CONFIG_ARM64_SW_TTBR0_PAN 33 DEFINE(TSK_TI_TTBR0, offsetof(struct task_struct, thread_info.ttbr0)); 34 #endif 35 #ifdef CONFIG_SHADOW_CALL_STACK 36 DEFINE(TSK_TI_SCS_BASE, offsetof(struct task_struct, thread_info.scs_base)); 37 DEFINE(TSK_TI_SCS_SP, offsetof(struct task_struct, thread_info.scs_sp)); 38 #endif 39 DEFINE(TSK_TI_PCPU_GPRS, offsetof(struct task_struct, thread_info.pcpu_gprs)); 40 DEFINE(TSK_STACK, offsetof(struct task_struct, stack)); 41 #ifdef CONFIG_STACKPROTECTOR 42 DEFINE(TSK_STACK_CANARY, offsetof(struct task_struct, stack_canary)); 43 #endif 44 BLANK(); 45 DEFINE(THREAD_CPU_CONTEXT, offsetof(struct task_struct, thread.cpu_context)); 46 DEFINE(THREAD_SCTLR_USER, offsetof(struct task_struct, thread.sctlr_user)); 47 #ifdef CONFIG_ARM64_PTR_AUTH 48 DEFINE(THREAD_KEYS_USER, offsetof(struct task_struct, thread.keys_user)); 49 #endif 50 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL 51 DEFINE(THREAD_KEYS_KERNEL, offsetof(struct task_struct, thread.keys_kernel)); 52 #endif 53 #ifdef CONFIG_ARM64_MTE 54 DEFINE(THREAD_MTE_CTRL, offsetof(struct task_struct, thread.mte_ctrl)); 55 #endif 56 BLANK(); 57 DEFINE(S_X0, offsetof(struct pt_regs, regs[0])); 58 DEFINE(S_X2, offsetof(struct pt_regs, regs[2])); 59 DEFINE(S_X4, offsetof(struct pt_regs, regs[4])); 60 DEFINE(S_X6, offsetof(struct pt_regs, regs[6])); 61 DEFINE(S_X8, offsetof(struct pt_regs, regs[8])); 62 DEFINE(S_X10, offsetof(struct pt_regs, regs[10])); 63 DEFINE(S_X12, offsetof(struct pt_regs, regs[12])); 64 DEFINE(S_X14, offsetof(struct pt_regs, regs[14])); 65 DEFINE(S_X16, offsetof(struct pt_regs, regs[16])); 66 DEFINE(S_X18, offsetof(struct pt_regs, regs[18])); 67 DEFINE(S_X20, offsetof(struct pt_regs, regs[20])); 68 DEFINE(S_X22, offsetof(struct pt_regs, regs[22])); 69 DEFINE(S_X24, offsetof(struct pt_regs, regs[24])); 70 DEFINE(S_X26, offsetof(struct pt_regs, regs[26])); 71 DEFINE(S_X28, offsetof(struct pt_regs, regs[28])); 72 DEFINE(S_FP, offsetof(struct pt_regs, regs[29])); 73 DEFINE(S_LR, offsetof(struct pt_regs, regs[30])); 74 DEFINE(S_SP, offsetof(struct pt_regs, sp)); 75 DEFINE(S_PC, offsetof(struct pt_regs, pc)); 76 DEFINE(S_PSTATE, offsetof(struct pt_regs, pstate)); 77 DEFINE(S_SYSCALLNO, offsetof(struct pt_regs, syscallno)); 78 DEFINE(S_SDEI_TTBR1, offsetof(struct pt_regs, sdei_ttbr1)); 79 DEFINE(S_PMR, offsetof(struct pt_regs, pmr)); 80 DEFINE(S_STACKFRAME, offsetof(struct pt_regs, stackframe)); 81 DEFINE(S_STACKFRAME_TYPE, offsetof(struct pt_regs, stackframe.type)); 82 DEFINE(S_PCPU_GPRS, offsetof(struct pt_regs, pcpu_gprs)); 83 DEFINE(PT_REGS_SIZE, sizeof(struct pt_regs)); 84 BLANK(); 85 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_ARGS 86 DEFINE(FREGS_X0, offsetof(struct __arch_ftrace_regs, regs[0])); 87 DEFINE(FREGS_X2, offsetof(struct __arch_ftrace_regs, regs[2])); 88 DEFINE(FREGS_X4, offsetof(struct __arch_ftrace_regs, regs[4])); 89 DEFINE(FREGS_X6, offsetof(struct __arch_ftrace_regs, regs[6])); 90 DEFINE(FREGS_X8, offsetof(struct __arch_ftrace_regs, regs[8])); 91 DEFINE(FREGS_FP, offsetof(struct __arch_ftrace_regs, fp)); 92 DEFINE(FREGS_LR, offsetof(struct __arch_ftrace_regs, lr)); 93 DEFINE(FREGS_SP, offsetof(struct __arch_ftrace_regs, sp)); 94 DEFINE(FREGS_PC, offsetof(struct __arch_ftrace_regs, pc)); 95 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS 96 DEFINE(FREGS_DIRECT_TRAMP, offsetof(struct __arch_ftrace_regs, direct_tramp)); 97 #endif 98 DEFINE(FREGS_SIZE, sizeof(struct __arch_ftrace_regs)); 99 BLANK(); 100 #endif 101 DEFINE(CPU_BOOT_TASK, offsetof(struct secondary_data, task)); 102 BLANK(); 103 DEFINE(FTR_OVR_VAL_OFFSET, offsetof(struct arm64_ftr_override, val)); 104 DEFINE(FTR_OVR_MASK_OFFSET, offsetof(struct arm64_ftr_override, mask)); 105 BLANK(); 106 #ifdef CONFIG_KVM 107 DEFINE(VCPU_CONTEXT, offsetof(struct kvm_vcpu, arch.ctxt)); 108 DEFINE(VCPU_FAULT_DISR, offsetof(struct kvm_vcpu, arch.fault.disr_el1)); 109 DEFINE(VCPU_HCR_EL2, offsetof(struct kvm_vcpu, arch.hcr_el2)); 110 DEFINE(CPU_USER_PT_REGS, offsetof(struct kvm_cpu_context, regs)); 111 DEFINE(CPU_ELR_EL2, offsetof(struct kvm_cpu_context, sys_regs[ELR_EL2])); 112 DEFINE(CPU_RGSR_EL1, offsetof(struct kvm_cpu_context, sys_regs[RGSR_EL1])); 113 DEFINE(CPU_GCR_EL1, offsetof(struct kvm_cpu_context, sys_regs[GCR_EL1])); 114 DEFINE(CPU_APIAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIAKEYLO_EL1])); 115 DEFINE(CPU_APIBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIBKEYLO_EL1])); 116 DEFINE(CPU_APDAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDAKEYLO_EL1])); 117 DEFINE(CPU_APDBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDBKEYLO_EL1])); 118 DEFINE(CPU_APGAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APGAKEYLO_EL1])); 119 DEFINE(HOST_CONTEXT_VCPU, offsetof(struct kvm_cpu_context, __hyp_running_vcpu)); 120 DEFINE(HOST_DATA_CONTEXT, offsetof(struct kvm_host_data, host_ctxt)); 121 DEFINE(NVHE_INIT_MAIR_EL2, offsetof(struct kvm_nvhe_init_params, mair_el2)); 122 DEFINE(NVHE_INIT_TCR_EL2, offsetof(struct kvm_nvhe_init_params, tcr_el2)); 123 DEFINE(NVHE_INIT_TPIDR_EL2, offsetof(struct kvm_nvhe_init_params, tpidr_el2)); 124 DEFINE(NVHE_INIT_STACK_HYP_VA, offsetof(struct kvm_nvhe_init_params, stack_hyp_va)); 125 DEFINE(NVHE_INIT_PGD_PA, offsetof(struct kvm_nvhe_init_params, pgd_pa)); 126 DEFINE(NVHE_INIT_HCR_EL2, offsetof(struct kvm_nvhe_init_params, hcr_el2)); 127 DEFINE(NVHE_INIT_VTTBR, offsetof(struct kvm_nvhe_init_params, vttbr)); 128 DEFINE(NVHE_INIT_VTCR, offsetof(struct kvm_nvhe_init_params, vtcr)); 129 #endif 130 #ifdef CONFIG_CPU_PM 131 DEFINE(CPU_CTX_SP, offsetof(struct cpu_suspend_ctx, sp)); 132 DEFINE(MPIDR_HASH_MASK, offsetof(struct mpidr_hash, mask)); 133 DEFINE(MPIDR_HASH_SHIFTS, offsetof(struct mpidr_hash, shift_aff)); 134 DEFINE(SLEEP_STACK_DATA_SYSTEM_REGS, offsetof(struct sleep_stack_data, system_regs)); 135 DEFINE(SLEEP_STACK_DATA_CALLEE_REGS, offsetof(struct sleep_stack_data, callee_saved_regs)); 136 #endif 137 DEFINE(ARM_SMCCC_RES_X0_OFFS, offsetof(struct arm_smccc_res, a0)); 138 DEFINE(ARM_SMCCC_RES_X2_OFFS, offsetof(struct arm_smccc_res, a2)); 139 DEFINE(ARM_SMCCC_QUIRK_ID_OFFS, offsetof(struct arm_smccc_quirk, id)); 140 DEFINE(ARM_SMCCC_QUIRK_STATE_OFFS, offsetof(struct arm_smccc_quirk, state)); 141 DEFINE(ARM_SMCCC_1_2_REGS_X0_OFFS, offsetof(struct arm_smccc_1_2_regs, a0)); 142 DEFINE(ARM_SMCCC_1_2_REGS_X2_OFFS, offsetof(struct arm_smccc_1_2_regs, a2)); 143 DEFINE(ARM_SMCCC_1_2_REGS_X4_OFFS, offsetof(struct arm_smccc_1_2_regs, a4)); 144 DEFINE(ARM_SMCCC_1_2_REGS_X6_OFFS, offsetof(struct arm_smccc_1_2_regs, a6)); 145 DEFINE(ARM_SMCCC_1_2_REGS_X8_OFFS, offsetof(struct arm_smccc_1_2_regs, a8)); 146 DEFINE(ARM_SMCCC_1_2_REGS_X10_OFFS, offsetof(struct arm_smccc_1_2_regs, a10)); 147 DEFINE(ARM_SMCCC_1_2_REGS_X12_OFFS, offsetof(struct arm_smccc_1_2_regs, a12)); 148 DEFINE(ARM_SMCCC_1_2_REGS_X14_OFFS, offsetof(struct arm_smccc_1_2_regs, a14)); 149 DEFINE(ARM_SMCCC_1_2_REGS_X16_OFFS, offsetof(struct arm_smccc_1_2_regs, a16)); 150 BLANK(); 151 DEFINE(HIBERN_PBE_ORIG, offsetof(struct pbe, orig_address)); 152 DEFINE(HIBERN_PBE_ADDR, offsetof(struct pbe, address)); 153 DEFINE(HIBERN_PBE_NEXT, offsetof(struct pbe, next)); 154 DEFINE(ARM64_FTR_SYSVAL, offsetof(struct arm64_ftr_reg, sys_val)); 155 BLANK(); 156 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 157 DEFINE(TRAMP_VALIAS, TRAMP_VALIAS); 158 #endif 159 #ifdef CONFIG_ARM_SDE_INTERFACE 160 DEFINE(SDEI_EVENT_INTREGS, offsetof(struct sdei_registered_event, interrupted_regs)); 161 DEFINE(SDEI_EVENT_PRIORITY, offsetof(struct sdei_registered_event, priority)); 162 #endif 163 #ifdef CONFIG_ARM64_PTR_AUTH 164 DEFINE(PTRAUTH_USER_KEY_APIA, offsetof(struct ptrauth_keys_user, apia)); 165 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL 166 DEFINE(PTRAUTH_KERNEL_KEY_APIA, offsetof(struct ptrauth_keys_kernel, apia)); 167 #endif 168 BLANK(); 169 #endif 170 #ifdef CONFIG_KEXEC_CORE 171 DEFINE(KIMAGE_ARCH_DTB_MEM, offsetof(struct kimage, arch.dtb_mem)); 172 DEFINE(KIMAGE_ARCH_EL2_VECTORS, offsetof(struct kimage, arch.el2_vectors)); 173 DEFINE(KIMAGE_ARCH_ZERO_PAGE, offsetof(struct kimage, arch.zero_page)); 174 DEFINE(KIMAGE_ARCH_PHYS_OFFSET, offsetof(struct kimage, arch.phys_offset)); 175 DEFINE(KIMAGE_ARCH_TTBR1, offsetof(struct kimage, arch.ttbr1)); 176 DEFINE(KIMAGE_HEAD, offsetof(struct kimage, head)); 177 DEFINE(KIMAGE_START, offsetof(struct kimage, start)); 178 BLANK(); 179 #endif 180 #ifdef CONFIG_FUNCTION_TRACER 181 DEFINE(FTRACE_OPS_FUNC, offsetof(struct ftrace_ops, func)); 182 #endif 183 BLANK(); 184 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS 185 DEFINE(FTRACE_OPS_DIRECT_CALL, offsetof(struct ftrace_ops, direct_call)); 186 #endif 187 DEFINE(PIE_E0_ASM, PIE_E0); 188 DEFINE(PIE_E1_ASM, PIE_E1); 189 return 0; 190 } 191