1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Based on arch/arm/kernel/asm-offsets.c 4 * 5 * Copyright (C) 1995-2003 Russell King 6 * 2001-2002 Keith Owens 7 * Copyright (C) 2012 ARM Ltd. 8 */ 9 10 #include <linux/arm_sdei.h> 11 #include <linux/sched.h> 12 #include <linux/ftrace.h> 13 #include <linux/kexec.h> 14 #include <linux/mm.h> 15 #include <linux/kvm_host.h> 16 #include <linux/suspend.h> 17 #include <asm/cpufeature.h> 18 #include <asm/fixmap.h> 19 #include <asm/thread_info.h> 20 #include <asm/memory.h> 21 #include <asm/smp_plat.h> 22 #include <asm/suspend.h> 23 #include <linux/kbuild.h> 24 #include <linux/arm-smccc.h> 25 26 int main(void) 27 { 28 DEFINE(TSK_TI_CPU, offsetof(struct task_struct, thread_info.cpu)); 29 DEFINE(TSK_TI_FLAGS, offsetof(struct task_struct, thread_info.flags)); 30 DEFINE(TSK_TI_PREEMPT, offsetof(struct task_struct, thread_info.preempt_count)); 31 #ifdef CONFIG_ARM64_SW_TTBR0_PAN 32 DEFINE(TSK_TI_TTBR0, offsetof(struct task_struct, thread_info.ttbr0)); 33 #endif 34 #ifdef CONFIG_SHADOW_CALL_STACK 35 DEFINE(TSK_TI_SCS_BASE, offsetof(struct task_struct, thread_info.scs_base)); 36 DEFINE(TSK_TI_SCS_SP, offsetof(struct task_struct, thread_info.scs_sp)); 37 #endif 38 DEFINE(TSK_STACK, offsetof(struct task_struct, stack)); 39 #ifdef CONFIG_STACKPROTECTOR 40 DEFINE(TSK_STACK_CANARY, offsetof(struct task_struct, stack_canary)); 41 #endif 42 BLANK(); 43 DEFINE(THREAD_CPU_CONTEXT, offsetof(struct task_struct, thread.cpu_context)); 44 DEFINE(THREAD_SCTLR_USER, offsetof(struct task_struct, thread.sctlr_user)); 45 #ifdef CONFIG_ARM64_PTR_AUTH 46 DEFINE(THREAD_KEYS_USER, offsetof(struct task_struct, thread.keys_user)); 47 #endif 48 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL 49 DEFINE(THREAD_KEYS_KERNEL, offsetof(struct task_struct, thread.keys_kernel)); 50 #endif 51 #ifdef CONFIG_ARM64_MTE 52 DEFINE(THREAD_MTE_CTRL, offsetof(struct task_struct, thread.mte_ctrl)); 53 #endif 54 BLANK(); 55 DEFINE(S_X0, offsetof(struct pt_regs, regs[0])); 56 DEFINE(S_X2, offsetof(struct pt_regs, regs[2])); 57 DEFINE(S_X4, offsetof(struct pt_regs, regs[4])); 58 DEFINE(S_X6, offsetof(struct pt_regs, regs[6])); 59 DEFINE(S_X8, offsetof(struct pt_regs, regs[8])); 60 DEFINE(S_X10, offsetof(struct pt_regs, regs[10])); 61 DEFINE(S_X12, offsetof(struct pt_regs, regs[12])); 62 DEFINE(S_X14, offsetof(struct pt_regs, regs[14])); 63 DEFINE(S_X16, offsetof(struct pt_regs, regs[16])); 64 DEFINE(S_X18, offsetof(struct pt_regs, regs[18])); 65 DEFINE(S_X20, offsetof(struct pt_regs, regs[20])); 66 DEFINE(S_X22, offsetof(struct pt_regs, regs[22])); 67 DEFINE(S_X24, offsetof(struct pt_regs, regs[24])); 68 DEFINE(S_X26, offsetof(struct pt_regs, regs[26])); 69 DEFINE(S_X28, offsetof(struct pt_regs, regs[28])); 70 DEFINE(S_FP, offsetof(struct pt_regs, regs[29])); 71 DEFINE(S_LR, offsetof(struct pt_regs, regs[30])); 72 DEFINE(S_SP, offsetof(struct pt_regs, sp)); 73 DEFINE(S_PC, offsetof(struct pt_regs, pc)); 74 DEFINE(S_PSTATE, offsetof(struct pt_regs, pstate)); 75 DEFINE(S_SYSCALLNO, offsetof(struct pt_regs, syscallno)); 76 DEFINE(S_SDEI_TTBR1, offsetof(struct pt_regs, sdei_ttbr1)); 77 DEFINE(S_PMR, offsetof(struct pt_regs, pmr)); 78 DEFINE(S_STACKFRAME, offsetof(struct pt_regs, stackframe)); 79 DEFINE(S_STACKFRAME_TYPE, offsetof(struct pt_regs, stackframe.type)); 80 DEFINE(PT_REGS_SIZE, sizeof(struct pt_regs)); 81 BLANK(); 82 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_ARGS 83 DEFINE(FREGS_X0, offsetof(struct __arch_ftrace_regs, regs[0])); 84 DEFINE(FREGS_X2, offsetof(struct __arch_ftrace_regs, regs[2])); 85 DEFINE(FREGS_X4, offsetof(struct __arch_ftrace_regs, regs[4])); 86 DEFINE(FREGS_X6, offsetof(struct __arch_ftrace_regs, regs[6])); 87 DEFINE(FREGS_X8, offsetof(struct __arch_ftrace_regs, regs[8])); 88 DEFINE(FREGS_FP, offsetof(struct __arch_ftrace_regs, fp)); 89 DEFINE(FREGS_LR, offsetof(struct __arch_ftrace_regs, lr)); 90 DEFINE(FREGS_SP, offsetof(struct __arch_ftrace_regs, sp)); 91 DEFINE(FREGS_PC, offsetof(struct __arch_ftrace_regs, pc)); 92 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS 93 DEFINE(FREGS_DIRECT_TRAMP, offsetof(struct __arch_ftrace_regs, direct_tramp)); 94 #endif 95 DEFINE(FREGS_SIZE, sizeof(struct __arch_ftrace_regs)); 96 BLANK(); 97 #endif 98 DEFINE(CPU_BOOT_TASK, offsetof(struct secondary_data, task)); 99 BLANK(); 100 DEFINE(FTR_OVR_VAL_OFFSET, offsetof(struct arm64_ftr_override, val)); 101 DEFINE(FTR_OVR_MASK_OFFSET, offsetof(struct arm64_ftr_override, mask)); 102 BLANK(); 103 #ifdef CONFIG_KVM 104 DEFINE(VCPU_CONTEXT, offsetof(struct kvm_vcpu, arch.ctxt)); 105 DEFINE(VCPU_FAULT_DISR, offsetof(struct kvm_vcpu, arch.fault.disr_el1)); 106 DEFINE(VCPU_HCR_EL2, offsetof(struct kvm_vcpu, arch.hcr_el2)); 107 DEFINE(CPU_USER_PT_REGS, offsetof(struct kvm_cpu_context, regs)); 108 DEFINE(CPU_ELR_EL2, offsetof(struct kvm_cpu_context, sys_regs[ELR_EL2])); 109 DEFINE(CPU_RGSR_EL1, offsetof(struct kvm_cpu_context, sys_regs[RGSR_EL1])); 110 DEFINE(CPU_GCR_EL1, offsetof(struct kvm_cpu_context, sys_regs[GCR_EL1])); 111 DEFINE(CPU_APIAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIAKEYLO_EL1])); 112 DEFINE(CPU_APIBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIBKEYLO_EL1])); 113 DEFINE(CPU_APDAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDAKEYLO_EL1])); 114 DEFINE(CPU_APDBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDBKEYLO_EL1])); 115 DEFINE(CPU_APGAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APGAKEYLO_EL1])); 116 DEFINE(HOST_CONTEXT_VCPU, offsetof(struct kvm_cpu_context, __hyp_running_vcpu)); 117 DEFINE(HOST_DATA_CONTEXT, offsetof(struct kvm_host_data, host_ctxt)); 118 DEFINE(NVHE_INIT_MAIR_EL2, offsetof(struct kvm_nvhe_init_params, mair_el2)); 119 DEFINE(NVHE_INIT_TCR_EL2, offsetof(struct kvm_nvhe_init_params, tcr_el2)); 120 DEFINE(NVHE_INIT_TPIDR_EL2, offsetof(struct kvm_nvhe_init_params, tpidr_el2)); 121 DEFINE(NVHE_INIT_STACK_HYP_VA, offsetof(struct kvm_nvhe_init_params, stack_hyp_va)); 122 DEFINE(NVHE_INIT_PGD_PA, offsetof(struct kvm_nvhe_init_params, pgd_pa)); 123 DEFINE(NVHE_INIT_HCR_EL2, offsetof(struct kvm_nvhe_init_params, hcr_el2)); 124 DEFINE(NVHE_INIT_VTTBR, offsetof(struct kvm_nvhe_init_params, vttbr)); 125 DEFINE(NVHE_INIT_VTCR, offsetof(struct kvm_nvhe_init_params, vtcr)); 126 DEFINE(NVHE_INIT_TMP, offsetof(struct kvm_nvhe_init_params, tmp)); 127 #endif 128 #ifdef CONFIG_CPU_PM 129 DEFINE(CPU_CTX_SP, offsetof(struct cpu_suspend_ctx, sp)); 130 DEFINE(MPIDR_HASH_MASK, offsetof(struct mpidr_hash, mask)); 131 DEFINE(MPIDR_HASH_SHIFTS, offsetof(struct mpidr_hash, shift_aff)); 132 DEFINE(SLEEP_STACK_DATA_SYSTEM_REGS, offsetof(struct sleep_stack_data, system_regs)); 133 DEFINE(SLEEP_STACK_DATA_CALLEE_REGS, offsetof(struct sleep_stack_data, callee_saved_regs)); 134 #endif 135 DEFINE(ARM_SMCCC_RES_X0_OFFS, offsetof(struct arm_smccc_res, a0)); 136 DEFINE(ARM_SMCCC_RES_X2_OFFS, offsetof(struct arm_smccc_res, a2)); 137 DEFINE(ARM_SMCCC_QUIRK_ID_OFFS, offsetof(struct arm_smccc_quirk, id)); 138 DEFINE(ARM_SMCCC_QUIRK_STATE_OFFS, offsetof(struct arm_smccc_quirk, state)); 139 DEFINE(ARM_SMCCC_1_2_REGS_X0_OFFS, offsetof(struct arm_smccc_1_2_regs, a0)); 140 DEFINE(ARM_SMCCC_1_2_REGS_X2_OFFS, offsetof(struct arm_smccc_1_2_regs, a2)); 141 DEFINE(ARM_SMCCC_1_2_REGS_X4_OFFS, offsetof(struct arm_smccc_1_2_regs, a4)); 142 DEFINE(ARM_SMCCC_1_2_REGS_X6_OFFS, offsetof(struct arm_smccc_1_2_regs, a6)); 143 DEFINE(ARM_SMCCC_1_2_REGS_X8_OFFS, offsetof(struct arm_smccc_1_2_regs, a8)); 144 DEFINE(ARM_SMCCC_1_2_REGS_X10_OFFS, offsetof(struct arm_smccc_1_2_regs, a10)); 145 DEFINE(ARM_SMCCC_1_2_REGS_X12_OFFS, offsetof(struct arm_smccc_1_2_regs, a12)); 146 DEFINE(ARM_SMCCC_1_2_REGS_X14_OFFS, offsetof(struct arm_smccc_1_2_regs, a14)); 147 DEFINE(ARM_SMCCC_1_2_REGS_X16_OFFS, offsetof(struct arm_smccc_1_2_regs, a16)); 148 BLANK(); 149 DEFINE(HIBERN_PBE_ORIG, offsetof(struct pbe, orig_address)); 150 DEFINE(HIBERN_PBE_ADDR, offsetof(struct pbe, address)); 151 DEFINE(HIBERN_PBE_NEXT, offsetof(struct pbe, next)); 152 DEFINE(ARM64_FTR_SYSVAL, offsetof(struct arm64_ftr_reg, sys_val)); 153 BLANK(); 154 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 155 DEFINE(TRAMP_VALIAS, TRAMP_VALIAS); 156 #endif 157 #ifdef CONFIG_ARM_SDE_INTERFACE 158 DEFINE(SDEI_EVENT_INTREGS, offsetof(struct sdei_registered_event, interrupted_regs)); 159 DEFINE(SDEI_EVENT_PRIORITY, offsetof(struct sdei_registered_event, priority)); 160 #endif 161 #ifdef CONFIG_ARM64_PTR_AUTH 162 DEFINE(PTRAUTH_USER_KEY_APIA, offsetof(struct ptrauth_keys_user, apia)); 163 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL 164 DEFINE(PTRAUTH_KERNEL_KEY_APIA, offsetof(struct ptrauth_keys_kernel, apia)); 165 #endif 166 BLANK(); 167 #endif 168 #ifdef CONFIG_KEXEC_CORE 169 DEFINE(KIMAGE_ARCH_DTB_MEM, offsetof(struct kimage, arch.dtb_mem)); 170 DEFINE(KIMAGE_ARCH_EL2_VECTORS, offsetof(struct kimage, arch.el2_vectors)); 171 DEFINE(KIMAGE_ARCH_ZERO_PAGE, offsetof(struct kimage, arch.zero_page)); 172 DEFINE(KIMAGE_ARCH_PHYS_OFFSET, offsetof(struct kimage, arch.phys_offset)); 173 DEFINE(KIMAGE_ARCH_TTBR1, offsetof(struct kimage, arch.ttbr1)); 174 DEFINE(KIMAGE_HEAD, offsetof(struct kimage, head)); 175 DEFINE(KIMAGE_START, offsetof(struct kimage, start)); 176 BLANK(); 177 #endif 178 #ifdef CONFIG_FUNCTION_TRACER 179 DEFINE(FTRACE_OPS_FUNC, offsetof(struct ftrace_ops, func)); 180 #endif 181 BLANK(); 182 #ifdef CONFIG_FUNCTION_GRAPH_TRACER 183 DEFINE(FGRET_REGS_X0, offsetof(struct fgraph_ret_regs, regs[0])); 184 DEFINE(FGRET_REGS_X1, offsetof(struct fgraph_ret_regs, regs[1])); 185 DEFINE(FGRET_REGS_X2, offsetof(struct fgraph_ret_regs, regs[2])); 186 DEFINE(FGRET_REGS_X3, offsetof(struct fgraph_ret_regs, regs[3])); 187 DEFINE(FGRET_REGS_X4, offsetof(struct fgraph_ret_regs, regs[4])); 188 DEFINE(FGRET_REGS_X5, offsetof(struct fgraph_ret_regs, regs[5])); 189 DEFINE(FGRET_REGS_X6, offsetof(struct fgraph_ret_regs, regs[6])); 190 DEFINE(FGRET_REGS_X7, offsetof(struct fgraph_ret_regs, regs[7])); 191 DEFINE(FGRET_REGS_FP, offsetof(struct fgraph_ret_regs, fp)); 192 DEFINE(FGRET_REGS_SIZE, sizeof(struct fgraph_ret_regs)); 193 #endif 194 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS 195 DEFINE(FTRACE_OPS_DIRECT_CALL, offsetof(struct ftrace_ops, direct_call)); 196 #endif 197 return 0; 198 } 199