xref: /linux/arch/arm64/kernel/asm-offsets.c (revision 69bfec7548f4c1595bac0e3ddfc0458a5af31f4c)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Based on arch/arm/kernel/asm-offsets.c
4  *
5  * Copyright (C) 1995-2003 Russell King
6  *               2001-2002 Keith Owens
7  * Copyright (C) 2012 ARM Ltd.
8  */
9 
10 #include <linux/arm_sdei.h>
11 #include <linux/sched.h>
12 #include <linux/ftrace.h>
13 #include <linux/kexec.h>
14 #include <linux/mm.h>
15 #include <linux/dma-mapping.h>
16 #include <linux/kvm_host.h>
17 #include <linux/preempt.h>
18 #include <linux/suspend.h>
19 #include <asm/cpufeature.h>
20 #include <asm/fixmap.h>
21 #include <asm/thread_info.h>
22 #include <asm/memory.h>
23 #include <asm/signal32.h>
24 #include <asm/smp_plat.h>
25 #include <asm/suspend.h>
26 #include <linux/kbuild.h>
27 #include <linux/arm-smccc.h>
28 
29 int main(void)
30 {
31   DEFINE(TSK_ACTIVE_MM,		offsetof(struct task_struct, active_mm));
32   BLANK();
33   DEFINE(TSK_TI_CPU,		offsetof(struct task_struct, thread_info.cpu));
34   DEFINE(TSK_TI_FLAGS,		offsetof(struct task_struct, thread_info.flags));
35   DEFINE(TSK_TI_PREEMPT,	offsetof(struct task_struct, thread_info.preempt_count));
36 #ifdef CONFIG_ARM64_SW_TTBR0_PAN
37   DEFINE(TSK_TI_TTBR0,		offsetof(struct task_struct, thread_info.ttbr0));
38 #endif
39 #ifdef CONFIG_SHADOW_CALL_STACK
40   DEFINE(TSK_TI_SCS_BASE,	offsetof(struct task_struct, thread_info.scs_base));
41   DEFINE(TSK_TI_SCS_SP,		offsetof(struct task_struct, thread_info.scs_sp));
42 #endif
43   DEFINE(TSK_STACK,		offsetof(struct task_struct, stack));
44 #ifdef CONFIG_STACKPROTECTOR
45   DEFINE(TSK_STACK_CANARY,	offsetof(struct task_struct, stack_canary));
46 #endif
47   BLANK();
48   DEFINE(THREAD_CPU_CONTEXT,	offsetof(struct task_struct, thread.cpu_context));
49   DEFINE(THREAD_SCTLR_USER,	offsetof(struct task_struct, thread.sctlr_user));
50 #ifdef CONFIG_ARM64_PTR_AUTH
51   DEFINE(THREAD_KEYS_USER,	offsetof(struct task_struct, thread.keys_user));
52 #endif
53 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL
54   DEFINE(THREAD_KEYS_KERNEL,	offsetof(struct task_struct, thread.keys_kernel));
55 #endif
56 #ifdef CONFIG_ARM64_MTE
57   DEFINE(THREAD_MTE_CTRL,	offsetof(struct task_struct, thread.mte_ctrl));
58 #endif
59   BLANK();
60   DEFINE(S_X0,			offsetof(struct pt_regs, regs[0]));
61   DEFINE(S_X2,			offsetof(struct pt_regs, regs[2]));
62   DEFINE(S_X4,			offsetof(struct pt_regs, regs[4]));
63   DEFINE(S_X6,			offsetof(struct pt_regs, regs[6]));
64   DEFINE(S_X8,			offsetof(struct pt_regs, regs[8]));
65   DEFINE(S_X10,			offsetof(struct pt_regs, regs[10]));
66   DEFINE(S_X12,			offsetof(struct pt_regs, regs[12]));
67   DEFINE(S_X14,			offsetof(struct pt_regs, regs[14]));
68   DEFINE(S_X16,			offsetof(struct pt_regs, regs[16]));
69   DEFINE(S_X18,			offsetof(struct pt_regs, regs[18]));
70   DEFINE(S_X20,			offsetof(struct pt_regs, regs[20]));
71   DEFINE(S_X22,			offsetof(struct pt_regs, regs[22]));
72   DEFINE(S_X24,			offsetof(struct pt_regs, regs[24]));
73   DEFINE(S_X26,			offsetof(struct pt_regs, regs[26]));
74   DEFINE(S_X28,			offsetof(struct pt_regs, regs[28]));
75   DEFINE(S_FP,			offsetof(struct pt_regs, regs[29]));
76   DEFINE(S_LR,			offsetof(struct pt_regs, regs[30]));
77   DEFINE(S_SP,			offsetof(struct pt_regs, sp));
78   DEFINE(S_PSTATE,		offsetof(struct pt_regs, pstate));
79   DEFINE(S_PC,			offsetof(struct pt_regs, pc));
80   DEFINE(S_SYSCALLNO,		offsetof(struct pt_regs, syscallno));
81   DEFINE(S_SDEI_TTBR1,		offsetof(struct pt_regs, sdei_ttbr1));
82   DEFINE(S_PMR_SAVE,		offsetof(struct pt_regs, pmr_save));
83   DEFINE(S_STACKFRAME,		offsetof(struct pt_regs, stackframe));
84   DEFINE(PT_REGS_SIZE,		sizeof(struct pt_regs));
85   BLANK();
86 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_ARGS
87   DEFINE(FREGS_X0,		offsetof(struct ftrace_regs, regs[0]));
88   DEFINE(FREGS_X2,		offsetof(struct ftrace_regs, regs[2]));
89   DEFINE(FREGS_X4,		offsetof(struct ftrace_regs, regs[4]));
90   DEFINE(FREGS_X6,		offsetof(struct ftrace_regs, regs[6]));
91   DEFINE(FREGS_X8,		offsetof(struct ftrace_regs, regs[8]));
92   DEFINE(FREGS_FP,		offsetof(struct ftrace_regs, fp));
93   DEFINE(FREGS_LR,		offsetof(struct ftrace_regs, lr));
94   DEFINE(FREGS_SP,		offsetof(struct ftrace_regs, sp));
95   DEFINE(FREGS_PC,		offsetof(struct ftrace_regs, pc));
96   DEFINE(FREGS_SIZE,		sizeof(struct ftrace_regs));
97   BLANK();
98 #endif
99 #ifdef CONFIG_COMPAT
100   DEFINE(COMPAT_SIGFRAME_REGS_OFFSET,		offsetof(struct compat_sigframe, uc.uc_mcontext.arm_r0));
101   DEFINE(COMPAT_RT_SIGFRAME_REGS_OFFSET,	offsetof(struct compat_rt_sigframe, sig.uc.uc_mcontext.arm_r0));
102   BLANK();
103 #endif
104   DEFINE(MM_CONTEXT_ID,		offsetof(struct mm_struct, context.id.counter));
105   BLANK();
106   DEFINE(VMA_VM_MM,		offsetof(struct vm_area_struct, vm_mm));
107   DEFINE(VMA_VM_FLAGS,		offsetof(struct vm_area_struct, vm_flags));
108   BLANK();
109   DEFINE(VM_EXEC,	       	VM_EXEC);
110   BLANK();
111   DEFINE(PAGE_SZ,	       	PAGE_SIZE);
112   BLANK();
113   DEFINE(DMA_TO_DEVICE,		DMA_TO_DEVICE);
114   DEFINE(DMA_FROM_DEVICE,	DMA_FROM_DEVICE);
115   BLANK();
116   DEFINE(PREEMPT_DISABLE_OFFSET, PREEMPT_DISABLE_OFFSET);
117   DEFINE(SOFTIRQ_SHIFT, SOFTIRQ_SHIFT);
118   DEFINE(IRQ_CPUSTAT_SOFTIRQ_PENDING, offsetof(irq_cpustat_t, __softirq_pending));
119   BLANK();
120   DEFINE(CPU_BOOT_TASK,		offsetof(struct secondary_data, task));
121   BLANK();
122   DEFINE(FTR_OVR_VAL_OFFSET,	offsetof(struct arm64_ftr_override, val));
123   DEFINE(FTR_OVR_MASK_OFFSET,	offsetof(struct arm64_ftr_override, mask));
124   BLANK();
125 #ifdef CONFIG_KVM
126   DEFINE(VCPU_CONTEXT,		offsetof(struct kvm_vcpu, arch.ctxt));
127   DEFINE(VCPU_FAULT_DISR,	offsetof(struct kvm_vcpu, arch.fault.disr_el1));
128   DEFINE(VCPU_HCR_EL2,		offsetof(struct kvm_vcpu, arch.hcr_el2));
129   DEFINE(CPU_USER_PT_REGS,	offsetof(struct kvm_cpu_context, regs));
130   DEFINE(CPU_RGSR_EL1,		offsetof(struct kvm_cpu_context, sys_regs[RGSR_EL1]));
131   DEFINE(CPU_GCR_EL1,		offsetof(struct kvm_cpu_context, sys_regs[GCR_EL1]));
132   DEFINE(CPU_APIAKEYLO_EL1,	offsetof(struct kvm_cpu_context, sys_regs[APIAKEYLO_EL1]));
133   DEFINE(CPU_APIBKEYLO_EL1,	offsetof(struct kvm_cpu_context, sys_regs[APIBKEYLO_EL1]));
134   DEFINE(CPU_APDAKEYLO_EL1,	offsetof(struct kvm_cpu_context, sys_regs[APDAKEYLO_EL1]));
135   DEFINE(CPU_APDBKEYLO_EL1,	offsetof(struct kvm_cpu_context, sys_regs[APDBKEYLO_EL1]));
136   DEFINE(CPU_APGAKEYLO_EL1,	offsetof(struct kvm_cpu_context, sys_regs[APGAKEYLO_EL1]));
137   DEFINE(HOST_CONTEXT_VCPU,	offsetof(struct kvm_cpu_context, __hyp_running_vcpu));
138   DEFINE(HOST_DATA_CONTEXT,	offsetof(struct kvm_host_data, host_ctxt));
139   DEFINE(NVHE_INIT_MAIR_EL2,	offsetof(struct kvm_nvhe_init_params, mair_el2));
140   DEFINE(NVHE_INIT_TCR_EL2,	offsetof(struct kvm_nvhe_init_params, tcr_el2));
141   DEFINE(NVHE_INIT_TPIDR_EL2,	offsetof(struct kvm_nvhe_init_params, tpidr_el2));
142   DEFINE(NVHE_INIT_STACK_HYP_VA,	offsetof(struct kvm_nvhe_init_params, stack_hyp_va));
143   DEFINE(NVHE_INIT_PGD_PA,	offsetof(struct kvm_nvhe_init_params, pgd_pa));
144   DEFINE(NVHE_INIT_HCR_EL2,	offsetof(struct kvm_nvhe_init_params, hcr_el2));
145   DEFINE(NVHE_INIT_VTTBR,	offsetof(struct kvm_nvhe_init_params, vttbr));
146   DEFINE(NVHE_INIT_VTCR,	offsetof(struct kvm_nvhe_init_params, vtcr));
147 #endif
148 #ifdef CONFIG_CPU_PM
149   DEFINE(CPU_CTX_SP,		offsetof(struct cpu_suspend_ctx, sp));
150   DEFINE(MPIDR_HASH_MASK,	offsetof(struct mpidr_hash, mask));
151   DEFINE(MPIDR_HASH_SHIFTS,	offsetof(struct mpidr_hash, shift_aff));
152   DEFINE(SLEEP_STACK_DATA_SYSTEM_REGS,	offsetof(struct sleep_stack_data, system_regs));
153   DEFINE(SLEEP_STACK_DATA_CALLEE_REGS,	offsetof(struct sleep_stack_data, callee_saved_regs));
154 #endif
155   DEFINE(ARM_SMCCC_RES_X0_OFFS,		offsetof(struct arm_smccc_res, a0));
156   DEFINE(ARM_SMCCC_RES_X2_OFFS,		offsetof(struct arm_smccc_res, a2));
157   DEFINE(ARM_SMCCC_QUIRK_ID_OFFS,	offsetof(struct arm_smccc_quirk, id));
158   DEFINE(ARM_SMCCC_QUIRK_STATE_OFFS,	offsetof(struct arm_smccc_quirk, state));
159   DEFINE(ARM_SMCCC_1_2_REGS_X0_OFFS,	offsetof(struct arm_smccc_1_2_regs, a0));
160   DEFINE(ARM_SMCCC_1_2_REGS_X2_OFFS,	offsetof(struct arm_smccc_1_2_regs, a2));
161   DEFINE(ARM_SMCCC_1_2_REGS_X4_OFFS,	offsetof(struct arm_smccc_1_2_regs, a4));
162   DEFINE(ARM_SMCCC_1_2_REGS_X6_OFFS,	offsetof(struct arm_smccc_1_2_regs, a6));
163   DEFINE(ARM_SMCCC_1_2_REGS_X8_OFFS,	offsetof(struct arm_smccc_1_2_regs, a8));
164   DEFINE(ARM_SMCCC_1_2_REGS_X10_OFFS,	offsetof(struct arm_smccc_1_2_regs, a10));
165   DEFINE(ARM_SMCCC_1_2_REGS_X12_OFFS,	offsetof(struct arm_smccc_1_2_regs, a12));
166   DEFINE(ARM_SMCCC_1_2_REGS_X14_OFFS,	offsetof(struct arm_smccc_1_2_regs, a14));
167   DEFINE(ARM_SMCCC_1_2_REGS_X16_OFFS,	offsetof(struct arm_smccc_1_2_regs, a16));
168   BLANK();
169   DEFINE(HIBERN_PBE_ORIG,	offsetof(struct pbe, orig_address));
170   DEFINE(HIBERN_PBE_ADDR,	offsetof(struct pbe, address));
171   DEFINE(HIBERN_PBE_NEXT,	offsetof(struct pbe, next));
172   DEFINE(ARM64_FTR_SYSVAL,	offsetof(struct arm64_ftr_reg, sys_val));
173   BLANK();
174 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0
175   DEFINE(TRAMP_VALIAS,		TRAMP_VALIAS);
176 #endif
177 #ifdef CONFIG_ARM_SDE_INTERFACE
178   DEFINE(SDEI_EVENT_INTREGS,	offsetof(struct sdei_registered_event, interrupted_regs));
179   DEFINE(SDEI_EVENT_PRIORITY,	offsetof(struct sdei_registered_event, priority));
180 #endif
181 #ifdef CONFIG_ARM64_PTR_AUTH
182   DEFINE(PTRAUTH_USER_KEY_APIA,		offsetof(struct ptrauth_keys_user, apia));
183 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL
184   DEFINE(PTRAUTH_KERNEL_KEY_APIA,	offsetof(struct ptrauth_keys_kernel, apia));
185 #endif
186   BLANK();
187 #endif
188 #ifdef CONFIG_KEXEC_CORE
189   DEFINE(KIMAGE_ARCH_DTB_MEM,		offsetof(struct kimage, arch.dtb_mem));
190   DEFINE(KIMAGE_ARCH_EL2_VECTORS,	offsetof(struct kimage, arch.el2_vectors));
191   DEFINE(KIMAGE_ARCH_ZERO_PAGE,		offsetof(struct kimage, arch.zero_page));
192   DEFINE(KIMAGE_ARCH_PHYS_OFFSET,	offsetof(struct kimage, arch.phys_offset));
193   DEFINE(KIMAGE_ARCH_TTBR1,		offsetof(struct kimage, arch.ttbr1));
194   DEFINE(KIMAGE_HEAD,			offsetof(struct kimage, head));
195   DEFINE(KIMAGE_START,			offsetof(struct kimage, start));
196   BLANK();
197 #endif
198 #ifdef CONFIG_FUNCTION_TRACER
199   DEFINE(FTRACE_OPS_FUNC,		offsetof(struct ftrace_ops, func));
200 #endif
201   return 0;
202 }
203