1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Based on arch/arm/kernel/asm-offsets.c
4 *
5 * Copyright (C) 1995-2003 Russell King
6 * 2001-2002 Keith Owens
7 * Copyright (C) 2012 ARM Ltd.
8 */
9#define COMPILE_OFFSETS
10
11#include <linux/arm_sdei.h>
12#include <linux/sched.h>
13#include <linux/ftrace.h>
14#include <linux/kexec.h>
15#include <linux/mm.h>
16#include <linux/kvm_host.h>
17#include <linux/suspend.h>
18#include <asm/cpufeature.h>
19#include <asm/fixmap.h>
20#include <asm/thread_info.h>
21#include <asm/memory.h>
22#include <asm/smp_plat.h>
23#include <asm/suspend.h>
24#include <linux/kbuild.h>
25#include <linux/arm-smccc.h>
26
27int main(void)
28{
29 DEFINE(TSK_TI_CPU, offsetof(struct task_struct, thread_info.cpu));
30 DEFINE(TSK_TI_FLAGS, offsetof(struct task_struct, thread_info.flags));
31 DEFINE(TSK_TI_PREEMPT, offsetof(struct task_struct, thread_info.preempt_count));
32#ifdef CONFIG_ARM64_SW_TTBR0_PAN
33 DEFINE(TSK_TI_TTBR0, offsetof(struct task_struct, thread_info.ttbr0));
34#endif
35#ifdef CONFIG_SHADOW_CALL_STACK
36 DEFINE(TSK_TI_SCS_BASE, offsetof(struct task_struct, thread_info.scs_base));
37 DEFINE(TSK_TI_SCS_SP, offsetof(struct task_struct, thread_info.scs_sp));
38#endif
39 DEFINE(TSK_STACK, offsetof(struct task_struct, stack));
40#ifdef CONFIG_STACKPROTECTOR
41 DEFINE(TSK_STACK_CANARY, offsetof(struct task_struct, stack_canary));
42#endif
43 BLANK();
44 DEFINE(THREAD_CPU_CONTEXT, offsetof(struct task_struct, thread.cpu_context));
45 DEFINE(THREAD_SCTLR_USER, offsetof(struct task_struct, thread.sctlr_user));
46#ifdef CONFIG_ARM64_PTR_AUTH
47 DEFINE(THREAD_KEYS_USER, offsetof(struct task_struct, thread.keys_user));
48#endif
49#ifdef CONFIG_ARM64_PTR_AUTH_KERNEL
50 DEFINE(THREAD_KEYS_KERNEL, offsetof(struct task_struct, thread.keys_kernel));
51#endif
52#ifdef CONFIG_ARM64_MTE
53 DEFINE(THREAD_MTE_CTRL, offsetof(struct task_struct, thread.mte_ctrl));
54#endif
55 BLANK();
56 DEFINE(S_X0, offsetof(struct pt_regs, regs[0]));
57 DEFINE(S_X2, offsetof(struct pt_regs, regs[2]));
58 DEFINE(S_X4, offsetof(struct pt_regs, regs[4]));
59 DEFINE(S_X6, offsetof(struct pt_regs, regs[6]));
60 DEFINE(S_X8, offsetof(struct pt_regs, regs[8]));
61 DEFINE(S_X10, offsetof(struct pt_regs, regs[10]));
62 DEFINE(S_X12, offsetof(struct pt_regs, regs[12]));
63 DEFINE(S_X14, offsetof(struct pt_regs, regs[14]));
64 DEFINE(S_X16, offsetof(struct pt_regs, regs[16]));
65 DEFINE(S_X18, offsetof(struct pt_regs, regs[18]));
66 DEFINE(S_X20, offsetof(struct pt_regs, regs[20]));
67 DEFINE(S_X22, offsetof(struct pt_regs, regs[22]));
68 DEFINE(S_X24, offsetof(struct pt_regs, regs[24]));
69 DEFINE(S_X26, offsetof(struct pt_regs, regs[26]));
70 DEFINE(S_X28, offsetof(struct pt_regs, regs[28]));
71 DEFINE(S_FP, offsetof(struct pt_regs, regs[29]));
72 DEFINE(S_LR, offsetof(struct pt_regs, regs[30]));
73 DEFINE(S_SP, offsetof(struct pt_regs, sp));
74 DEFINE(S_PC, offsetof(struct pt_regs, pc));
75 DEFINE(S_PSTATE, offsetof(struct pt_regs, pstate));
76 DEFINE(S_SYSCALLNO, offsetof(struct pt_regs, syscallno));
77 DEFINE(S_SDEI_TTBR1, offsetof(struct pt_regs, sdei_ttbr1));
78 DEFINE(S_PMR, offsetof(struct pt_regs, pmr));
79 DEFINE(S_STACKFRAME, offsetof(struct pt_regs, stackframe));
80 DEFINE(S_STACKFRAME_TYPE, offsetof(struct pt_regs, stackframe.type));
81 DEFINE(PT_REGS_SIZE, sizeof(struct pt_regs));
82 BLANK();
83#ifdef CONFIG_DYNAMIC_FTRACE_WITH_ARGS
84 DEFINE(FREGS_X0, offsetof(struct __arch_ftrace_regs, regs[0]));
85 DEFINE(FREGS_X2, offsetof(struct __arch_ftrace_regs, regs[2]));
86 DEFINE(FREGS_X4, offsetof(struct __arch_ftrace_regs, regs[4]));
87 DEFINE(FREGS_X6, offsetof(struct __arch_ftrace_regs, regs[6]));
88 DEFINE(FREGS_X8, offsetof(struct __arch_ftrace_regs, regs[8]));
89 DEFINE(FREGS_FP, offsetof(struct __arch_ftrace_regs, fp));
90 DEFINE(FREGS_LR, offsetof(struct __arch_ftrace_regs, lr));
91 DEFINE(FREGS_SP, offsetof(struct __arch_ftrace_regs, sp));
92 DEFINE(FREGS_PC, offsetof(struct __arch_ftrace_regs, pc));
93#ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS
94 DEFINE(FREGS_DIRECT_TRAMP, offsetof(struct __arch_ftrace_regs, direct_tramp));
95#endif
96 DEFINE(FREGS_SIZE, sizeof(struct __arch_ftrace_regs));
97 BLANK();
98#endif
99 DEFINE(CPU_BOOT_TASK, offsetof(struct secondary_data, task));
100 BLANK();
101 DEFINE(FTR_OVR_VAL_OFFSET, offsetof(struct arm64_ftr_override, val));
102 DEFINE(FTR_OVR_MASK_OFFSET, offsetof(struct arm64_ftr_override, mask));
103 BLANK();
104#ifdef CONFIG_KVM
105 DEFINE(VCPU_CONTEXT, offsetof(struct kvm_vcpu, arch.ctxt));
106 DEFINE(VCPU_FAULT_DISR, offsetof(struct kvm_vcpu, arch.fault.disr_el1));
107 DEFINE(VCPU_HCR_EL2, offsetof(struct kvm_vcpu, arch.hcr_el2));
108 DEFINE(CPU_USER_PT_REGS, offsetof(struct kvm_cpu_context, regs));
109 DEFINE(CPU_ELR_EL2, offsetof(struct kvm_cpu_context, sys_regs[ELR_EL2]));
110 DEFINE(CPU_RGSR_EL1, offsetof(struct kvm_cpu_context, sys_regs[RGSR_EL1]));
111 DEFINE(CPU_GCR_EL1, offsetof(struct kvm_cpu_context, sys_regs[GCR_EL1]));
112 DEFINE(CPU_APIAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIAKEYLO_EL1]));
113 DEFINE(CPU_APIBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIBKEYLO_EL1]));
114 DEFINE(CPU_APDAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDAKEYLO_EL1]));
115 DEFINE(CPU_APDBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDBKEYLO_EL1]));
116 DEFINE(CPU_APGAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APGAKEYLO_EL1]));
117 DEFINE(HOST_CONTEXT_VCPU, offsetof(struct kvm_cpu_context, __hyp_running_vcpu));
118 DEFINE(HOST_DATA_CONTEXT, offsetof(struct kvm_host_data, host_ctxt));
119 DEFINE(NVHE_INIT_MAIR_EL2, offsetof(struct kvm_nvhe_init_params, mair_el2));
120 DEFINE(NVHE_INIT_TCR_EL2, offsetof(struct kvm_nvhe_init_params, tcr_el2));
121 DEFINE(NVHE_INIT_TPIDR_EL2, offsetof(struct kvm_nvhe_init_params, tpidr_el2));
122 DEFINE(NVHE_INIT_STACK_HYP_VA, offsetof(struct kvm_nvhe_init_params, stack_hyp_va));
123 DEFINE(NVHE_INIT_PGD_PA, offsetof(struct kvm_nvhe_init_params, pgd_pa));
124 DEFINE(NVHE_INIT_HCR_EL2, offsetof(struct kvm_nvhe_init_params, hcr_el2));
125 DEFINE(NVHE_INIT_VTTBR, offsetof(struct kvm_nvhe_init_params, vttbr));
126 DEFINE(NVHE_INIT_VTCR, offsetof(struct kvm_nvhe_init_params, vtcr));
127 DEFINE(NVHE_INIT_TMP, offsetof(struct kvm_nvhe_init_params, tmp));
128#endif
129#ifdef CONFIG_CPU_PM
130 DEFINE(CPU_CTX_SP, offsetof(struct cpu_suspend_ctx, sp));
131 DEFINE(MPIDR_HASH_MASK, offsetof(struct mpidr_hash, mask));
132 DEFINE(MPIDR_HASH_SHIFTS, offsetof(struct mpidr_hash, shift_aff));
133 DEFINE(SLEEP_STACK_DATA_SYSTEM_REGS, offsetof(struct sleep_stack_data, system_regs));
134 DEFINE(SLEEP_STACK_DATA_CALLEE_REGS, offsetof(struct sleep_stack_data, callee_saved_regs));
135#endif
136 DEFINE(ARM_SMCCC_RES_X0_OFFS, offsetof(struct arm_smccc_res, a0));
137 DEFINE(ARM_SMCCC_RES_X2_OFFS, offsetof(struct arm_smccc_res, a2));
138 DEFINE(ARM_SMCCC_QUIRK_ID_OFFS, offsetof(struct arm_smccc_quirk, id));
139 DEFINE(ARM_SMCCC_QUIRK_STATE_OFFS, offsetof(struct arm_smccc_quirk, state));
140 DEFINE(ARM_SMCCC_1_2_REGS_X0_OFFS, offsetof(struct arm_smccc_1_2_regs, a0));
141 DEFINE(ARM_SMCCC_1_2_REGS_X2_OFFS, offsetof(struct arm_smccc_1_2_regs, a2));
142 DEFINE(ARM_SMCCC_1_2_REGS_X4_OFFS, offsetof(struct arm_smccc_1_2_regs, a4));
143 DEFINE(ARM_SMCCC_1_2_REGS_X6_OFFS, offsetof(struct arm_smccc_1_2_regs, a6));
144 DEFINE(ARM_SMCCC_1_2_REGS_X8_OFFS, offsetof(struct arm_smccc_1_2_regs, a8));
145 DEFINE(ARM_SMCCC_1_2_REGS_X10_OFFS, offsetof(struct arm_smccc_1_2_regs, a10));
146 DEFINE(ARM_SMCCC_1_2_REGS_X12_OFFS, offsetof(struct arm_smccc_1_2_regs, a12));
147 DEFINE(ARM_SMCCC_1_2_REGS_X14_OFFS, offsetof(struct arm_smccc_1_2_regs, a14));
148 DEFINE(ARM_SMCCC_1_2_REGS_X16_OFFS, offsetof(struct arm_smccc_1_2_regs, a16));
149 BLANK();
150 DEFINE(HIBERN_PBE_ORIG, offsetof(struct pbe, orig_address));
151 DEFINE(HIBERN_PBE_ADDR, offsetof(struct pbe, address));
152 DEFINE(HIBERN_PBE_NEXT, offsetof(struct pbe, next));
153 DEFINE(ARM64_FTR_SYSVAL, offsetof(struct arm64_ftr_reg, sys_val));
154 BLANK();
155#ifdef CONFIG_UNMAP_KERNEL_AT_EL0
156 DEFINE(TRAMP_VALIAS, TRAMP_VALIAS);
157#endif
158#ifdef CONFIG_ARM_SDE_INTERFACE
159 DEFINE(SDEI_EVENT_INTREGS, offsetof(struct sdei_registered_event, interrupted_regs));
160 DEFINE(SDEI_EVENT_PRIORITY, offsetof(struct sdei_registered_event, priority));
161#endif
162#ifdef CONFIG_ARM64_PTR_AUTH
163 DEFINE(PTRAUTH_USER_KEY_APIA, offsetof(struct ptrauth_keys_user, apia));
164#ifdef CONFIG_ARM64_PTR_AUTH_KERNEL
165 DEFINE(PTRAUTH_KERNEL_KEY_APIA, offsetof(struct ptrauth_keys_kernel, apia));
166#endif
167 BLANK();
168#endif
169#ifdef CONFIG_KEXEC_CORE
170 DEFINE(KIMAGE_ARCH_DTB_MEM, offsetof(struct kimage, arch.dtb_mem));
171 DEFINE(KIMAGE_ARCH_EL2_VECTORS, offsetof(struct kimage, arch.el2_vectors));
172 DEFINE(KIMAGE_ARCH_ZERO_PAGE, offsetof(struct kimage, arch.zero_page));
173 DEFINE(KIMAGE_ARCH_PHYS_OFFSET, offsetof(struct kimage, arch.phys_offset));
174 DEFINE(KIMAGE_ARCH_TTBR1, offsetof(struct kimage, arch.ttbr1));
175 DEFINE(KIMAGE_HEAD, offsetof(struct kimage, head));
176 DEFINE(KIMAGE_START, offsetof(struct kimage, start));
177 BLANK();
178#endif
179#ifdef CONFIG_FUNCTION_TRACER
180 DEFINE(FTRACE_OPS_FUNC, offsetof(struct ftrace_ops, func));
181#endif
182 BLANK();
183#ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS
184 DEFINE(FTRACE_OPS_DIRECT_CALL, offsetof(struct ftrace_ops, direct_call));
185#endif
186 DEFINE(PIE_E0_ASM, PIE_E0);
187 DEFINE(PIE_E1_ASM, PIE_E1);
188 return 0;
189}
190

source code of linux/arch/arm64/kernel/asm-offsets.c