1 /*- 2 * SPDX-License-Identifier: BSD-3-Clause 3 * 4 * Copyright (c) 1982, 1990 The Regents of the University of California. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to Berkeley by 8 * William Jolitz. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 3. Neither the name of the University nor the names of its contributors 19 * may be used to endorse or promote products derived from this software 20 * without specific prior written permission. 21 * 22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 32 * SUCH DAMAGE. 33 * 34 * from: @(#)genassym.c 5.11 (Berkeley) 5/10/91 35 */ 36 37 #include <sys/cdefs.h> 38 __FBSDID("$FreeBSD$"); 39 40 #include "opt_hwpmc_hooks.h" 41 #include "opt_kstack_pages.h" 42 43 #include <sys/param.h> 44 #include <sys/systm.h> 45 #include <sys/assym.h> 46 #include <sys/bio.h> 47 #include <sys/buf.h> 48 #include <sys/proc.h> 49 #ifdef HWPMC_HOOKS 50 #include <sys/pmckern.h> 51 #endif 52 #include <sys/errno.h> 53 #include <sys/mount.h> 54 #include <sys/mutex.h> 55 #include <sys/socket.h> 56 #include <sys/resourcevar.h> 57 #include <sys/ucontext.h> 58 #include <machine/tss.h> 59 #include <sys/vmmeter.h> 60 #include <vm/vm.h> 61 #include <vm/vm_param.h> 62 #include <vm/pmap.h> 63 #include <vm/vm_map.h> 64 #include <sys/proc.h> 65 #include <x86/apicreg.h> 66 #include <machine/cpu.h> 67 #include <machine/pcb.h> 68 #include <machine/sigframe.h> 69 #include <machine/proc.h> 70 #include <machine/segments.h> 71 #include <machine/efi.h> 72 73 ASSYM(P_VMSPACE, offsetof(struct proc, p_vmspace)); 74 ASSYM(VM_PMAP, offsetof(struct vmspace, vm_pmap)); 75 ASSYM(PM_ACTIVE, offsetof(struct pmap, pm_active)); 76 77 ASSYM(P_MD, offsetof(struct proc, p_md)); 78 ASSYM(MD_LDT, offsetof(struct mdproc, md_ldt)); 79 ASSYM(MD_LDT_SD, offsetof(struct mdproc, md_ldt_sd)); 80 81 ASSYM(MD_EFIRT_TMP, offsetof(struct mdthread, md_efirt_tmp)); 82 83 ASSYM(TD_LOCK, offsetof(struct thread, td_lock)); 84 ASSYM(TD_FLAGS, offsetof(struct thread, td_flags)); 85 ASSYM(TD_PCB, offsetof(struct thread, td_pcb)); 86 ASSYM(TD_PFLAGS, offsetof(struct thread, td_pflags)); 87 ASSYM(TD_PROC, offsetof(struct thread, td_proc)); 88 ASSYM(TD_FRAME, offsetof(struct thread, td_frame)); 89 ASSYM(TD_MD, offsetof(struct thread, td_md)); 90 ASSYM(TD_MD_PCB, offsetof(struct thread, td_md.md_pcb)); 91 ASSYM(TD_MD_STACK_BASE, offsetof(struct thread, td_md.md_stack_base)); 92 93 ASSYM(TDF_ASTPENDING, TDF_ASTPENDING); 94 ASSYM(TDF_NEEDRESCHED, TDF_NEEDRESCHED); 95 96 ASSYM(TDP_CALLCHAIN, TDP_CALLCHAIN); 97 ASSYM(TDP_KTHREAD, TDP_KTHREAD); 98 99 ASSYM(PAGE_SIZE, PAGE_SIZE); 100 ASSYM(NPTEPG, NPTEPG); 101 ASSYM(NPDEPG, NPDEPG); 102 ASSYM(addr_P4Tmap, addr_P4Tmap); 103 ASSYM(addr_P4Dmap, addr_P4Dmap); 104 ASSYM(addr_P5Tmap, addr_P5Tmap); 105 ASSYM(addr_P5Dmap, addr_P5Dmap); 106 ASSYM(PDESIZE, sizeof(pd_entry_t)); 107 ASSYM(PTESIZE, sizeof(pt_entry_t)); 108 ASSYM(PAGE_SHIFT, PAGE_SHIFT); 109 ASSYM(PAGE_MASK, PAGE_MASK); 110 ASSYM(PDRSHIFT, PDRSHIFT); 111 ASSYM(PDPSHIFT, PDPSHIFT); 112 ASSYM(PML4SHIFT, PML4SHIFT); 113 ASSYM(val_KPDPI, KPDPI); 114 ASSYM(val_KPML4I, KPML4I); 115 ASSYM(val_PML4PML4I, PML4PML4I); 116 ASSYM(VM_MAXUSER_ADDRESS, VM_MAXUSER_ADDRESS); 117 ASSYM(KERNBASE, KERNBASE); 118 ASSYM(KERNLOAD, KERNLOAD); 119 ASSYM(DMAP_MIN_ADDRESS, DMAP_MIN_ADDRESS); 120 ASSYM(DMAP_MAX_ADDRESS, DMAP_MAX_ADDRESS); 121 122 ASSYM(PCB_R15, offsetof(struct pcb, pcb_r15)); 123 ASSYM(PCB_R14, offsetof(struct pcb, pcb_r14)); 124 ASSYM(PCB_R13, offsetof(struct pcb, pcb_r13)); 125 ASSYM(PCB_R12, offsetof(struct pcb, pcb_r12)); 126 ASSYM(PCB_RBP, offsetof(struct pcb, pcb_rbp)); 127 ASSYM(PCB_RSP, offsetof(struct pcb, pcb_rsp)); 128 ASSYM(PCB_RBX, offsetof(struct pcb, pcb_rbx)); 129 ASSYM(PCB_RIP, offsetof(struct pcb, pcb_rip)); 130 ASSYM(PCB_FSBASE, offsetof(struct pcb, pcb_fsbase)); 131 ASSYM(PCB_GSBASE, offsetof(struct pcb, pcb_gsbase)); 132 ASSYM(PCB_KGSBASE, offsetof(struct pcb, pcb_kgsbase)); 133 ASSYM(PCB_CR0, offsetof(struct pcb, pcb_cr0)); 134 ASSYM(PCB_CR2, offsetof(struct pcb, pcb_cr2)); 135 ASSYM(PCB_CR3, offsetof(struct pcb, pcb_cr3)); 136 ASSYM(PCB_CR4, offsetof(struct pcb, pcb_cr4)); 137 ASSYM(PCB_DR0, offsetof(struct pcb, pcb_dr0)); 138 ASSYM(PCB_DR1, offsetof(struct pcb, pcb_dr1)); 139 ASSYM(PCB_DR2, offsetof(struct pcb, pcb_dr2)); 140 ASSYM(PCB_DR3, offsetof(struct pcb, pcb_dr3)); 141 ASSYM(PCB_DR6, offsetof(struct pcb, pcb_dr6)); 142 ASSYM(PCB_DR7, offsetof(struct pcb, pcb_dr7)); 143 ASSYM(PCB_GDT, offsetof(struct pcb, pcb_gdt)); 144 ASSYM(PCB_IDT, offsetof(struct pcb, pcb_idt)); 145 ASSYM(PCB_LDT, offsetof(struct pcb, pcb_ldt)); 146 ASSYM(PCB_TR, offsetof(struct pcb, pcb_tr)); 147 ASSYM(PCB_FLAGS, offsetof(struct pcb, pcb_flags)); 148 ASSYM(PCB_ONFAULT, offsetof(struct pcb, pcb_onfault)); 149 ASSYM(PCB_SAVED_UCR3, offsetof(struct pcb, pcb_saved_ucr3)); 150 ASSYM(PCB_TSSP, offsetof(struct pcb, pcb_tssp)); 151 ASSYM(PCB_SAVEFPU, offsetof(struct pcb, pcb_save)); 152 ASSYM(PCB_EFER, offsetof(struct pcb, pcb_efer)); 153 ASSYM(PCB_STAR, offsetof(struct pcb, pcb_star)); 154 ASSYM(PCB_LSTAR, offsetof(struct pcb, pcb_lstar)); 155 ASSYM(PCB_CSTAR, offsetof(struct pcb, pcb_cstar)); 156 ASSYM(PCB_SFMASK, offsetof(struct pcb, pcb_sfmask)); 157 ASSYM(PCB_SIZE, sizeof(struct pcb)); 158 ASSYM(PCB_FULL_IRET, PCB_FULL_IRET); 159 ASSYM(PCB_DBREGS, PCB_DBREGS); 160 ASSYM(PCB_32BIT, PCB_32BIT); 161 162 ASSYM(TSS_RSP0, offsetof(struct amd64tss, tss_rsp0)); 163 164 ASSYM(TF_R15, offsetof(struct trapframe, tf_r15)); 165 ASSYM(TF_R14, offsetof(struct trapframe, tf_r14)); 166 ASSYM(TF_R13, offsetof(struct trapframe, tf_r13)); 167 ASSYM(TF_R12, offsetof(struct trapframe, tf_r12)); 168 ASSYM(TF_R11, offsetof(struct trapframe, tf_r11)); 169 ASSYM(TF_R10, offsetof(struct trapframe, tf_r10)); 170 ASSYM(TF_R9, offsetof(struct trapframe, tf_r9)); 171 ASSYM(TF_R8, offsetof(struct trapframe, tf_r8)); 172 ASSYM(TF_RDI, offsetof(struct trapframe, tf_rdi)); 173 ASSYM(TF_RSI, offsetof(struct trapframe, tf_rsi)); 174 ASSYM(TF_RBP, offsetof(struct trapframe, tf_rbp)); 175 ASSYM(TF_RBX, offsetof(struct trapframe, tf_rbx)); 176 ASSYM(TF_RDX, offsetof(struct trapframe, tf_rdx)); 177 ASSYM(TF_RCX, offsetof(struct trapframe, tf_rcx)); 178 ASSYM(TF_RAX, offsetof(struct trapframe, tf_rax)); 179 ASSYM(TF_TRAPNO, offsetof(struct trapframe, tf_trapno)); 180 ASSYM(TF_ADDR, offsetof(struct trapframe, tf_addr)); 181 ASSYM(TF_ERR, offsetof(struct trapframe, tf_err)); 182 ASSYM(TF_RIP, offsetof(struct trapframe, tf_rip)); 183 ASSYM(TF_CS, offsetof(struct trapframe, tf_cs)); 184 ASSYM(TF_RFLAGS, offsetof(struct trapframe, tf_rflags)); 185 ASSYM(TF_RSP, offsetof(struct trapframe, tf_rsp)); 186 ASSYM(TF_SS, offsetof(struct trapframe, tf_ss)); 187 ASSYM(TF_DS, offsetof(struct trapframe, tf_ds)); 188 ASSYM(TF_ES, offsetof(struct trapframe, tf_es)); 189 ASSYM(TF_FS, offsetof(struct trapframe, tf_fs)); 190 ASSYM(TF_GS, offsetof(struct trapframe, tf_gs)); 191 ASSYM(TF_FLAGS, offsetof(struct trapframe, tf_flags)); 192 ASSYM(TF_SIZE, sizeof(struct trapframe)); 193 ASSYM(TF_HASSEGS, TF_HASSEGS); 194 195 ASSYM(PTI_RDX, offsetof(struct pti_frame, pti_rdx)); 196 ASSYM(PTI_RAX, offsetof(struct pti_frame, pti_rax)); 197 ASSYM(PTI_ERR, offsetof(struct pti_frame, pti_err)); 198 ASSYM(PTI_RIP, offsetof(struct pti_frame, pti_rip)); 199 ASSYM(PTI_CS, offsetof(struct pti_frame, pti_cs)); 200 ASSYM(PTI_RFLAGS, offsetof(struct pti_frame, pti_rflags)); 201 ASSYM(PTI_RSP, offsetof(struct pti_frame, pti_rsp)); 202 ASSYM(PTI_SS, offsetof(struct pti_frame, pti_ss)); 203 ASSYM(PTI_SIZE, sizeof(struct pti_frame)); 204 205 ASSYM(SIGF_HANDLER, offsetof(struct sigframe, sf_ahu.sf_handler)); 206 ASSYM(SIGF_UC, offsetof(struct sigframe, sf_uc)); 207 ASSYM(UC_EFLAGS, offsetof(ucontext_t, uc_mcontext.mc_rflags)); 208 ASSYM(ENOENT, ENOENT); 209 ASSYM(EFAULT, EFAULT); 210 ASSYM(ENAMETOOLONG, ENAMETOOLONG); 211 ASSYM(MAXCOMLEN, MAXCOMLEN); 212 ASSYM(MAXPATHLEN, MAXPATHLEN); 213 ASSYM(PC_SIZEOF, sizeof(struct pcpu)); 214 ASSYM(PC_PRVSPACE, offsetof(struct pcpu, pc_prvspace)); 215 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 216 ASSYM(PC_FPCURTHREAD, offsetof(struct pcpu, pc_fpcurthread)); 217 ASSYM(PC_IDLETHREAD, offsetof(struct pcpu, pc_idlethread)); 218 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 219 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid)); 220 ASSYM(PC_SCRATCH_RSP, offsetof(struct pcpu, pc_scratch_rsp)); 221 ASSYM(PC_SCRATCH_RAX, offsetof(struct pcpu, pc_scratch_rax)); 222 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 223 ASSYM(PC_TSSP, offsetof(struct pcpu, pc_tssp)); 224 ASSYM(PC_RSP0, offsetof(struct pcpu, pc_rsp0)); 225 ASSYM(PC_FS32P, offsetof(struct pcpu, pc_fs32p)); 226 ASSYM(PC_GS32P, offsetof(struct pcpu, pc_gs32p)); 227 ASSYM(PC_LDT, offsetof(struct pcpu, pc_ldt)); 228 ASSYM(PC_COMMONTSS, offsetof(struct pcpu, pc_common_tss)); 229 ASSYM(PC_TSS, offsetof(struct pcpu, pc_tss)); 230 ASSYM(PC_KCR3, offsetof(struct pcpu, pc_kcr3)); 231 ASSYM(PC_UCR3, offsetof(struct pcpu, pc_ucr3)); 232 ASSYM(PC_UCR3_LOAD_MASK, offsetof(struct pcpu, pc_ucr3_load_mask)); 233 ASSYM(PC_SAVED_UCR3, offsetof(struct pcpu, pc_saved_ucr3)); 234 ASSYM(PC_PTI_STACK, offsetof(struct pcpu, pc_pti_stack)); 235 ASSYM(PC_PTI_STACK_SZ, PC_PTI_STACK_SZ); 236 ASSYM(PC_PTI_RSP0, offsetof(struct pcpu, pc_pti_rsp0)); 237 ASSYM(PC_IBPB_SET, offsetof(struct pcpu, pc_ibpb_set)); 238 ASSYM(PC_MDS_TMP, offsetof(struct pcpu, pc_mds_tmp)); 239 ASSYM(PC_MDS_BUF, offsetof(struct pcpu, pc_mds_buf)); 240 ASSYM(PC_MDS_BUF64, offsetof(struct pcpu, pc_mds_buf64)); 241 242 ASSYM(LA_EOI, LAPIC_EOI * LAPIC_MEM_MUL); 243 ASSYM(LA_ISR, LAPIC_ISR0 * LAPIC_MEM_MUL); 244 245 ASSYM(KCSEL, GSEL(GCODE_SEL, SEL_KPL)); 246 ASSYM(KDSEL, GSEL(GDATA_SEL, SEL_KPL)); 247 ASSYM(KUCSEL, GSEL(GUCODE_SEL, SEL_UPL)); 248 ASSYM(KUDSEL, GSEL(GUDATA_SEL, SEL_UPL)); 249 ASSYM(KUC32SEL, GSEL(GUCODE32_SEL, SEL_UPL)); 250 ASSYM(KUF32SEL, GSEL(GUFS32_SEL, SEL_UPL)); 251 ASSYM(KUG32SEL, GSEL(GUGS32_SEL, SEL_UPL)); 252 ASSYM(TSSSEL, GSEL(GPROC0_SEL, SEL_KPL)); 253 ASSYM(LDTSEL, GSEL(GUSERLDT_SEL, SEL_KPL)); 254 ASSYM(SEL_RPL_MASK, SEL_RPL_MASK); 255 256 ASSYM(__FreeBSD_version, __FreeBSD_version); 257 258 #ifdef HWPMC_HOOKS 259 ASSYM(PMC_FN_USER_CALLCHAIN, PMC_FN_USER_CALLCHAIN); 260 #endif 261 262 ASSYM(EC_EFI_STATUS, offsetof(struct efirt_callinfo, ec_efi_status)); 263 ASSYM(EC_FPTR, offsetof(struct efirt_callinfo, ec_fptr)); 264 ASSYM(EC_ARGCNT, offsetof(struct efirt_callinfo, ec_argcnt)); 265 ASSYM(EC_ARG1, offsetof(struct efirt_callinfo, ec_arg1)); 266 ASSYM(EC_ARG2, offsetof(struct efirt_callinfo, ec_arg2)); 267 ASSYM(EC_ARG3, offsetof(struct efirt_callinfo, ec_arg3)); 268 ASSYM(EC_ARG4, offsetof(struct efirt_callinfo, ec_arg4)); 269 ASSYM(EC_ARG5, offsetof(struct efirt_callinfo, ec_arg5)); 270 ASSYM(EC_RBX, offsetof(struct efirt_callinfo, ec_rbx)); 271 ASSYM(EC_RSP, offsetof(struct efirt_callinfo, ec_rsp)); 272 ASSYM(EC_RBP, offsetof(struct efirt_callinfo, ec_rbp)); 273 ASSYM(EC_R12, offsetof(struct efirt_callinfo, ec_r12)); 274 ASSYM(EC_R13, offsetof(struct efirt_callinfo, ec_r13)); 275 ASSYM(EC_R14, offsetof(struct efirt_callinfo, ec_r14)); 276 ASSYM(EC_R15, offsetof(struct efirt_callinfo, ec_r15)); 277 ASSYM(EC_RFLAGS, offsetof(struct efirt_callinfo, ec_rflags)); 278