1 /*- 2 * SPDX-License-Identifier: BSD-3-Clause 3 * 4 * Copyright (c) 1982, 1990 The Regents of the University of California. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to Berkeley by 8 * William Jolitz. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 3. Neither the name of the University nor the names of its contributors 19 * may be used to endorse or promote products derived from this software 20 * without specific prior written permission. 21 * 22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 32 * SUCH DAMAGE. 33 * 34 * from: @(#)genassym.c 5.11 (Berkeley) 5/10/91 35 */ 36 37 #include <sys/cdefs.h> 38 __FBSDID("$FreeBSD$"); 39 40 #include "opt_hwpmc_hooks.h" 41 #include "opt_kstack_pages.h" 42 43 #include <sys/param.h> 44 #include <sys/systm.h> 45 #include <sys/assym.h> 46 #include <sys/bio.h> 47 #include <sys/buf.h> 48 #include <sys/proc.h> 49 #ifdef HWPMC_HOOKS 50 #include <sys/pmckern.h> 51 #endif 52 #include <sys/errno.h> 53 #include <sys/mount.h> 54 #include <sys/mutex.h> 55 #include <sys/socket.h> 56 #include <sys/resourcevar.h> 57 #include <sys/ucontext.h> 58 #include <machine/tss.h> 59 #include <sys/vmmeter.h> 60 #include <vm/vm.h> 61 #include <vm/vm_param.h> 62 #include <vm/pmap.h> 63 #include <vm/vm_map.h> 64 #include <sys/proc.h> 65 #include <x86/apicreg.h> 66 #include <machine/cpu.h> 67 #include <machine/pcb.h> 68 #include <machine/sigframe.h> 69 #include <machine/proc.h> 70 #include <machine/segments.h> 71 72 ASSYM(P_VMSPACE, offsetof(struct proc, p_vmspace)); 73 ASSYM(VM_PMAP, offsetof(struct vmspace, vm_pmap)); 74 ASSYM(PM_ACTIVE, offsetof(struct pmap, pm_active)); 75 76 ASSYM(P_MD, offsetof(struct proc, p_md)); 77 ASSYM(MD_LDT, offsetof(struct mdproc, md_ldt)); 78 ASSYM(MD_LDT_SD, offsetof(struct mdproc, md_ldt_sd)); 79 80 ASSYM(TD_LOCK, offsetof(struct thread, td_lock)); 81 ASSYM(TD_FLAGS, offsetof(struct thread, td_flags)); 82 ASSYM(TD_PCB, offsetof(struct thread, td_pcb)); 83 ASSYM(TD_PFLAGS, offsetof(struct thread, td_pflags)); 84 ASSYM(TD_PROC, offsetof(struct thread, td_proc)); 85 ASSYM(TD_FRAME, offsetof(struct thread, td_frame)); 86 87 ASSYM(TDF_ASTPENDING, TDF_ASTPENDING); 88 ASSYM(TDF_NEEDRESCHED, TDF_NEEDRESCHED); 89 90 ASSYM(TDP_CALLCHAIN, TDP_CALLCHAIN); 91 ASSYM(TDP_KTHREAD, TDP_KTHREAD); 92 93 ASSYM(PAGE_SIZE, PAGE_SIZE); 94 ASSYM(NPTEPG, NPTEPG); 95 ASSYM(NPDEPG, NPDEPG); 96 ASSYM(addr_PTmap, addr_PTmap); 97 ASSYM(addr_PDmap, addr_PDmap); 98 ASSYM(addr_PDPmap, addr_PDPmap); 99 ASSYM(addr_PML4map, addr_PML4map); 100 ASSYM(addr_PML4pml4e, addr_PML4pml4e); 101 ASSYM(PDESIZE, sizeof(pd_entry_t)); 102 ASSYM(PTESIZE, sizeof(pt_entry_t)); 103 ASSYM(PAGE_SHIFT, PAGE_SHIFT); 104 ASSYM(PAGE_MASK, PAGE_MASK); 105 ASSYM(PDRSHIFT, PDRSHIFT); 106 ASSYM(PDPSHIFT, PDPSHIFT); 107 ASSYM(PML4SHIFT, PML4SHIFT); 108 ASSYM(val_KPDPI, KPDPI); 109 ASSYM(val_KPML4I, KPML4I); 110 ASSYM(val_PML4PML4I, PML4PML4I); 111 ASSYM(VM_MAXUSER_ADDRESS, VM_MAXUSER_ADDRESS); 112 ASSYM(KERNBASE, KERNBASE); 113 ASSYM(DMAP_MIN_ADDRESS, DMAP_MIN_ADDRESS); 114 ASSYM(DMAP_MAX_ADDRESS, DMAP_MAX_ADDRESS); 115 116 ASSYM(PCB_R15, offsetof(struct pcb, pcb_r15)); 117 ASSYM(PCB_R14, offsetof(struct pcb, pcb_r14)); 118 ASSYM(PCB_R13, offsetof(struct pcb, pcb_r13)); 119 ASSYM(PCB_R12, offsetof(struct pcb, pcb_r12)); 120 ASSYM(PCB_RBP, offsetof(struct pcb, pcb_rbp)); 121 ASSYM(PCB_RSP, offsetof(struct pcb, pcb_rsp)); 122 ASSYM(PCB_RBX, offsetof(struct pcb, pcb_rbx)); 123 ASSYM(PCB_RIP, offsetof(struct pcb, pcb_rip)); 124 ASSYM(PCB_FSBASE, offsetof(struct pcb, pcb_fsbase)); 125 ASSYM(PCB_GSBASE, offsetof(struct pcb, pcb_gsbase)); 126 ASSYM(PCB_KGSBASE, offsetof(struct pcb, pcb_kgsbase)); 127 ASSYM(PCB_CR0, offsetof(struct pcb, pcb_cr0)); 128 ASSYM(PCB_CR2, offsetof(struct pcb, pcb_cr2)); 129 ASSYM(PCB_CR3, offsetof(struct pcb, pcb_cr3)); 130 ASSYM(PCB_CR4, offsetof(struct pcb, pcb_cr4)); 131 ASSYM(PCB_DR0, offsetof(struct pcb, pcb_dr0)); 132 ASSYM(PCB_DR1, offsetof(struct pcb, pcb_dr1)); 133 ASSYM(PCB_DR2, offsetof(struct pcb, pcb_dr2)); 134 ASSYM(PCB_DR3, offsetof(struct pcb, pcb_dr3)); 135 ASSYM(PCB_DR6, offsetof(struct pcb, pcb_dr6)); 136 ASSYM(PCB_DR7, offsetof(struct pcb, pcb_dr7)); 137 ASSYM(PCB_GDT, offsetof(struct pcb, pcb_gdt)); 138 ASSYM(PCB_IDT, offsetof(struct pcb, pcb_idt)); 139 ASSYM(PCB_LDT, offsetof(struct pcb, pcb_ldt)); 140 ASSYM(PCB_TR, offsetof(struct pcb, pcb_tr)); 141 ASSYM(PCB_FLAGS, offsetof(struct pcb, pcb_flags)); 142 ASSYM(PCB_ONFAULT, offsetof(struct pcb, pcb_onfault)); 143 ASSYM(PCB_SAVED_UCR3, offsetof(struct pcb, pcb_saved_ucr3)); 144 ASSYM(PCB_TSSP, offsetof(struct pcb, pcb_tssp)); 145 ASSYM(PCB_SAVEFPU, offsetof(struct pcb, pcb_save)); 146 ASSYM(PCB_EFER, offsetof(struct pcb, pcb_efer)); 147 ASSYM(PCB_STAR, offsetof(struct pcb, pcb_star)); 148 ASSYM(PCB_LSTAR, offsetof(struct pcb, pcb_lstar)); 149 ASSYM(PCB_CSTAR, offsetof(struct pcb, pcb_cstar)); 150 ASSYM(PCB_SFMASK, offsetof(struct pcb, pcb_sfmask)); 151 ASSYM(PCB_SIZE, sizeof(struct pcb)); 152 ASSYM(PCB_FULL_IRET, PCB_FULL_IRET); 153 ASSYM(PCB_DBREGS, PCB_DBREGS); 154 ASSYM(PCB_32BIT, PCB_32BIT); 155 156 ASSYM(TSS_RSP0, offsetof(struct amd64tss, tss_rsp0)); 157 158 ASSYM(TF_R15, offsetof(struct trapframe, tf_r15)); 159 ASSYM(TF_R14, offsetof(struct trapframe, tf_r14)); 160 ASSYM(TF_R13, offsetof(struct trapframe, tf_r13)); 161 ASSYM(TF_R12, offsetof(struct trapframe, tf_r12)); 162 ASSYM(TF_R11, offsetof(struct trapframe, tf_r11)); 163 ASSYM(TF_R10, offsetof(struct trapframe, tf_r10)); 164 ASSYM(TF_R9, offsetof(struct trapframe, tf_r9)); 165 ASSYM(TF_R8, offsetof(struct trapframe, tf_r8)); 166 ASSYM(TF_RDI, offsetof(struct trapframe, tf_rdi)); 167 ASSYM(TF_RSI, offsetof(struct trapframe, tf_rsi)); 168 ASSYM(TF_RBP, offsetof(struct trapframe, tf_rbp)); 169 ASSYM(TF_RBX, offsetof(struct trapframe, tf_rbx)); 170 ASSYM(TF_RDX, offsetof(struct trapframe, tf_rdx)); 171 ASSYM(TF_RCX, offsetof(struct trapframe, tf_rcx)); 172 ASSYM(TF_RAX, offsetof(struct trapframe, tf_rax)); 173 ASSYM(TF_TRAPNO, offsetof(struct trapframe, tf_trapno)); 174 ASSYM(TF_ADDR, offsetof(struct trapframe, tf_addr)); 175 ASSYM(TF_ERR, offsetof(struct trapframe, tf_err)); 176 ASSYM(TF_RIP, offsetof(struct trapframe, tf_rip)); 177 ASSYM(TF_CS, offsetof(struct trapframe, tf_cs)); 178 ASSYM(TF_RFLAGS, offsetof(struct trapframe, tf_rflags)); 179 ASSYM(TF_RSP, offsetof(struct trapframe, tf_rsp)); 180 ASSYM(TF_SS, offsetof(struct trapframe, tf_ss)); 181 ASSYM(TF_DS, offsetof(struct trapframe, tf_ds)); 182 ASSYM(TF_ES, offsetof(struct trapframe, tf_es)); 183 ASSYM(TF_FS, offsetof(struct trapframe, tf_fs)); 184 ASSYM(TF_GS, offsetof(struct trapframe, tf_gs)); 185 ASSYM(TF_FLAGS, offsetof(struct trapframe, tf_flags)); 186 ASSYM(TF_SIZE, sizeof(struct trapframe)); 187 ASSYM(TF_HASSEGS, TF_HASSEGS); 188 189 ASSYM(PTI_RDX, offsetof(struct pti_frame, pti_rdx)); 190 ASSYM(PTI_RAX, offsetof(struct pti_frame, pti_rax)); 191 ASSYM(PTI_ERR, offsetof(struct pti_frame, pti_err)); 192 ASSYM(PTI_RIP, offsetof(struct pti_frame, pti_rip)); 193 ASSYM(PTI_CS, offsetof(struct pti_frame, pti_cs)); 194 ASSYM(PTI_RFLAGS, offsetof(struct pti_frame, pti_rflags)); 195 ASSYM(PTI_RSP, offsetof(struct pti_frame, pti_rsp)); 196 ASSYM(PTI_SS, offsetof(struct pti_frame, pti_ss)); 197 ASSYM(PTI_SIZE, sizeof(struct pti_frame)); 198 199 ASSYM(SIGF_HANDLER, offsetof(struct sigframe, sf_ahu.sf_handler)); 200 ASSYM(SIGF_UC, offsetof(struct sigframe, sf_uc)); 201 ASSYM(UC_EFLAGS, offsetof(ucontext_t, uc_mcontext.mc_rflags)); 202 ASSYM(ENOENT, ENOENT); 203 ASSYM(EFAULT, EFAULT); 204 ASSYM(ENAMETOOLONG, ENAMETOOLONG); 205 ASSYM(MAXCOMLEN, MAXCOMLEN); 206 ASSYM(MAXPATHLEN, MAXPATHLEN); 207 ASSYM(PC_SIZEOF, sizeof(struct pcpu)); 208 ASSYM(PC_PRVSPACE, offsetof(struct pcpu, pc_prvspace)); 209 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 210 ASSYM(PC_FPCURTHREAD, offsetof(struct pcpu, pc_fpcurthread)); 211 ASSYM(PC_IDLETHREAD, offsetof(struct pcpu, pc_idlethread)); 212 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 213 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid)); 214 ASSYM(PC_SCRATCH_RSP, offsetof(struct pcpu, pc_scratch_rsp)); 215 ASSYM(PC_SCRATCH_RAX, offsetof(struct pcpu, pc_scratch_rax)); 216 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 217 ASSYM(PC_TSSP, offsetof(struct pcpu, pc_tssp)); 218 ASSYM(PC_RSP0, offsetof(struct pcpu, pc_rsp0)); 219 ASSYM(PC_FS32P, offsetof(struct pcpu, pc_fs32p)); 220 ASSYM(PC_GS32P, offsetof(struct pcpu, pc_gs32p)); 221 ASSYM(PC_LDT, offsetof(struct pcpu, pc_ldt)); 222 ASSYM(PC_COMMONTSSP, offsetof(struct pcpu, pc_commontssp)); 223 ASSYM(PC_TSS, offsetof(struct pcpu, pc_tss)); 224 ASSYM(PC_PM_SAVE_CNT, offsetof(struct pcpu, pc_pm_save_cnt)); 225 ASSYM(PC_KCR3, offsetof(struct pcpu, pc_kcr3)); 226 ASSYM(PC_UCR3, offsetof(struct pcpu, pc_ucr3)); 227 ASSYM(PC_SAVED_UCR3, offsetof(struct pcpu, pc_saved_ucr3)); 228 ASSYM(PC_PTI_STACK, offsetof(struct pcpu, pc_pti_stack)); 229 ASSYM(PC_PTI_STACK_SZ, PC_PTI_STACK_SZ); 230 ASSYM(PC_PTI_RSP0, offsetof(struct pcpu, pc_pti_rsp0)); 231 ASSYM(PC_IBPB_SET, offsetof(struct pcpu, pc_ibpb_set)); 232 233 ASSYM(LA_EOI, LAPIC_EOI * LAPIC_MEM_MUL); 234 ASSYM(LA_ISR, LAPIC_ISR0 * LAPIC_MEM_MUL); 235 236 ASSYM(KCSEL, GSEL(GCODE_SEL, SEL_KPL)); 237 ASSYM(KDSEL, GSEL(GDATA_SEL, SEL_KPL)); 238 ASSYM(KUCSEL, GSEL(GUCODE_SEL, SEL_UPL)); 239 ASSYM(KUDSEL, GSEL(GUDATA_SEL, SEL_UPL)); 240 ASSYM(KUC32SEL, GSEL(GUCODE32_SEL, SEL_UPL)); 241 ASSYM(KUF32SEL, GSEL(GUFS32_SEL, SEL_UPL)); 242 ASSYM(KUG32SEL, GSEL(GUGS32_SEL, SEL_UPL)); 243 ASSYM(TSSSEL, GSEL(GPROC0_SEL, SEL_KPL)); 244 ASSYM(LDTSEL, GSEL(GUSERLDT_SEL, SEL_KPL)); 245 ASSYM(SEL_RPL_MASK, SEL_RPL_MASK); 246 247 ASSYM(__FreeBSD_version, __FreeBSD_version); 248 249 #ifdef HWPMC_HOOKS 250 ASSYM(PMC_FN_USER_CALLCHAIN, PMC_FN_USER_CALLCHAIN); 251 #endif 252