1 /*- 2 * SPDX-License-Identifier: BSD-3-Clause 3 * 4 * Copyright (c) 1982, 1990 The Regents of the University of California. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to Berkeley by 8 * William Jolitz. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 3. Neither the name of the University nor the names of its contributors 19 * may be used to endorse or promote products derived from this software 20 * without specific prior written permission. 21 * 22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 32 * SUCH DAMAGE. 33 */ 34 35 #include <sys/param.h> 36 #include <sys/assym.h> 37 #include <sys/errno.h> 38 #include <sys/ktr.h> 39 #include <sys/proc.h> 40 #include <sys/queue.h> 41 #include <sys/signal.h> 42 #include <sys/smp.h> 43 #include <sys/systm.h> 44 #include <sys/ucontext.h> 45 #include <sys/ucontext.h> 46 #include <sys/vmmeter.h> 47 48 #include <vm/vm.h> 49 #include <vm/vm_param.h> 50 #include <vm/pmap.h> 51 #include <vm/vm_map.h> 52 53 #include <machine/pcb.h> 54 #include <machine/psl.h> 55 #include <machine/sigframe.h> 56 57 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 58 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 59 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 60 ASSYM(PC_TEMPSAVE, offsetof(struct pcpu, pc_tempsave)); 61 ASSYM(PC_DISISAVE, offsetof(struct pcpu, pc_disisave)); 62 ASSYM(PC_DBSAVE, offsetof(struct pcpu, pc_dbsave)); 63 ASSYM(PC_RESTORE, offsetof(struct pcpu, pc_restore)); 64 ASSYM(PC_FLAGS, offsetof(struct pcpu, pc_flags)); 65 66 #if defined(BOOKE) 67 ASSYM(PC_BOOKE_CRITSAVE, offsetof(struct pcpu, pc_booke.critsave)); 68 ASSYM(PC_BOOKE_MCHKSAVE, offsetof(struct pcpu, pc_booke.mchksave)); 69 ASSYM(PC_BOOKE_TLBSAVE, offsetof(struct pcpu, pc_booke.tlbsave)); 70 ASSYM(PC_BOOKE_TLB_LEVEL, offsetof(struct pcpu, pc_booke.tlb_level)); 71 ASSYM(PC_BOOKE_TLB_LOCK, offsetof(struct pcpu, pc_booke.tlb_lock)); 72 #endif 73 74 ASSYM(CPUSAVE_R27, CPUSAVE_R27*sizeof(register_t)); 75 ASSYM(CPUSAVE_R28, CPUSAVE_R28*sizeof(register_t)); 76 ASSYM(CPUSAVE_R29, CPUSAVE_R29*sizeof(register_t)); 77 ASSYM(CPUSAVE_R30, CPUSAVE_R30*sizeof(register_t)); 78 ASSYM(CPUSAVE_R31, CPUSAVE_R31*sizeof(register_t)); 79 ASSYM(CPUSAVE_SRR0, CPUSAVE_SRR0*sizeof(register_t)); 80 ASSYM(CPUSAVE_SRR1, CPUSAVE_SRR1*sizeof(register_t)); 81 ASSYM(CPUSAVE_AIM_DAR, CPUSAVE_AIM_DAR*sizeof(register_t)); 82 ASSYM(CPUSAVE_AIM_DSISR, CPUSAVE_AIM_DSISR*sizeof(register_t)); 83 ASSYM(CPUSAVE_BOOKE_DEAR, CPUSAVE_BOOKE_DEAR*sizeof(register_t)); 84 ASSYM(CPUSAVE_BOOKE_ESR, CPUSAVE_BOOKE_ESR*sizeof(register_t)); 85 ASSYM(BOOKE_CRITSAVE_SRR0, BOOKE_CRITSAVE_SRR0*sizeof(register_t)); 86 ASSYM(BOOKE_CRITSAVE_SRR1, BOOKE_CRITSAVE_SRR1*sizeof(register_t)); 87 88 ASSYM(TLBSAVE_BOOKE_LR, TLBSAVE_BOOKE_LR*sizeof(register_t)); 89 ASSYM(TLBSAVE_BOOKE_CR, TLBSAVE_BOOKE_CR*sizeof(register_t)); 90 ASSYM(TLBSAVE_BOOKE_SRR0, TLBSAVE_BOOKE_SRR0*sizeof(register_t)); 91 ASSYM(TLBSAVE_BOOKE_SRR1, TLBSAVE_BOOKE_SRR1*sizeof(register_t)); 92 ASSYM(TLBSAVE_BOOKE_R20, TLBSAVE_BOOKE_R20*sizeof(register_t)); 93 ASSYM(TLBSAVE_BOOKE_R21, TLBSAVE_BOOKE_R21*sizeof(register_t)); 94 ASSYM(TLBSAVE_BOOKE_R22, TLBSAVE_BOOKE_R22*sizeof(register_t)); 95 ASSYM(TLBSAVE_BOOKE_R23, TLBSAVE_BOOKE_R23*sizeof(register_t)); 96 ASSYM(TLBSAVE_BOOKE_R24, TLBSAVE_BOOKE_R24*sizeof(register_t)); 97 ASSYM(TLBSAVE_BOOKE_R25, TLBSAVE_BOOKE_R25*sizeof(register_t)); 98 ASSYM(TLBSAVE_BOOKE_R26, TLBSAVE_BOOKE_R26*sizeof(register_t)); 99 ASSYM(TLBSAVE_BOOKE_R27, TLBSAVE_BOOKE_R27*sizeof(register_t)); 100 ASSYM(TLBSAVE_BOOKE_R28, TLBSAVE_BOOKE_R28*sizeof(register_t)); 101 ASSYM(TLBSAVE_BOOKE_R29, TLBSAVE_BOOKE_R29*sizeof(register_t)); 102 ASSYM(TLBSAVE_BOOKE_R30, TLBSAVE_BOOKE_R30*sizeof(register_t)); 103 ASSYM(TLBSAVE_BOOKE_R31, TLBSAVE_BOOKE_R31*sizeof(register_t)); 104 105 ASSYM(MTX_LOCK, offsetof(struct mtx, mtx_lock)); 106 107 ASSYM(PC_FLAG_NOSRS, PC_FLAG_NOSRS); 108 #if defined(AIM) 109 ASSYM(USER_ADDR, USER_ADDR); 110 #ifdef __powerpc64__ 111 ASSYM(PC_KERNSLB, offsetof(struct pcpu, pc_aim.slb)); 112 ASSYM(PC_USERSLB, offsetof(struct pcpu, pc_aim.userslb)); 113 ASSYM(PC_SLBSAVE, offsetof(struct pcpu, pc_aim.slbsave)); 114 ASSYM(PC_SLBSTACK, offsetof(struct pcpu, pc_aim.slbstack)); 115 ASSYM(USER_SLB_SLOT, USER_SLB_SLOT); 116 ASSYM(USER_SLB_SLBE, USER_SLB_SLBE); 117 ASSYM(SEGMENT_MASK, SEGMENT_MASK); 118 #else 119 ASSYM(PM_SR, offsetof(struct pmap, pm_sr)); 120 ASSYM(USER_SR, USER_SR); 121 #endif 122 #elif defined(BOOKE) 123 #ifdef __powerpc64__ 124 ASSYM(PM_ROOT, offsetof(struct pmap, pm_root)); 125 #else 126 ASSYM(PM_PDIR, offsetof(struct pmap, pm_pdir)); 127 #endif 128 /* 129 * With pte_t being a bitfield struct, these fields cannot be addressed via 130 * offsetof(). 131 */ 132 ASSYM(PTE_RPN, 0); 133 ASSYM(PTE_FLAGS, sizeof(uint32_t)); 134 #if defined(BOOKE_E500) 135 ASSYM(TLB_ENTRY_SIZE, sizeof(struct tlb_entry)); 136 #endif 137 #endif 138 139 #ifdef __powerpc64__ 140 ASSYM(FSP, 48); 141 #else 142 ASSYM(FSP, 8); 143 #endif 144 ASSYM(FRAMELEN, FRAMELEN); 145 ASSYM(FRAME_0, offsetof(struct trapframe, fixreg[0])); 146 ASSYM(FRAME_1, offsetof(struct trapframe, fixreg[1])); 147 ASSYM(FRAME_2, offsetof(struct trapframe, fixreg[2])); 148 ASSYM(FRAME_3, offsetof(struct trapframe, fixreg[3])); 149 ASSYM(FRAME_4, offsetof(struct trapframe, fixreg[4])); 150 ASSYM(FRAME_5, offsetof(struct trapframe, fixreg[5])); 151 ASSYM(FRAME_6, offsetof(struct trapframe, fixreg[6])); 152 ASSYM(FRAME_7, offsetof(struct trapframe, fixreg[7])); 153 ASSYM(FRAME_8, offsetof(struct trapframe, fixreg[8])); 154 ASSYM(FRAME_9, offsetof(struct trapframe, fixreg[9])); 155 ASSYM(FRAME_10, offsetof(struct trapframe, fixreg[10])); 156 ASSYM(FRAME_11, offsetof(struct trapframe, fixreg[11])); 157 ASSYM(FRAME_12, offsetof(struct trapframe, fixreg[12])); 158 ASSYM(FRAME_13, offsetof(struct trapframe, fixreg[13])); 159 ASSYM(FRAME_14, offsetof(struct trapframe, fixreg[14])); 160 ASSYM(FRAME_15, offsetof(struct trapframe, fixreg[15])); 161 ASSYM(FRAME_16, offsetof(struct trapframe, fixreg[16])); 162 ASSYM(FRAME_17, offsetof(struct trapframe, fixreg[17])); 163 ASSYM(FRAME_18, offsetof(struct trapframe, fixreg[18])); 164 ASSYM(FRAME_19, offsetof(struct trapframe, fixreg[19])); 165 ASSYM(FRAME_20, offsetof(struct trapframe, fixreg[20])); 166 ASSYM(FRAME_21, offsetof(struct trapframe, fixreg[21])); 167 ASSYM(FRAME_22, offsetof(struct trapframe, fixreg[22])); 168 ASSYM(FRAME_23, offsetof(struct trapframe, fixreg[23])); 169 ASSYM(FRAME_24, offsetof(struct trapframe, fixreg[24])); 170 ASSYM(FRAME_25, offsetof(struct trapframe, fixreg[25])); 171 ASSYM(FRAME_26, offsetof(struct trapframe, fixreg[26])); 172 ASSYM(FRAME_27, offsetof(struct trapframe, fixreg[27])); 173 ASSYM(FRAME_28, offsetof(struct trapframe, fixreg[28])); 174 ASSYM(FRAME_29, offsetof(struct trapframe, fixreg[29])); 175 ASSYM(FRAME_30, offsetof(struct trapframe, fixreg[30])); 176 ASSYM(FRAME_31, offsetof(struct trapframe, fixreg[31])); 177 ASSYM(FRAME_LR, offsetof(struct trapframe, lr)); 178 ASSYM(FRAME_CR, offsetof(struct trapframe, cr)); 179 ASSYM(FRAME_CTR, offsetof(struct trapframe, ctr)); 180 ASSYM(FRAME_XER, offsetof(struct trapframe, xer)); 181 ASSYM(FRAME_SRR0, offsetof(struct trapframe, srr0)); 182 ASSYM(FRAME_SRR1, offsetof(struct trapframe, srr1)); 183 ASSYM(FRAME_EXC, offsetof(struct trapframe, exc)); 184 ASSYM(FRAME_AIM_DAR, offsetof(struct trapframe, dar)); 185 ASSYM(FRAME_AIM_DSISR, offsetof(struct trapframe, cpu.aim.dsisr)); 186 ASSYM(FRAME_BOOKE_DEAR, offsetof(struct trapframe, dar)); 187 ASSYM(FRAME_BOOKE_ESR, offsetof(struct trapframe, cpu.booke.esr)); 188 ASSYM(FRAME_BOOKE_DBCR0, offsetof(struct trapframe, cpu.booke.dbcr0)); 189 190 ASSYM(CF_FUNC, offsetof(struct callframe, cf_func)); 191 ASSYM(CF_ARG0, offsetof(struct callframe, cf_arg0)); 192 ASSYM(CF_ARG1, offsetof(struct callframe, cf_arg1)); 193 ASSYM(CF_SIZE, sizeof(struct callframe)); 194 195 ASSYM(PCB_CONTEXT, offsetof(struct pcb, pcb_context)); 196 ASSYM(PCB_CR, offsetof(struct pcb, pcb_cr)); 197 ASSYM(PCB_DSCR, offsetof(struct pcb, pcb_dscr)); 198 ASSYM(PCB_FSCR, offsetof(struct pcb, pcb_fscr)); 199 ASSYM(PCB_TAR, offsetof(struct pcb, pcb_tar)); 200 ASSYM(PCB_SP, offsetof(struct pcb, pcb_sp)); 201 ASSYM(PCB_TOC, offsetof(struct pcb, pcb_toc)); 202 ASSYM(PCB_LR, offsetof(struct pcb, pcb_lr)); 203 ASSYM(PCB_ONFAULT, offsetof(struct pcb, pcb_onfault)); 204 ASSYM(PCB_FLAGS, offsetof(struct pcb, pcb_flags)); 205 ASSYM(PCB_FPU, PCB_FPU); 206 ASSYM(PCB_VEC, PCB_VEC); 207 ASSYM(PCB_CDSCR, PCB_CDSCR); 208 ASSYM(PCB_CFSCR, PCB_CFSCR); 209 210 ASSYM(PCB_AIM_USR_VSID, offsetof(struct pcb, pcb_cpu.aim.usr_vsid)); 211 ASSYM(PCB_BOOKE_DBCR0, offsetof(struct pcb, pcb_cpu.booke.dbcr0)); 212 213 ASSYM(PCB_VSCR, offsetof(struct pcb, pcb_vec.vscr)); 214 215 ASSYM(PCB_EBB_EBBHR, offsetof(struct pcb, pcb_ebb.ebbhr)); 216 ASSYM(PCB_EBB_EBBRR, offsetof(struct pcb, pcb_ebb.ebbrr)); 217 ASSYM(PCB_EBB_BESCR, offsetof(struct pcb, pcb_ebb.bescr)); 218 219 ASSYM(PCB_LMON_LMRR, offsetof(struct pcb, pcb_lm.lmrr)); 220 ASSYM(PCB_LMON_LMSER, offsetof(struct pcb, pcb_lm.lmser)); 221 222 ASSYM(TD_LOCK, offsetof(struct thread, td_lock)); 223 ASSYM(TD_PROC, offsetof(struct thread, td_proc)); 224 ASSYM(TD_PCB, offsetof(struct thread, td_pcb)); 225 226 ASSYM(P_VMSPACE, offsetof(struct proc, p_vmspace)); 227 228 ASSYM(VM_PMAP, offsetof(struct vmspace, vm_pmap)); 229 230 ASSYM(TD_FLAGS, offsetof(struct thread, td_flags)); 231 ASSYM(TD_AST, offsetof(struct thread, td_ast)); 232 233 ASSYM(SF_UC, offsetof(struct sigframe, sf_uc)); 234 235 ASSYM(DMAP_BASE_ADDRESS, DMAP_BASE_ADDRESS); 236 ASSYM(MAXCOMLEN, MAXCOMLEN); 237 238 #ifdef __powerpc64__ 239 ASSYM(PSL_CM, PSL_CM); 240 #endif 241 ASSYM(PSL_GS, PSL_GS); 242 ASSYM(PSL_DE, PSL_DE); 243 ASSYM(PSL_DS, PSL_DS); 244 ASSYM(PSL_IS, PSL_IS); 245 ASSYM(PSL_CE, PSL_CE); 246 ASSYM(PSL_UCLE, PSL_UCLE); 247 ASSYM(PSL_WE, PSL_WE); 248 ASSYM(PSL_UBLE, PSL_UBLE); 249 250 #if defined(AIM) && defined(__powerpc64__) 251 ASSYM(PSL_SF, PSL_SF); 252 ASSYM(PSL_HV, PSL_HV); 253 #endif 254 255 ASSYM(PSL_POW, PSL_POW); 256 ASSYM(PSL_ILE, PSL_ILE); 257 ASSYM(PSL_LE, PSL_LE); 258 ASSYM(PSL_SE, PSL_SE); 259 ASSYM(PSL_RI, PSL_RI); 260 ASSYM(PSL_DR, PSL_DR); 261 ASSYM(PSL_IP, PSL_IP); 262 ASSYM(PSL_IR, PSL_IR); 263 264 ASSYM(PSL_FE_DIS, PSL_FE_DIS); 265 ASSYM(PSL_FE_NONREC, PSL_FE_NONREC); 266 ASSYM(PSL_FE_PREC, PSL_FE_PREC); 267 ASSYM(PSL_FE_REC, PSL_FE_REC); 268 269 ASSYM(PSL_VEC, PSL_VEC); 270 ASSYM(PSL_BE, PSL_BE); 271 ASSYM(PSL_EE, PSL_EE); 272 ASSYM(PSL_FE0, PSL_FE0); 273 ASSYM(PSL_FE1, PSL_FE1); 274 ASSYM(PSL_FP, PSL_FP); 275 ASSYM(PSL_ME, PSL_ME); 276 ASSYM(PSL_PR, PSL_PR); 277 ASSYM(PSL_PMM, PSL_PMM); 278