191eaf3e1SJohn Birrell /*
291eaf3e1SJohn Birrell * CDDL HEADER START
391eaf3e1SJohn Birrell *
491eaf3e1SJohn Birrell * The contents of this file are subject to the terms of the
591eaf3e1SJohn Birrell * Common Development and Distribution License, Version 1.0 only
691eaf3e1SJohn Birrell * (the "License"). You may not use this file except in compliance
791eaf3e1SJohn Birrell * with the License.
891eaf3e1SJohn Birrell *
991eaf3e1SJohn Birrell * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
1091eaf3e1SJohn Birrell * or http://www.opensolaris.org/os/licensing.
1191eaf3e1SJohn Birrell * See the License for the specific language governing permissions
1291eaf3e1SJohn Birrell * and limitations under the License.
1391eaf3e1SJohn Birrell *
1491eaf3e1SJohn Birrell * When distributing Covered Code, include this CDDL HEADER in each
1591eaf3e1SJohn Birrell * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
1691eaf3e1SJohn Birrell * If applicable, add the following below this CDDL HEADER, with the
1791eaf3e1SJohn Birrell * fields enclosed by brackets "[]" replaced with your own identifying
1891eaf3e1SJohn Birrell * information: Portions Copyright [yyyy] [name of copyright owner]
1991eaf3e1SJohn Birrell *
2091eaf3e1SJohn Birrell * CDDL HEADER END
2191eaf3e1SJohn Birrell */
2291eaf3e1SJohn Birrell /*
2391eaf3e1SJohn Birrell * Copyright 2005 Sun Microsystems, Inc. All rights reserved.
2491eaf3e1SJohn Birrell * Use is subject to license terms.
2591eaf3e1SJohn Birrell */
2691eaf3e1SJohn Birrell #include <sys/cdefs.h>
2791eaf3e1SJohn Birrell
2891eaf3e1SJohn Birrell #include <sys/param.h>
2991eaf3e1SJohn Birrell #include <sys/systm.h>
3091eaf3e1SJohn Birrell #include <sys/kernel.h>
3191eaf3e1SJohn Birrell #include <sys/stack.h>
3291eaf3e1SJohn Birrell #include <sys/pcpu.h>
3391eaf3e1SJohn Birrell
34c6f5742fSRui Paulo #include <machine/frame.h>
3591eaf3e1SJohn Birrell #include <machine/md_var.h>
36c6f5742fSRui Paulo #include <machine/pcb.h>
3791eaf3e1SJohn Birrell #include <machine/stack.h>
3891eaf3e1SJohn Birrell
3991eaf3e1SJohn Birrell #include <vm/vm.h>
4091eaf3e1SJohn Birrell #include <vm/vm_param.h>
4191eaf3e1SJohn Birrell #include <vm/pmap.h>
4291eaf3e1SJohn Birrell
43c6f5742fSRui Paulo #include "regset.h"
44c6f5742fSRui Paulo
4591eaf3e1SJohn Birrell extern uintptr_t kernbase;
4691eaf3e1SJohn Birrell uintptr_t kernelbase = (uintptr_t) &kernbase;
4791eaf3e1SJohn Birrell
4891eaf3e1SJohn Birrell uint8_t dtrace_fuword8_nocheck(void *);
4991eaf3e1SJohn Birrell uint16_t dtrace_fuword16_nocheck(void *);
5091eaf3e1SJohn Birrell uint32_t dtrace_fuword32_nocheck(void *);
5191eaf3e1SJohn Birrell uint64_t dtrace_fuword64_nocheck(void *);
5291eaf3e1SJohn Birrell
5309a15aa3SMark Johnston int dtrace_ustackdepth_max = 2048;
5409a15aa3SMark Johnston
5591eaf3e1SJohn Birrell void
dtrace_getpcstack(pc_t * pcstack,int pcstack_limit,int aframes,uint32_t * intrpc)5691eaf3e1SJohn Birrell dtrace_getpcstack(pc_t *pcstack, int pcstack_limit, int aframes,
5791eaf3e1SJohn Birrell uint32_t *intrpc)
5891eaf3e1SJohn Birrell {
5991eaf3e1SJohn Birrell int depth = 0;
6091eaf3e1SJohn Birrell register_t ebp;
6191eaf3e1SJohn Birrell struct i386_frame *frame;
6291eaf3e1SJohn Birrell vm_offset_t callpc;
6391eaf3e1SJohn Birrell pc_t caller = (pc_t) solaris_cpu[curcpu].cpu_dtrace_caller;
6491eaf3e1SJohn Birrell
6591eaf3e1SJohn Birrell if (intrpc != 0)
6691eaf3e1SJohn Birrell pcstack[depth++] = (pc_t) intrpc;
6791eaf3e1SJohn Birrell
6891eaf3e1SJohn Birrell aframes++;
6991eaf3e1SJohn Birrell
7091eaf3e1SJohn Birrell __asm __volatile("movl %%ebp,%0" : "=r" (ebp));
7191eaf3e1SJohn Birrell
7291eaf3e1SJohn Birrell frame = (struct i386_frame *)ebp;
7391eaf3e1SJohn Birrell while (depth < pcstack_limit) {
745941edfcSJohn Baldwin if (!kstack_contains(curthread, (vm_offset_t)frame,
75013a1ae6SKonstantin Belousov sizeof(*frame)))
7691eaf3e1SJohn Birrell break;
7791eaf3e1SJohn Birrell
7891eaf3e1SJohn Birrell callpc = frame->f_retaddr;
7991eaf3e1SJohn Birrell
8091eaf3e1SJohn Birrell if (!INKERNEL(callpc))
8191eaf3e1SJohn Birrell break;
8291eaf3e1SJohn Birrell
8391eaf3e1SJohn Birrell if (aframes > 0) {
8491eaf3e1SJohn Birrell aframes--;
8591eaf3e1SJohn Birrell if ((aframes == 0) && (caller != 0)) {
8691eaf3e1SJohn Birrell pcstack[depth++] = caller;
8791eaf3e1SJohn Birrell }
8891eaf3e1SJohn Birrell }
8991eaf3e1SJohn Birrell else {
9091eaf3e1SJohn Birrell pcstack[depth++] = callpc;
9191eaf3e1SJohn Birrell }
9291eaf3e1SJohn Birrell
935941edfcSJohn Baldwin if (frame->f_frame <= frame)
9491eaf3e1SJohn Birrell break;
9591eaf3e1SJohn Birrell frame = frame->f_frame;
9691eaf3e1SJohn Birrell }
9791eaf3e1SJohn Birrell
9891eaf3e1SJohn Birrell for (; depth < pcstack_limit; depth++) {
9991eaf3e1SJohn Birrell pcstack[depth] = 0;
10091eaf3e1SJohn Birrell }
10191eaf3e1SJohn Birrell }
10291eaf3e1SJohn Birrell
10391eaf3e1SJohn Birrell static int
dtrace_getustack_common(uint64_t * pcstack,int pcstack_limit,uintptr_t pc,uintptr_t sp)10491eaf3e1SJohn Birrell dtrace_getustack_common(uint64_t *pcstack, int pcstack_limit, uintptr_t pc,
10591eaf3e1SJohn Birrell uintptr_t sp)
10691eaf3e1SJohn Birrell {
107c6f5742fSRui Paulo #ifdef notyet
10891eaf3e1SJohn Birrell proc_t *p = curproc;
109c6f5742fSRui Paulo uintptr_t oldcontext = lwp->lwp_oldcontext; /* XXX signal stack. */
110c6f5742fSRui Paulo size_t s1, s2;
111c6f5742fSRui Paulo #endif
11209a15aa3SMark Johnston uintptr_t oldsp;
11391eaf3e1SJohn Birrell volatile uint16_t *flags =
11491eaf3e1SJohn Birrell (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags;
11591eaf3e1SJohn Birrell int ret = 0;
11691eaf3e1SJohn Birrell
11791eaf3e1SJohn Birrell ASSERT(pcstack == NULL || pcstack_limit > 0);
11809a15aa3SMark Johnston ASSERT(dtrace_ustackdepth_max > 0);
11991eaf3e1SJohn Birrell
120c6f5742fSRui Paulo #ifdef notyet /* XXX signal stack. */
12191eaf3e1SJohn Birrell if (p->p_model == DATAMODEL_NATIVE) {
12291eaf3e1SJohn Birrell s1 = sizeof (struct frame) + 2 * sizeof (long);
12391eaf3e1SJohn Birrell s2 = s1 + sizeof (siginfo_t);
12491eaf3e1SJohn Birrell } else {
12591eaf3e1SJohn Birrell s1 = sizeof (struct frame32) + 3 * sizeof (int);
12691eaf3e1SJohn Birrell s2 = s1 + sizeof (siginfo32_t);
12791eaf3e1SJohn Birrell }
128c6f5742fSRui Paulo #endif
12991eaf3e1SJohn Birrell
130c6f5742fSRui Paulo while (pc != 0) {
13109a15aa3SMark Johnston /*
13209a15aa3SMark Johnston * We limit the number of times we can go around this
13309a15aa3SMark Johnston * loop to account for a circular stack.
13409a15aa3SMark Johnston */
13509a15aa3SMark Johnston if (ret++ >= dtrace_ustackdepth_max) {
13609a15aa3SMark Johnston *flags |= CPU_DTRACE_BADSTACK;
13709a15aa3SMark Johnston cpu_core[curcpu].cpuc_dtrace_illval = sp;
13809a15aa3SMark Johnston break;
13909a15aa3SMark Johnston }
14009a15aa3SMark Johnston
14191eaf3e1SJohn Birrell if (pcstack != NULL) {
14291eaf3e1SJohn Birrell *pcstack++ = (uint64_t)pc;
14391eaf3e1SJohn Birrell pcstack_limit--;
14491eaf3e1SJohn Birrell if (pcstack_limit <= 0)
14591eaf3e1SJohn Birrell break;
14691eaf3e1SJohn Birrell }
14791eaf3e1SJohn Birrell
148c6f5742fSRui Paulo if (sp == 0)
149c6f5742fSRui Paulo break;
150c6f5742fSRui Paulo
15109a15aa3SMark Johnston oldsp = sp;
15209a15aa3SMark Johnston
153c6f5742fSRui Paulo #ifdef notyet /* XXX signal stack. */
15491eaf3e1SJohn Birrell if (oldcontext == sp + s1 || oldcontext == sp + s2) {
15591eaf3e1SJohn Birrell if (p->p_model == DATAMODEL_NATIVE) {
15691eaf3e1SJohn Birrell ucontext_t *ucp = (ucontext_t *)oldcontext;
15791eaf3e1SJohn Birrell greg_t *gregs = ucp->uc_mcontext.gregs;
15891eaf3e1SJohn Birrell
15991eaf3e1SJohn Birrell sp = dtrace_fulword(&gregs[REG_FP]);
16091eaf3e1SJohn Birrell pc = dtrace_fulword(&gregs[REG_PC]);
16191eaf3e1SJohn Birrell
16291eaf3e1SJohn Birrell oldcontext = dtrace_fulword(&ucp->uc_link);
16391eaf3e1SJohn Birrell } else {
16491eaf3e1SJohn Birrell ucontext32_t *ucp = (ucontext32_t *)oldcontext;
16591eaf3e1SJohn Birrell greg32_t *gregs = ucp->uc_mcontext.gregs;
16691eaf3e1SJohn Birrell
16791eaf3e1SJohn Birrell sp = dtrace_fuword32(&gregs[EBP]);
16891eaf3e1SJohn Birrell pc = dtrace_fuword32(&gregs[EIP]);
16991eaf3e1SJohn Birrell
17091eaf3e1SJohn Birrell oldcontext = dtrace_fuword32(&ucp->uc_link);
17191eaf3e1SJohn Birrell }
17291eaf3e1SJohn Birrell } else {
17391eaf3e1SJohn Birrell if (p->p_model == DATAMODEL_NATIVE) {
17491eaf3e1SJohn Birrell struct frame *fr = (struct frame *)sp;
17591eaf3e1SJohn Birrell
17691eaf3e1SJohn Birrell pc = dtrace_fulword(&fr->fr_savpc);
17791eaf3e1SJohn Birrell sp = dtrace_fulword(&fr->fr_savfp);
17891eaf3e1SJohn Birrell } else {
17991eaf3e1SJohn Birrell struct frame32 *fr = (struct frame32 *)sp;
18091eaf3e1SJohn Birrell
18191eaf3e1SJohn Birrell pc = dtrace_fuword32(&fr->fr_savpc);
18291eaf3e1SJohn Birrell sp = dtrace_fuword32(&fr->fr_savfp);
18391eaf3e1SJohn Birrell }
18491eaf3e1SJohn Birrell }
185c6f5742fSRui Paulo #else
186c6f5742fSRui Paulo pc = dtrace_fuword32((void *)(sp +
187c6f5742fSRui Paulo offsetof(struct i386_frame, f_retaddr)));
188c6f5742fSRui Paulo sp = dtrace_fuword32((void *)sp);
189c6f5742fSRui Paulo #endif /* ! notyet */
19091eaf3e1SJohn Birrell
19109a15aa3SMark Johnston if (sp == oldsp) {
19209a15aa3SMark Johnston *flags |= CPU_DTRACE_BADSTACK;
19309a15aa3SMark Johnston cpu_core[curcpu].cpuc_dtrace_illval = sp;
19409a15aa3SMark Johnston break;
19509a15aa3SMark Johnston }
19609a15aa3SMark Johnston
19791eaf3e1SJohn Birrell /*
19891eaf3e1SJohn Birrell * This is totally bogus: if we faulted, we're going to clear
19991eaf3e1SJohn Birrell * the fault and break. This is to deal with the apparently
20091eaf3e1SJohn Birrell * broken Java stacks on x86.
20191eaf3e1SJohn Birrell */
20291eaf3e1SJohn Birrell if (*flags & CPU_DTRACE_FAULT) {
20391eaf3e1SJohn Birrell *flags &= ~CPU_DTRACE_FAULT;
20491eaf3e1SJohn Birrell break;
20591eaf3e1SJohn Birrell }
20691eaf3e1SJohn Birrell }
20791eaf3e1SJohn Birrell
20891eaf3e1SJohn Birrell return (ret);
20991eaf3e1SJohn Birrell }
21091eaf3e1SJohn Birrell
21191eaf3e1SJohn Birrell void
dtrace_getupcstack(uint64_t * pcstack,int pcstack_limit)21291eaf3e1SJohn Birrell dtrace_getupcstack(uint64_t *pcstack, int pcstack_limit)
21391eaf3e1SJohn Birrell {
21491eaf3e1SJohn Birrell proc_t *p = curproc;
215c6f5742fSRui Paulo struct trapframe *tf;
216c6f5742fSRui Paulo uintptr_t pc, sp, fp;
21791eaf3e1SJohn Birrell volatile uint16_t *flags =
21891eaf3e1SJohn Birrell (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags;
21991eaf3e1SJohn Birrell int n;
22091eaf3e1SJohn Birrell
22191eaf3e1SJohn Birrell if (*flags & CPU_DTRACE_FAULT)
22291eaf3e1SJohn Birrell return;
22391eaf3e1SJohn Birrell
22491eaf3e1SJohn Birrell if (pcstack_limit <= 0)
22591eaf3e1SJohn Birrell return;
22691eaf3e1SJohn Birrell
22791eaf3e1SJohn Birrell /*
22891eaf3e1SJohn Birrell * If there's no user context we still need to zero the stack.
22991eaf3e1SJohn Birrell */
230c6f5742fSRui Paulo if (p == NULL || (tf = curthread->td_frame) == NULL)
23191eaf3e1SJohn Birrell goto zero;
23291eaf3e1SJohn Birrell
23391eaf3e1SJohn Birrell *pcstack++ = (uint64_t)p->p_pid;
23491eaf3e1SJohn Birrell pcstack_limit--;
23591eaf3e1SJohn Birrell
23691eaf3e1SJohn Birrell if (pcstack_limit <= 0)
23791eaf3e1SJohn Birrell return;
23891eaf3e1SJohn Birrell
239c6f5742fSRui Paulo pc = tf->tf_eip;
240c6f5742fSRui Paulo fp = tf->tf_ebp;
241c6f5742fSRui Paulo sp = tf->tf_esp;
24291eaf3e1SJohn Birrell
24391eaf3e1SJohn Birrell if (DTRACE_CPUFLAG_ISSET(CPU_DTRACE_ENTRY)) {
244c6f5742fSRui Paulo /*
245c6f5742fSRui Paulo * In an entry probe. The frame pointer has not yet been
246c6f5742fSRui Paulo * pushed (that happens in the function prologue). The
247c6f5742fSRui Paulo * best approach is to add the current pc as a missing top
248c6f5742fSRui Paulo * of stack and back the pc up to the caller, which is stored
249c6f5742fSRui Paulo * at the current stack pointer address since the call
250c6f5742fSRui Paulo * instruction puts it there right before the branch.
251c6f5742fSRui Paulo */
252c6f5742fSRui Paulo
25391eaf3e1SJohn Birrell *pcstack++ = (uint64_t)pc;
25491eaf3e1SJohn Birrell pcstack_limit--;
25591eaf3e1SJohn Birrell if (pcstack_limit <= 0)
25691eaf3e1SJohn Birrell return;
25791eaf3e1SJohn Birrell
258c6f5742fSRui Paulo pc = dtrace_fuword32((void *) sp);
25991eaf3e1SJohn Birrell }
26091eaf3e1SJohn Birrell
26191eaf3e1SJohn Birrell n = dtrace_getustack_common(pcstack, pcstack_limit, pc, sp);
26291eaf3e1SJohn Birrell ASSERT(n >= 0);
26391eaf3e1SJohn Birrell ASSERT(n <= pcstack_limit);
26491eaf3e1SJohn Birrell
26591eaf3e1SJohn Birrell pcstack += n;
26691eaf3e1SJohn Birrell pcstack_limit -= n;
26791eaf3e1SJohn Birrell
26891eaf3e1SJohn Birrell zero:
26991eaf3e1SJohn Birrell while (pcstack_limit-- > 0)
270c6f5742fSRui Paulo *pcstack++ = 0;
27191eaf3e1SJohn Birrell }
27291eaf3e1SJohn Birrell
27391eaf3e1SJohn Birrell int
dtrace_getustackdepth(void)27491eaf3e1SJohn Birrell dtrace_getustackdepth(void)
27591eaf3e1SJohn Birrell {
276c6f5742fSRui Paulo proc_t *p = curproc;
277c6f5742fSRui Paulo struct trapframe *tf;
278c6f5742fSRui Paulo uintptr_t pc, fp, sp;
279c6f5742fSRui Paulo int n = 0;
280c6f5742fSRui Paulo
281c6f5742fSRui Paulo if (p == NULL || (tf = curthread->td_frame) == NULL)
282c6f5742fSRui Paulo return (0);
283c6f5742fSRui Paulo
284c6f5742fSRui Paulo if (DTRACE_CPUFLAG_ISSET(CPU_DTRACE_FAULT))
285c6f5742fSRui Paulo return (-1);
286c6f5742fSRui Paulo
287c6f5742fSRui Paulo pc = tf->tf_eip;
288c6f5742fSRui Paulo fp = tf->tf_ebp;
289c6f5742fSRui Paulo sp = tf->tf_esp;
290c6f5742fSRui Paulo
291c6f5742fSRui Paulo if (DTRACE_CPUFLAG_ISSET(CPU_DTRACE_ENTRY)) {
292c6f5742fSRui Paulo /*
293c6f5742fSRui Paulo * In an entry probe. The frame pointer has not yet been
294c6f5742fSRui Paulo * pushed (that happens in the function prologue). The
295c6f5742fSRui Paulo * best approach is to add the current pc as a missing top
296c6f5742fSRui Paulo * of stack and back the pc up to the caller, which is stored
297c6f5742fSRui Paulo * at the current stack pointer address since the call
298c6f5742fSRui Paulo * instruction puts it there right before the branch.
299c6f5742fSRui Paulo */
300c6f5742fSRui Paulo
301c6f5742fSRui Paulo pc = dtrace_fuword32((void *) sp);
302c6f5742fSRui Paulo n++;
303c6f5742fSRui Paulo }
304c6f5742fSRui Paulo
305c6f5742fSRui Paulo n += dtrace_getustack_common(NULL, 0, pc, fp);
306c6f5742fSRui Paulo
307c6f5742fSRui Paulo return (n);
30891eaf3e1SJohn Birrell }
30991eaf3e1SJohn Birrell
31091eaf3e1SJohn Birrell void
dtrace_getufpstack(uint64_t * pcstack,uint64_t * fpstack,int pcstack_limit)31191eaf3e1SJohn Birrell dtrace_getufpstack(uint64_t *pcstack, uint64_t *fpstack, int pcstack_limit)
31291eaf3e1SJohn Birrell {
31391eaf3e1SJohn Birrell proc_t *p = curproc;
314c6f5742fSRui Paulo struct trapframe *tf;
315c6f5742fSRui Paulo uintptr_t pc, sp, fp;
31691eaf3e1SJohn Birrell volatile uint16_t *flags =
31791eaf3e1SJohn Birrell (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags;
318c6f5742fSRui Paulo #ifdef notyet /* XXX signal stack */
319c6f5742fSRui Paulo uintptr_t oldcontext;
32091eaf3e1SJohn Birrell size_t s1, s2;
321c6f5742fSRui Paulo #endif
32291eaf3e1SJohn Birrell
32391eaf3e1SJohn Birrell if (*flags & CPU_DTRACE_FAULT)
32491eaf3e1SJohn Birrell return;
32591eaf3e1SJohn Birrell
32691eaf3e1SJohn Birrell if (pcstack_limit <= 0)
32791eaf3e1SJohn Birrell return;
32891eaf3e1SJohn Birrell
32991eaf3e1SJohn Birrell /*
33091eaf3e1SJohn Birrell * If there's no user context we still need to zero the stack.
33191eaf3e1SJohn Birrell */
332c6f5742fSRui Paulo if (p == NULL || (tf = curthread->td_frame) == NULL)
33391eaf3e1SJohn Birrell goto zero;
33491eaf3e1SJohn Birrell
33591eaf3e1SJohn Birrell *pcstack++ = (uint64_t)p->p_pid;
33691eaf3e1SJohn Birrell pcstack_limit--;
33791eaf3e1SJohn Birrell
33891eaf3e1SJohn Birrell if (pcstack_limit <= 0)
33991eaf3e1SJohn Birrell return;
34091eaf3e1SJohn Birrell
341c6f5742fSRui Paulo pc = tf->tf_eip;
342c6f5742fSRui Paulo fp = tf->tf_ebp;
343c6f5742fSRui Paulo sp = tf->tf_esp;
344c6f5742fSRui Paulo
345c6f5742fSRui Paulo #ifdef notyet /* XXX signal stack */
34691eaf3e1SJohn Birrell oldcontext = lwp->lwp_oldcontext;
34791eaf3e1SJohn Birrell
34891eaf3e1SJohn Birrell if (p->p_model == DATAMODEL_NATIVE) {
34991eaf3e1SJohn Birrell s1 = sizeof (struct frame) + 2 * sizeof (long);
35091eaf3e1SJohn Birrell s2 = s1 + sizeof (siginfo_t);
35191eaf3e1SJohn Birrell } else {
35291eaf3e1SJohn Birrell s1 = sizeof (struct frame32) + 3 * sizeof (int);
35391eaf3e1SJohn Birrell s2 = s1 + sizeof (siginfo32_t);
35491eaf3e1SJohn Birrell }
355c6f5742fSRui Paulo #endif
35691eaf3e1SJohn Birrell
35791eaf3e1SJohn Birrell if (DTRACE_CPUFLAG_ISSET(CPU_DTRACE_ENTRY)) {
35891eaf3e1SJohn Birrell *pcstack++ = (uint64_t)pc;
35991eaf3e1SJohn Birrell *fpstack++ = 0;
36091eaf3e1SJohn Birrell pcstack_limit--;
36191eaf3e1SJohn Birrell if (pcstack_limit <= 0)
36291eaf3e1SJohn Birrell return;
36391eaf3e1SJohn Birrell
364c6f5742fSRui Paulo pc = dtrace_fuword32((void *)sp);
36591eaf3e1SJohn Birrell }
36691eaf3e1SJohn Birrell
367c6f5742fSRui Paulo while (pc != 0) {
36891eaf3e1SJohn Birrell *pcstack++ = (uint64_t)pc;
369c6f5742fSRui Paulo *fpstack++ = fp;
37091eaf3e1SJohn Birrell pcstack_limit--;
37191eaf3e1SJohn Birrell if (pcstack_limit <= 0)
37291eaf3e1SJohn Birrell break;
37391eaf3e1SJohn Birrell
374c6f5742fSRui Paulo if (fp == 0)
375c6f5742fSRui Paulo break;
376c6f5742fSRui Paulo
377c6f5742fSRui Paulo #ifdef notyet /* XXX signal stack */
37891eaf3e1SJohn Birrell if (oldcontext == sp + s1 || oldcontext == sp + s2) {
37991eaf3e1SJohn Birrell if (p->p_model == DATAMODEL_NATIVE) {
38091eaf3e1SJohn Birrell ucontext_t *ucp = (ucontext_t *)oldcontext;
38191eaf3e1SJohn Birrell greg_t *gregs = ucp->uc_mcontext.gregs;
38291eaf3e1SJohn Birrell
38391eaf3e1SJohn Birrell sp = dtrace_fulword(&gregs[REG_FP]);
38491eaf3e1SJohn Birrell pc = dtrace_fulword(&gregs[REG_PC]);
38591eaf3e1SJohn Birrell
38691eaf3e1SJohn Birrell oldcontext = dtrace_fulword(&ucp->uc_link);
38791eaf3e1SJohn Birrell } else {
38891eaf3e1SJohn Birrell ucontext_t *ucp = (ucontext_t *)oldcontext;
38991eaf3e1SJohn Birrell greg_t *gregs = ucp->uc_mcontext.gregs;
39091eaf3e1SJohn Birrell
39191eaf3e1SJohn Birrell sp = dtrace_fuword32(&gregs[EBP]);
39291eaf3e1SJohn Birrell pc = dtrace_fuword32(&gregs[EIP]);
39391eaf3e1SJohn Birrell
39491eaf3e1SJohn Birrell oldcontext = dtrace_fuword32(&ucp->uc_link);
39591eaf3e1SJohn Birrell }
396c6f5742fSRui Paulo } else
397c6f5742fSRui Paulo #endif /* XXX */
398c6f5742fSRui Paulo {
399c6f5742fSRui Paulo pc = dtrace_fuword32((void *)(fp +
400c6f5742fSRui Paulo offsetof(struct i386_frame, f_retaddr)));
401c6f5742fSRui Paulo fp = dtrace_fuword32((void *)fp);
40291eaf3e1SJohn Birrell }
40391eaf3e1SJohn Birrell
40491eaf3e1SJohn Birrell /*
40591eaf3e1SJohn Birrell * This is totally bogus: if we faulted, we're going to clear
40691eaf3e1SJohn Birrell * the fault and break. This is to deal with the apparently
40791eaf3e1SJohn Birrell * broken Java stacks on x86.
40891eaf3e1SJohn Birrell */
40991eaf3e1SJohn Birrell if (*flags & CPU_DTRACE_FAULT) {
41091eaf3e1SJohn Birrell *flags &= ~CPU_DTRACE_FAULT;
41191eaf3e1SJohn Birrell break;
41291eaf3e1SJohn Birrell }
41391eaf3e1SJohn Birrell }
41491eaf3e1SJohn Birrell
41591eaf3e1SJohn Birrell zero:
41691eaf3e1SJohn Birrell while (pcstack_limit-- > 0)
417c6f5742fSRui Paulo *pcstack++ = 0;
41891eaf3e1SJohn Birrell }
41991eaf3e1SJohn Birrell
42091eaf3e1SJohn Birrell uint64_t
dtrace_getarg(int arg,int aframes)42191eaf3e1SJohn Birrell dtrace_getarg(int arg, int aframes)
42291eaf3e1SJohn Birrell {
4236c280659SMark Johnston struct trapframe *frame;
42491eaf3e1SJohn Birrell struct i386_frame *fp = (struct i386_frame *)dtrace_getfp();
4256c280659SMark Johnston uintptr_t *stack, val;
42691eaf3e1SJohn Birrell int i;
42791eaf3e1SJohn Birrell
42891eaf3e1SJohn Birrell for (i = 1; i <= aframes; i++) {
42991eaf3e1SJohn Birrell fp = fp->f_frame;
43091eaf3e1SJohn Birrell
431efa1aff6SMark Johnston if (P2ROUNDUP(fp->f_retaddr, 4) ==
432efa1aff6SMark Johnston (long)dtrace_invop_callsite) {
43391eaf3e1SJohn Birrell /*
43491eaf3e1SJohn Birrell * If we pass through the invalid op handler, we will
4356c280659SMark Johnston * use the trap frame pointer that it pushed on the
4366c280659SMark Johnston * stack as the second argument to dtrace_invop() as
4376c280659SMark Johnston * the pointer to the stack. When using this stack, we
4386c280659SMark Johnston * must skip the third argument to dtrace_invop(),
4396c280659SMark Johnston * which is included in the i386_frame.
44091eaf3e1SJohn Birrell */
4416c280659SMark Johnston frame = (struct trapframe *)(((uintptr_t **)&fp[1])[0]);
4426c280659SMark Johnston /*
4436c280659SMark Johnston * Skip the three hardware-saved registers and the
4446c280659SMark Johnston * return address.
4456c280659SMark Johnston */
4466c280659SMark Johnston stack = (uintptr_t *)frame->tf_isp + 4;
44791eaf3e1SJohn Birrell goto load;
44891eaf3e1SJohn Birrell }
44991eaf3e1SJohn Birrell
45091eaf3e1SJohn Birrell }
45191eaf3e1SJohn Birrell
45291eaf3e1SJohn Birrell /*
45391eaf3e1SJohn Birrell * We know that we did not come through a trap to get into
45491eaf3e1SJohn Birrell * dtrace_probe() -- the provider simply called dtrace_probe()
45591eaf3e1SJohn Birrell * directly. As this is the case, we need to shift the argument
45691eaf3e1SJohn Birrell * that we're looking for: the probe ID is the first argument to
45791eaf3e1SJohn Birrell * dtrace_probe(), so the argument n will actually be found where
45891eaf3e1SJohn Birrell * one would expect to find argument (n + 1).
45991eaf3e1SJohn Birrell */
46091eaf3e1SJohn Birrell arg++;
46191eaf3e1SJohn Birrell
462efa1aff6SMark Johnston stack = (uintptr_t *)fp + 2;
46391eaf3e1SJohn Birrell
46491eaf3e1SJohn Birrell load:
46591eaf3e1SJohn Birrell DTRACE_CPUFLAG_SET(CPU_DTRACE_NOFAULT);
46691eaf3e1SJohn Birrell val = stack[arg];
46791eaf3e1SJohn Birrell DTRACE_CPUFLAG_CLEAR(CPU_DTRACE_NOFAULT);
46891eaf3e1SJohn Birrell
46991eaf3e1SJohn Birrell return (val);
47091eaf3e1SJohn Birrell }
47191eaf3e1SJohn Birrell
47291eaf3e1SJohn Birrell int
dtrace_getstackdepth(int aframes)47391eaf3e1SJohn Birrell dtrace_getstackdepth(int aframes)
47491eaf3e1SJohn Birrell {
47591eaf3e1SJohn Birrell int depth = 0;
47691eaf3e1SJohn Birrell struct i386_frame *frame;
47791eaf3e1SJohn Birrell vm_offset_t ebp;
47891eaf3e1SJohn Birrell
47991eaf3e1SJohn Birrell aframes++;
48091eaf3e1SJohn Birrell ebp = dtrace_getfp();
48191eaf3e1SJohn Birrell frame = (struct i386_frame *)ebp;
48291eaf3e1SJohn Birrell depth++;
48391eaf3e1SJohn Birrell for(;;) {
484013a1ae6SKonstantin Belousov if (!kstack_contains(curthread, (vm_offset_t)frame,
485013a1ae6SKonstantin Belousov sizeof(*frame)))
48691eaf3e1SJohn Birrell break;
48791eaf3e1SJohn Birrell depth++;
4885941edfcSJohn Baldwin if (frame->f_frame <= frame)
48991eaf3e1SJohn Birrell break;
49091eaf3e1SJohn Birrell frame = frame->f_frame;
49191eaf3e1SJohn Birrell }
49291eaf3e1SJohn Birrell if (depth < aframes)
49391eaf3e1SJohn Birrell return 0;
49491eaf3e1SJohn Birrell else
49591eaf3e1SJohn Birrell return depth - aframes;
49691eaf3e1SJohn Birrell }
49791eaf3e1SJohn Birrell
49891eaf3e1SJohn Birrell ulong_t
dtrace_getreg(struct trapframe * frame,uint_t reg)49998ab9802SChristos Margiolis dtrace_getreg(struct trapframe *frame, uint_t reg)
50091eaf3e1SJohn Birrell {
501c6f5742fSRui Paulo struct pcb *pcb;
502c6f5742fSRui Paulo int regmap[] = { /* Order is dependent on reg.d */
503c6f5742fSRui Paulo REG_GS, /* 0 GS */
504c6f5742fSRui Paulo REG_FS, /* 1 FS */
505c6f5742fSRui Paulo REG_ES, /* 2 ES */
506c6f5742fSRui Paulo REG_DS, /* 3 DS */
507c6f5742fSRui Paulo REG_RDI, /* 4 EDI */
508c6f5742fSRui Paulo REG_RSI, /* 5 ESI */
509c6f5742fSRui Paulo REG_RBP, /* 6 EBP, REG_FP */
510c6f5742fSRui Paulo REG_RSP, /* 7 ESP */
511c6f5742fSRui Paulo REG_RBX, /* 8 EBX */
512c6f5742fSRui Paulo REG_RDX, /* 9 EDX, REG_R1 */
513c6f5742fSRui Paulo REG_RCX, /* 10 ECX */
514c6f5742fSRui Paulo REG_RAX, /* 11 EAX, REG_R0 */
515c6f5742fSRui Paulo REG_TRAPNO, /* 12 TRAPNO */
516c6f5742fSRui Paulo REG_ERR, /* 13 ERR */
517c6f5742fSRui Paulo REG_RIP, /* 14 EIP, REG_PC */
518c6f5742fSRui Paulo REG_CS, /* 15 CS */
519c6f5742fSRui Paulo REG_RFL, /* 16 EFL, REG_PS */
520c6f5742fSRui Paulo REG_RSP, /* 17 UESP, REG_SP */
521c6f5742fSRui Paulo REG_SS /* 18 SS */
52291eaf3e1SJohn Birrell };
52391eaf3e1SJohn Birrell
524c6f5742fSRui Paulo if (reg > SS) {
525c6f5742fSRui Paulo DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP);
526c6f5742fSRui Paulo return (0);
527c6f5742fSRui Paulo }
528c6f5742fSRui Paulo
52991eaf3e1SJohn Birrell if (reg >= sizeof (regmap) / sizeof (int)) {
53091eaf3e1SJohn Birrell DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP);
53191eaf3e1SJohn Birrell return (0);
53291eaf3e1SJohn Birrell }
53391eaf3e1SJohn Birrell
53491eaf3e1SJohn Birrell reg = regmap[reg];
53591eaf3e1SJohn Birrell
53691eaf3e1SJohn Birrell switch(reg) {
53791eaf3e1SJohn Birrell case REG_GS:
538c6f5742fSRui Paulo if ((pcb = curthread->td_pcb) == NULL) {
539c6f5742fSRui Paulo DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP);
540c6f5742fSRui Paulo return (0);
541c6f5742fSRui Paulo }
542c6f5742fSRui Paulo return (pcb->pcb_gs);
543c6f5742fSRui Paulo case REG_FS:
54498ab9802SChristos Margiolis return (frame->tf_fs);
545c6f5742fSRui Paulo case REG_ES:
54698ab9802SChristos Margiolis return (frame->tf_es);
547c6f5742fSRui Paulo case REG_DS:
54898ab9802SChristos Margiolis return (frame->tf_ds);
549c6f5742fSRui Paulo case REG_RDI:
55098ab9802SChristos Margiolis return (frame->tf_edi);
551c6f5742fSRui Paulo case REG_RSI:
55298ab9802SChristos Margiolis return (frame->tf_esi);
553c6f5742fSRui Paulo case REG_RBP:
55498ab9802SChristos Margiolis return (frame->tf_ebp);
55591eaf3e1SJohn Birrell case REG_RSP:
55698ab9802SChristos Margiolis return (frame->tf_isp);
557c6f5742fSRui Paulo case REG_RBX:
55898ab9802SChristos Margiolis return (frame->tf_ebx);
559c6f5742fSRui Paulo case REG_RCX:
56098ab9802SChristos Margiolis return (frame->tf_ecx);
561c6f5742fSRui Paulo case REG_RAX:
56298ab9802SChristos Margiolis return (frame->tf_eax);
563c6f5742fSRui Paulo case REG_TRAPNO:
56498ab9802SChristos Margiolis return (frame->tf_trapno);
565c6f5742fSRui Paulo case REG_ERR:
56698ab9802SChristos Margiolis return (frame->tf_err);
567c6f5742fSRui Paulo case REG_RIP:
56898ab9802SChristos Margiolis return (frame->tf_eip);
569c6f5742fSRui Paulo case REG_CS:
57098ab9802SChristos Margiolis return (frame->tf_cs);
571c6f5742fSRui Paulo case REG_RFL:
57298ab9802SChristos Margiolis return (frame->tf_eflags);
573c6f5742fSRui Paulo #if 0
574c6f5742fSRui Paulo case REG_RSP:
57598ab9802SChristos Margiolis return (frame->tf_esp);
576c6f5742fSRui Paulo #endif
577c6f5742fSRui Paulo case REG_SS:
57898ab9802SChristos Margiolis return (frame->tf_ss);
57991eaf3e1SJohn Birrell default:
58091eaf3e1SJohn Birrell DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP);
58191eaf3e1SJohn Birrell return (0);
58291eaf3e1SJohn Birrell }
58391eaf3e1SJohn Birrell }
58491eaf3e1SJohn Birrell
58591eaf3e1SJohn Birrell static int
dtrace_copycheck(uintptr_t uaddr,uintptr_t kaddr,size_t size)58691eaf3e1SJohn Birrell dtrace_copycheck(uintptr_t uaddr, uintptr_t kaddr, size_t size)
58791eaf3e1SJohn Birrell {
58891eaf3e1SJohn Birrell ASSERT(kaddr >= kernelbase && kaddr + size >= kaddr);
58991eaf3e1SJohn Birrell
59091eaf3e1SJohn Birrell if (uaddr + size >= kernelbase || uaddr + size < uaddr) {
59191eaf3e1SJohn Birrell DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
59291eaf3e1SJohn Birrell cpu_core[curcpu].cpuc_dtrace_illval = uaddr;
59391eaf3e1SJohn Birrell return (0);
59491eaf3e1SJohn Birrell }
59591eaf3e1SJohn Birrell
59691eaf3e1SJohn Birrell return (1);
59791eaf3e1SJohn Birrell }
59891eaf3e1SJohn Birrell
59991eaf3e1SJohn Birrell void
dtrace_copyin(uintptr_t uaddr,uintptr_t kaddr,size_t size,volatile uint16_t * flags)60091eaf3e1SJohn Birrell dtrace_copyin(uintptr_t uaddr, uintptr_t kaddr, size_t size,
60191eaf3e1SJohn Birrell volatile uint16_t *flags)
60291eaf3e1SJohn Birrell {
60391eaf3e1SJohn Birrell if (dtrace_copycheck(uaddr, kaddr, size))
60491eaf3e1SJohn Birrell dtrace_copy(uaddr, kaddr, size);
60591eaf3e1SJohn Birrell }
60691eaf3e1SJohn Birrell
60791eaf3e1SJohn Birrell void
dtrace_copyout(uintptr_t kaddr,uintptr_t uaddr,size_t size,volatile uint16_t * flags)60891eaf3e1SJohn Birrell dtrace_copyout(uintptr_t kaddr, uintptr_t uaddr, size_t size,
60991eaf3e1SJohn Birrell volatile uint16_t *flags)
61091eaf3e1SJohn Birrell {
61191eaf3e1SJohn Birrell if (dtrace_copycheck(uaddr, kaddr, size))
61291eaf3e1SJohn Birrell dtrace_copy(kaddr, uaddr, size);
61391eaf3e1SJohn Birrell }
61491eaf3e1SJohn Birrell
61591eaf3e1SJohn Birrell void
dtrace_copyinstr(uintptr_t uaddr,uintptr_t kaddr,size_t size,volatile uint16_t * flags)61691eaf3e1SJohn Birrell dtrace_copyinstr(uintptr_t uaddr, uintptr_t kaddr, size_t size,
61791eaf3e1SJohn Birrell volatile uint16_t *flags)
61891eaf3e1SJohn Birrell {
61991eaf3e1SJohn Birrell if (dtrace_copycheck(uaddr, kaddr, size))
62091eaf3e1SJohn Birrell dtrace_copystr(uaddr, kaddr, size, flags);
62191eaf3e1SJohn Birrell }
62291eaf3e1SJohn Birrell
62391eaf3e1SJohn Birrell void
dtrace_copyoutstr(uintptr_t kaddr,uintptr_t uaddr,size_t size,volatile uint16_t * flags)62491eaf3e1SJohn Birrell dtrace_copyoutstr(uintptr_t kaddr, uintptr_t uaddr, size_t size,
62591eaf3e1SJohn Birrell volatile uint16_t *flags)
62691eaf3e1SJohn Birrell {
62791eaf3e1SJohn Birrell if (dtrace_copycheck(uaddr, kaddr, size))
62891eaf3e1SJohn Birrell dtrace_copystr(kaddr, uaddr, size, flags);
62991eaf3e1SJohn Birrell }
63091eaf3e1SJohn Birrell
63191eaf3e1SJohn Birrell uint8_t
dtrace_fuword8(void * uaddr)63291eaf3e1SJohn Birrell dtrace_fuword8(void *uaddr)
63391eaf3e1SJohn Birrell {
63491eaf3e1SJohn Birrell if ((uintptr_t)uaddr >= kernelbase) {
63591eaf3e1SJohn Birrell DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
63691eaf3e1SJohn Birrell cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
63791eaf3e1SJohn Birrell return (0);
63891eaf3e1SJohn Birrell }
63991eaf3e1SJohn Birrell return (dtrace_fuword8_nocheck(uaddr));
64091eaf3e1SJohn Birrell }
64191eaf3e1SJohn Birrell
64291eaf3e1SJohn Birrell uint16_t
dtrace_fuword16(void * uaddr)64391eaf3e1SJohn Birrell dtrace_fuword16(void *uaddr)
64491eaf3e1SJohn Birrell {
64591eaf3e1SJohn Birrell if ((uintptr_t)uaddr >= kernelbase) {
64691eaf3e1SJohn Birrell DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
64791eaf3e1SJohn Birrell cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
64891eaf3e1SJohn Birrell return (0);
64991eaf3e1SJohn Birrell }
65091eaf3e1SJohn Birrell return (dtrace_fuword16_nocheck(uaddr));
65191eaf3e1SJohn Birrell }
65291eaf3e1SJohn Birrell
65391eaf3e1SJohn Birrell uint32_t
dtrace_fuword32(void * uaddr)65491eaf3e1SJohn Birrell dtrace_fuword32(void *uaddr)
65591eaf3e1SJohn Birrell {
65691eaf3e1SJohn Birrell if ((uintptr_t)uaddr >= kernelbase) {
65791eaf3e1SJohn Birrell DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
65891eaf3e1SJohn Birrell cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
65991eaf3e1SJohn Birrell return (0);
66091eaf3e1SJohn Birrell }
66191eaf3e1SJohn Birrell return (dtrace_fuword32_nocheck(uaddr));
66291eaf3e1SJohn Birrell }
66391eaf3e1SJohn Birrell
66491eaf3e1SJohn Birrell uint64_t
dtrace_fuword64(void * uaddr)66591eaf3e1SJohn Birrell dtrace_fuword64(void *uaddr)
66691eaf3e1SJohn Birrell {
66791eaf3e1SJohn Birrell if ((uintptr_t)uaddr >= kernelbase) {
66891eaf3e1SJohn Birrell DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
66991eaf3e1SJohn Birrell cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
67091eaf3e1SJohn Birrell return (0);
67191eaf3e1SJohn Birrell }
67291eaf3e1SJohn Birrell return (dtrace_fuword64_nocheck(uaddr));
67391eaf3e1SJohn Birrell }
674