13f3cffedSJustin Hibbits /*-
23f3cffedSJustin Hibbits * Copyright 2002 by Peter Grehan. All rights reserved.
33f3cffedSJustin Hibbits *
43f3cffedSJustin Hibbits * Redistribution and use in source and binary forms, with or without
53f3cffedSJustin Hibbits * modification, are permitted provided that the following conditions
63f3cffedSJustin Hibbits * are met:
73f3cffedSJustin Hibbits * 1. Redistributions of source code must retain the above copyright
83f3cffedSJustin Hibbits * notice, this list of conditions and the following disclaimer.
93f3cffedSJustin Hibbits * 2. Redistributions in binary form must reproduce the above copyright
103f3cffedSJustin Hibbits * notice, this list of conditions and the following disclaimer in the
113f3cffedSJustin Hibbits * documentation and/or other materials provided with the distribution.
123f3cffedSJustin Hibbits * 3. The name of the author may not be used to endorse or promote products
133f3cffedSJustin Hibbits * derived from this software without specific prior written permission.
143f3cffedSJustin Hibbits *
153f3cffedSJustin Hibbits * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
163f3cffedSJustin Hibbits * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
173f3cffedSJustin Hibbits * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
183f3cffedSJustin Hibbits * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
193f3cffedSJustin Hibbits * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
203f3cffedSJustin Hibbits * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
213f3cffedSJustin Hibbits * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
223f3cffedSJustin Hibbits * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
233f3cffedSJustin Hibbits * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
243f3cffedSJustin Hibbits * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
253f3cffedSJustin Hibbits * SUCH DAMAGE.
263f3cffedSJustin Hibbits */
273f3cffedSJustin Hibbits
283f3cffedSJustin Hibbits /*
293f3cffedSJustin Hibbits * Interrupts are dispatched to here from locore asm
303f3cffedSJustin Hibbits */
313f3cffedSJustin Hibbits
323f3cffedSJustin Hibbits #include "opt_hwpmc_hooks.h"
338af4cc4dSJustin Hibbits #include "opt_platform.h"
343f3cffedSJustin Hibbits
353f3cffedSJustin Hibbits #include <sys/cdefs.h> /* RCS ID & Copyright macro defns */
363f3cffedSJustin Hibbits
373f3cffedSJustin Hibbits #include <sys/param.h>
383f3cffedSJustin Hibbits #include <sys/systm.h>
393f3cffedSJustin Hibbits #include <sys/bus.h>
403f3cffedSJustin Hibbits #include <sys/interrupt.h>
413f3cffedSJustin Hibbits #include <sys/kernel.h>
423f3cffedSJustin Hibbits #include <sys/kthread.h>
433f3cffedSJustin Hibbits #include <sys/ktr.h>
443f3cffedSJustin Hibbits #include <sys/lock.h>
453f3cffedSJustin Hibbits #include <sys/malloc.h>
463f3cffedSJustin Hibbits #include <sys/mutex.h>
473f3cffedSJustin Hibbits #ifdef HWPMC_HOOKS
483f3cffedSJustin Hibbits #include <sys/pmckern.h>
493f3cffedSJustin Hibbits #endif
503f3cffedSJustin Hibbits #include <sys/proc.h>
513f3cffedSJustin Hibbits #include <sys/smp.h>
523f3cffedSJustin Hibbits #include <sys/unistd.h>
533f3cffedSJustin Hibbits #include <sys/vmmeter.h>
543f3cffedSJustin Hibbits
553f3cffedSJustin Hibbits #include <machine/cpu.h>
563f3cffedSJustin Hibbits #include <machine/clock.h>
573f3cffedSJustin Hibbits #include <machine/db_machdep.h>
583f3cffedSJustin Hibbits #include <machine/fpu.h>
593f3cffedSJustin Hibbits #include <machine/frame.h>
603f3cffedSJustin Hibbits #include <machine/intr_machdep.h>
613f3cffedSJustin Hibbits #include <machine/md_var.h>
623f3cffedSJustin Hibbits #include <machine/pcb.h>
633f3cffedSJustin Hibbits #include <machine/psl.h>
643f3cffedSJustin Hibbits #include <machine/trap.h>
653f3cffedSJustin Hibbits #include <machine/spr.h>
663f3cffedSJustin Hibbits #include <machine/sr.h>
673f3cffedSJustin Hibbits
683f3cffedSJustin Hibbits #include "pic_if.h"
693f3cffedSJustin Hibbits
708af4cc4dSJustin Hibbits #ifdef POWERNV
718af4cc4dSJustin Hibbits int (*hmi_handler)(struct trapframe *);
728af4cc4dSJustin Hibbits #endif
738af4cc4dSJustin Hibbits
743f3cffedSJustin Hibbits /*
753f3cffedSJustin Hibbits * A very short dispatch, to try and maximise assembler code use
763f3cffedSJustin Hibbits * between all exception types. Maybe 'true' interrupts should go
773f3cffedSJustin Hibbits * here, and the trap code can come in separately
783f3cffedSJustin Hibbits */
793f3cffedSJustin Hibbits void
powerpc_interrupt(struct trapframe * framep)803f3cffedSJustin Hibbits powerpc_interrupt(struct trapframe *framep)
813f3cffedSJustin Hibbits {
823f3cffedSJustin Hibbits struct thread *td;
833f3cffedSJustin Hibbits struct trapframe *oldframe;
843f3cffedSJustin Hibbits register_t ee;
853f3cffedSJustin Hibbits
863f3cffedSJustin Hibbits td = curthread;
873f3cffedSJustin Hibbits
883f3cffedSJustin Hibbits CTR2(KTR_INTR, "%s: EXC=%x", __func__, framep->exc);
893f3cffedSJustin Hibbits
903f3cffedSJustin Hibbits switch (framep->exc) {
913f3cffedSJustin Hibbits case EXC_EXI:
925321c01bSJustin Hibbits case EXC_HVI:
933f3cffedSJustin Hibbits critical_enter();
943f3cffedSJustin Hibbits PIC_DISPATCH(root_pic, framep);
953f3cffedSJustin Hibbits critical_exit();
96bc3acf82SJustin Hibbits #ifdef BOOKE
97bc3acf82SJustin Hibbits framep->srr1 &= ~PSL_WE;
98bc3acf82SJustin Hibbits #endif
993f3cffedSJustin Hibbits break;
1003f3cffedSJustin Hibbits
1013f3cffedSJustin Hibbits case EXC_DECR:
1023f3cffedSJustin Hibbits critical_enter();
1033f3cffedSJustin Hibbits atomic_add_int(&td->td_intr_nesting_level, 1);
1043f3cffedSJustin Hibbits oldframe = td->td_intr_frame;
1053f3cffedSJustin Hibbits td->td_intr_frame = framep;
1063f3cffedSJustin Hibbits decr_intr(framep);
1073f3cffedSJustin Hibbits td->td_intr_frame = oldframe;
1083f3cffedSJustin Hibbits atomic_subtract_int(&td->td_intr_nesting_level, 1);
1093f3cffedSJustin Hibbits critical_exit();
110bc3acf82SJustin Hibbits #ifdef BOOKE
111bc3acf82SJustin Hibbits framep->srr1 &= ~PSL_WE;
112bc3acf82SJustin Hibbits #endif
1133f3cffedSJustin Hibbits break;
1143f3cffedSJustin Hibbits #ifdef HWPMC_HOOKS
1153f3cffedSJustin Hibbits case EXC_PERF:
1163f3cffedSJustin Hibbits critical_enter();
1173f3cffedSJustin Hibbits KASSERT(pmc_intr != NULL, ("Performance exception, but no handler!"));
118eb7c9019SMatt Macy (*pmc_intr)(framep);
1199b23e384SLeandro Lupori critical_exit();
1203f3cffedSJustin Hibbits if (pmc_hook && (PCPU_GET(curthread)->td_pflags & TDP_CALLCHAIN))
1213f3cffedSJustin Hibbits pmc_hook(PCPU_GET(curthread), PMC_FN_USER_CALLCHAIN, framep);
1223f3cffedSJustin Hibbits break;
1233f3cffedSJustin Hibbits #endif
1243f3cffedSJustin Hibbits
1258af4cc4dSJustin Hibbits #ifdef POWERNV
1268af4cc4dSJustin Hibbits case EXC_HMI:
1278af4cc4dSJustin Hibbits if (hmi_handler != 0 && hmi_handler(framep) == 0)
1288af4cc4dSJustin Hibbits break;
1298af4cc4dSJustin Hibbits /* If no handler, or failure to handle, just drop to trap. */
1308af4cc4dSJustin Hibbits #endif
1318af4cc4dSJustin Hibbits
1323f3cffedSJustin Hibbits default:
1333f3cffedSJustin Hibbits /* Re-enable interrupts if applicable. */
1343f3cffedSJustin Hibbits ee = framep->srr1 & PSL_EE;
1353f3cffedSJustin Hibbits if (ee != 0)
1363f3cffedSJustin Hibbits mtmsr(mfmsr() | ee);
1373f3cffedSJustin Hibbits trap(framep);
1383f3cffedSJustin Hibbits }
1393f3cffedSJustin Hibbits }
140