17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 5ae115bc7Smrj * Common Development and Distribution License (the "License"). 6ae115bc7Smrj * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 217c478bd9Sstevel@tonic-gate /* 22*f34a7178SJoe Bonasera * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 237c478bd9Sstevel@tonic-gate * Use is subject to license terms. 247c478bd9Sstevel@tonic-gate */ 257c478bd9Sstevel@tonic-gate 267c478bd9Sstevel@tonic-gate /* 277c478bd9Sstevel@tonic-gate * Autovectored Interrupt Configuration and Deconfiguration 287c478bd9Sstevel@tonic-gate */ 297c478bd9Sstevel@tonic-gate 307c478bd9Sstevel@tonic-gate #include <sys/param.h> 317c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h> 327c478bd9Sstevel@tonic-gate #include <sys/trap.h> 337c478bd9Sstevel@tonic-gate #include <sys/t_lock.h> 347c478bd9Sstevel@tonic-gate #include <sys/avintr.h> 357c478bd9Sstevel@tonic-gate #include <sys/kmem.h> 367c478bd9Sstevel@tonic-gate #include <sys/machlock.h> 377c478bd9Sstevel@tonic-gate #include <sys/systm.h> 387c478bd9Sstevel@tonic-gate #include <sys/machsystm.h> 397c478bd9Sstevel@tonic-gate #include <sys/sunddi.h> 407c478bd9Sstevel@tonic-gate #include <sys/x_call.h> 417c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h> 427c478bd9Sstevel@tonic-gate #include <sys/atomic.h> 437c478bd9Sstevel@tonic-gate #include <sys/smp_impldefs.h> 447c478bd9Sstevel@tonic-gate #include <sys/sdt.h> 457c478bd9Sstevel@tonic-gate #include <sys/stack.h> 467c478bd9Sstevel@tonic-gate #include <sys/ddi_impldefs.h> 47843e1988Sjohnlev #ifdef __xpv 48843e1988Sjohnlev #include <sys/evtchn_impl.h> 49843e1988Sjohnlev #endif 507c478bd9Sstevel@tonic-gate 51e23a7e34Slq150181 typedef struct av_softinfo { 52e23a7e34Slq150181 cpuset_t av_pending; /* pending bitmasks */ 53e23a7e34Slq150181 } av_softinfo_t; 54e23a7e34Slq150181 55e23a7e34Slq150181 static void insert_av(void *intr_id, struct av_head *vectp, avfunc f, 567a364d25Sschwartz caddr_t arg1, caddr_t arg2, uint64_t *ticksp, int pri_level, 577a364d25Sschwartz dev_info_t *dip); 587c478bd9Sstevel@tonic-gate static void remove_av(void *intr_id, struct av_head *vectp, avfunc f, 597c478bd9Sstevel@tonic-gate int pri_level, int vect); 607c478bd9Sstevel@tonic-gate 617c478bd9Sstevel@tonic-gate /* 627c478bd9Sstevel@tonic-gate * Arrange for a driver to be called when a particular 637c478bd9Sstevel@tonic-gate * auto-vectored interrupt occurs. 647c478bd9Sstevel@tonic-gate * NOTE: if a device can generate interrupts on more than 657c478bd9Sstevel@tonic-gate * one level, or if a driver services devices that interrupt 667c478bd9Sstevel@tonic-gate * on more than one level, then the driver should install 677c478bd9Sstevel@tonic-gate * itself on each of those levels. 687c478bd9Sstevel@tonic-gate */ 697c478bd9Sstevel@tonic-gate static char badsoft[] = 707c478bd9Sstevel@tonic-gate "add_avintr: bad soft interrupt level %d for driver '%s'\n"; 717c478bd9Sstevel@tonic-gate static char multilevel[] = 727c478bd9Sstevel@tonic-gate "!IRQ%d is being shared by drivers with different interrupt levels.\n" 737c478bd9Sstevel@tonic-gate "This may result in reduced system performance."; 747c478bd9Sstevel@tonic-gate static char multilevel2[] = 757c478bd9Sstevel@tonic-gate "Cannot register interrupt for '%s' device at IPL %d because it\n" 767c478bd9Sstevel@tonic-gate "conflicts with another device using the same vector %d with an IPL\n" 777c478bd9Sstevel@tonic-gate "of %d. Reconfigure the conflicting devices to use different vectors."; 787c478bd9Sstevel@tonic-gate 79843e1988Sjohnlev #ifdef __xpv 80843e1988Sjohnlev #define MAX_VECT NR_IRQS 81843e1988Sjohnlev #else 827c478bd9Sstevel@tonic-gate #define MAX_VECT 256 83843e1988Sjohnlev #endif 84843e1988Sjohnlev 857c478bd9Sstevel@tonic-gate struct autovec *nmivect = NULL; 867c478bd9Sstevel@tonic-gate struct av_head autovect[MAX_VECT]; 877c478bd9Sstevel@tonic-gate struct av_head softvect[LOCK_LEVEL + 1]; 887c478bd9Sstevel@tonic-gate kmutex_t av_lock; 89dd4eeefdSeota /* 90dd4eeefdSeota * These are software interrupt handlers dedicated to ddi timer. 91dd4eeefdSeota * The interrupt levels up to 10 are supported, but high interrupts 92dd4eeefdSeota * must not be used there. 93dd4eeefdSeota */ 94dd4eeefdSeota ddi_softint_hdl_impl_t softlevel_hdl[DDI_IPL_10] = { 95dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 1 */ 96dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 2 */ 97dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 3 */ 98dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 4 */ 99dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 5 */ 100dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 6 */ 101dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 7 */ 102dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 8 */ 103dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 9 */ 104dd4eeefdSeota {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}, /* level 10 */ 105dd4eeefdSeota }; 1067c478bd9Sstevel@tonic-gate ddi_softint_hdl_impl_t softlevel1_hdl = 107e23a7e34Slq150181 {0, NULL, NULL, NULL, 0, NULL, NULL, NULL}; 1087c478bd9Sstevel@tonic-gate 109e23a7e34Slq150181 /* 110e23a7e34Slq150181 * clear/check softint pending flag corresponding for 111e23a7e34Slq150181 * the current CPU 112e23a7e34Slq150181 */ 1137c478bd9Sstevel@tonic-gate void 114e23a7e34Slq150181 av_clear_softint_pending(av_softinfo_t *infop) 1157c478bd9Sstevel@tonic-gate { 116e23a7e34Slq150181 CPUSET_ATOMIC_DEL(infop->av_pending, CPU->cpu_seqid); 117e23a7e34Slq150181 } 118e23a7e34Slq150181 119e23a7e34Slq150181 boolean_t 120e23a7e34Slq150181 av_check_softint_pending(av_softinfo_t *infop, boolean_t check_all) 121e23a7e34Slq150181 { 122e23a7e34Slq150181 if (check_all) 123e23a7e34Slq150181 return (!CPUSET_ISNULL(infop->av_pending)); 124e23a7e34Slq150181 else 125e23a7e34Slq150181 return (CPU_IN_SET(infop->av_pending, CPU->cpu_seqid) != 0); 126e23a7e34Slq150181 } 127e23a7e34Slq150181 128e23a7e34Slq150181 /* 129a1af7ba0Scwb * This is the wrapper function which is generally used to set a softint 130a1af7ba0Scwb * pending 131a1af7ba0Scwb */ 132a1af7ba0Scwb void 133a1af7ba0Scwb av_set_softint_pending(int pri, av_softinfo_t *infop) 134a1af7ba0Scwb { 135a1af7ba0Scwb kdi_av_set_softint_pending(pri, infop); 136a1af7ba0Scwb } 137a1af7ba0Scwb 138a1af7ba0Scwb /* 139a1af7ba0Scwb * This is kmdb's private entry point to setsoftint called from kdi_siron 140e23a7e34Slq150181 * It first sets our av softint pending bit for the current CPU, 141e23a7e34Slq150181 * then it sets the CPU softint pending bit for pri. 142e23a7e34Slq150181 */ 143e23a7e34Slq150181 void 144a1af7ba0Scwb kdi_av_set_softint_pending(int pri, av_softinfo_t *infop) 145e23a7e34Slq150181 { 146e23a7e34Slq150181 CPUSET_ATOMIC_ADD(infop->av_pending, CPU->cpu_seqid); 147e23a7e34Slq150181 1487c478bd9Sstevel@tonic-gate atomic_or_32((uint32_t *)&CPU->cpu_softinfo.st_pending, 1 << pri); 1497c478bd9Sstevel@tonic-gate } 1507c478bd9Sstevel@tonic-gate 1517c478bd9Sstevel@tonic-gate /* 1527c478bd9Sstevel@tonic-gate * register nmi interrupt routine. The first arg is used only to order 1537c478bd9Sstevel@tonic-gate * various nmi interrupt service routines in the chain. Higher lvls will 1547c478bd9Sstevel@tonic-gate * be called first 1557c478bd9Sstevel@tonic-gate */ 1567c478bd9Sstevel@tonic-gate int 1577c478bd9Sstevel@tonic-gate add_nmintr(int lvl, avfunc nmintr, char *name, caddr_t arg) 1587c478bd9Sstevel@tonic-gate { 1597c478bd9Sstevel@tonic-gate struct autovec *mem; 1607c478bd9Sstevel@tonic-gate struct autovec *p, *prev = NULL; 1617c478bd9Sstevel@tonic-gate 1627c478bd9Sstevel@tonic-gate if (nmintr == NULL) { 1637c478bd9Sstevel@tonic-gate printf("Attempt to add null vect for %s on nmi\n", name); 1647c478bd9Sstevel@tonic-gate return (0); 1657c478bd9Sstevel@tonic-gate 1667c478bd9Sstevel@tonic-gate } 1677c478bd9Sstevel@tonic-gate 1687c478bd9Sstevel@tonic-gate mem = kmem_zalloc(sizeof (struct autovec), KM_SLEEP); 1697c478bd9Sstevel@tonic-gate mem->av_vector = nmintr; 1707c478bd9Sstevel@tonic-gate mem->av_intarg1 = arg; 1717c478bd9Sstevel@tonic-gate mem->av_intarg2 = NULL; 1727c478bd9Sstevel@tonic-gate mem->av_intr_id = NULL; 1737c478bd9Sstevel@tonic-gate mem->av_prilevel = lvl; 1740b38a8bdSahl mem->av_dip = NULL; 1757c478bd9Sstevel@tonic-gate mem->av_link = NULL; 1767c478bd9Sstevel@tonic-gate 1777c478bd9Sstevel@tonic-gate mutex_enter(&av_lock); 1787c478bd9Sstevel@tonic-gate 1797c478bd9Sstevel@tonic-gate if (!nmivect) { 1807c478bd9Sstevel@tonic-gate nmivect = mem; 1817c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 1827c478bd9Sstevel@tonic-gate return (1); 1837c478bd9Sstevel@tonic-gate } 1847c478bd9Sstevel@tonic-gate /* find where it goes in list */ 1857c478bd9Sstevel@tonic-gate for (p = nmivect; p != NULL; p = p->av_link) { 1867c478bd9Sstevel@tonic-gate if (p->av_vector == nmintr && p->av_intarg1 == arg) { 1877c478bd9Sstevel@tonic-gate /* 1887c478bd9Sstevel@tonic-gate * already in list 1897c478bd9Sstevel@tonic-gate * So? Somebody added the same interrupt twice. 1907c478bd9Sstevel@tonic-gate */ 1917c478bd9Sstevel@tonic-gate cmn_err(CE_WARN, "Driver already registered '%s'", 1927c478bd9Sstevel@tonic-gate name); 1937c478bd9Sstevel@tonic-gate kmem_free(mem, sizeof (struct autovec)); 1947c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 1957c478bd9Sstevel@tonic-gate return (0); 1967c478bd9Sstevel@tonic-gate } 1977c478bd9Sstevel@tonic-gate if (p->av_prilevel < lvl) { 1987c478bd9Sstevel@tonic-gate if (p == nmivect) { /* it's at head of list */ 1997c478bd9Sstevel@tonic-gate mem->av_link = p; 2007c478bd9Sstevel@tonic-gate nmivect = mem; 2017c478bd9Sstevel@tonic-gate } else { 2027c478bd9Sstevel@tonic-gate mem->av_link = p; 2037c478bd9Sstevel@tonic-gate prev->av_link = mem; 2047c478bd9Sstevel@tonic-gate } 2057c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 2067c478bd9Sstevel@tonic-gate return (1); 2077c478bd9Sstevel@tonic-gate } 2087c478bd9Sstevel@tonic-gate prev = p; 2097c478bd9Sstevel@tonic-gate 2107c478bd9Sstevel@tonic-gate } 2117c478bd9Sstevel@tonic-gate /* didn't find it, add it to the end */ 2127c478bd9Sstevel@tonic-gate prev->av_link = mem; 2137c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 2147c478bd9Sstevel@tonic-gate return (1); 2157c478bd9Sstevel@tonic-gate 2167c478bd9Sstevel@tonic-gate } 2177c478bd9Sstevel@tonic-gate 2187c478bd9Sstevel@tonic-gate /* 2197c478bd9Sstevel@tonic-gate * register a hardware interrupt handler. 2207c478bd9Sstevel@tonic-gate */ 2217c478bd9Sstevel@tonic-gate int 2227c478bd9Sstevel@tonic-gate add_avintr(void *intr_id, int lvl, avfunc xxintr, char *name, int vect, 2237a364d25Sschwartz caddr_t arg1, caddr_t arg2, uint64_t *ticksp, dev_info_t *dip) 2247c478bd9Sstevel@tonic-gate { 2257c478bd9Sstevel@tonic-gate struct av_head *vecp = (struct av_head *)0; 2267c478bd9Sstevel@tonic-gate avfunc f; 2277c478bd9Sstevel@tonic-gate int s, vectindex; /* save old spl value */ 2287c478bd9Sstevel@tonic-gate ushort_t hi_pri; 2297c478bd9Sstevel@tonic-gate 2307c478bd9Sstevel@tonic-gate if ((f = xxintr) == NULL) { 2317c478bd9Sstevel@tonic-gate printf("Attempt to add null vect for %s on vector %d\n", 2327c478bd9Sstevel@tonic-gate name, vect); 2337c478bd9Sstevel@tonic-gate return (0); 2347c478bd9Sstevel@tonic-gate 2357c478bd9Sstevel@tonic-gate } 2367c478bd9Sstevel@tonic-gate vectindex = vect % MAX_VECT; 2377c478bd9Sstevel@tonic-gate 2387c478bd9Sstevel@tonic-gate vecp = &autovect[vectindex]; 2397c478bd9Sstevel@tonic-gate 2407c478bd9Sstevel@tonic-gate /* 2417c478bd9Sstevel@tonic-gate * "hi_pri == 0" implies all entries on list are "unused", 2427c478bd9Sstevel@tonic-gate * which means that it's OK to just insert this one. 2437c478bd9Sstevel@tonic-gate */ 2447c478bd9Sstevel@tonic-gate hi_pri = vecp->avh_hi_pri; 2457c478bd9Sstevel@tonic-gate if (vecp->avh_link && (hi_pri != 0)) { 2467c478bd9Sstevel@tonic-gate if (((hi_pri > LOCK_LEVEL) && (lvl < LOCK_LEVEL)) || 2477c478bd9Sstevel@tonic-gate ((hi_pri < LOCK_LEVEL) && (lvl > LOCK_LEVEL))) { 2487c478bd9Sstevel@tonic-gate cmn_err(CE_WARN, multilevel2, name, lvl, vect, 2497c478bd9Sstevel@tonic-gate hi_pri); 2507c478bd9Sstevel@tonic-gate return (0); 2517c478bd9Sstevel@tonic-gate } 2527c478bd9Sstevel@tonic-gate if ((vecp->avh_lo_pri != lvl) || (hi_pri != lvl)) 2537c478bd9Sstevel@tonic-gate cmn_err(CE_NOTE, multilevel, vect); 2547c478bd9Sstevel@tonic-gate } 2557c478bd9Sstevel@tonic-gate 256e23a7e34Slq150181 insert_av(intr_id, vecp, f, arg1, arg2, ticksp, lvl, dip); 2577c478bd9Sstevel@tonic-gate s = splhi(); 2587c478bd9Sstevel@tonic-gate /* 2597c478bd9Sstevel@tonic-gate * do what ever machine specific things are necessary 2607c478bd9Sstevel@tonic-gate * to set priority level (e.g. set picmasks) 2617c478bd9Sstevel@tonic-gate */ 2627c478bd9Sstevel@tonic-gate mutex_enter(&av_lock); 2637c478bd9Sstevel@tonic-gate (*addspl)(vect, lvl, vecp->avh_lo_pri, vecp->avh_hi_pri); 2647c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 2657c478bd9Sstevel@tonic-gate splx(s); 2667c478bd9Sstevel@tonic-gate return (1); 2677c478bd9Sstevel@tonic-gate 2687c478bd9Sstevel@tonic-gate } 2697c478bd9Sstevel@tonic-gate 2707c478bd9Sstevel@tonic-gate void 2717c478bd9Sstevel@tonic-gate update_avsoftintr_args(void *intr_id, int lvl, caddr_t arg2) 2727c478bd9Sstevel@tonic-gate { 2737c478bd9Sstevel@tonic-gate struct autovec *p; 2747c478bd9Sstevel@tonic-gate struct autovec *target = NULL; 2757c478bd9Sstevel@tonic-gate struct av_head *vectp = (struct av_head *)&softvect[lvl]; 2767c478bd9Sstevel@tonic-gate 2777c478bd9Sstevel@tonic-gate for (p = vectp->avh_link; p && p->av_vector; p = p->av_link) { 2787c478bd9Sstevel@tonic-gate if (p->av_intr_id == intr_id) { 2797c478bd9Sstevel@tonic-gate target = p; 2807c478bd9Sstevel@tonic-gate break; 2817c478bd9Sstevel@tonic-gate } 2827c478bd9Sstevel@tonic-gate } 2837c478bd9Sstevel@tonic-gate 2847c478bd9Sstevel@tonic-gate if (target == NULL) 2857c478bd9Sstevel@tonic-gate return; 2867c478bd9Sstevel@tonic-gate target->av_intarg2 = arg2; 2877c478bd9Sstevel@tonic-gate } 2887c478bd9Sstevel@tonic-gate 2897c478bd9Sstevel@tonic-gate /* 2907c478bd9Sstevel@tonic-gate * Register a software interrupt handler 2917c478bd9Sstevel@tonic-gate */ 2927c478bd9Sstevel@tonic-gate int 2937c478bd9Sstevel@tonic-gate add_avsoftintr(void *intr_id, int lvl, avfunc xxintr, char *name, 2947c478bd9Sstevel@tonic-gate caddr_t arg1, caddr_t arg2) 2957c478bd9Sstevel@tonic-gate { 2967c478bd9Sstevel@tonic-gate int slvl; 297e23a7e34Slq150181 ddi_softint_hdl_impl_t *hdlp = (ddi_softint_hdl_impl_t *)intr_id; 2987c478bd9Sstevel@tonic-gate 2997c478bd9Sstevel@tonic-gate if ((slvl = slvltovect(lvl)) != -1) 3007c478bd9Sstevel@tonic-gate return (add_avintr(intr_id, lvl, xxintr, 3017a364d25Sschwartz name, slvl, arg1, arg2, NULL, NULL)); 3027c478bd9Sstevel@tonic-gate 3037c478bd9Sstevel@tonic-gate if (intr_id == NULL) { 3047c478bd9Sstevel@tonic-gate printf("Attempt to add null intr_id for %s on level %d\n", 3057c478bd9Sstevel@tonic-gate name, lvl); 3067c478bd9Sstevel@tonic-gate return (0); 3077c478bd9Sstevel@tonic-gate } 3087c478bd9Sstevel@tonic-gate 3097c478bd9Sstevel@tonic-gate if (xxintr == NULL) { 3107c478bd9Sstevel@tonic-gate printf("Attempt to add null handler for %s on level %d\n", 3117c478bd9Sstevel@tonic-gate name, lvl); 3127c478bd9Sstevel@tonic-gate return (0); 3137c478bd9Sstevel@tonic-gate } 3147c478bd9Sstevel@tonic-gate 3157c478bd9Sstevel@tonic-gate if (lvl <= 0 || lvl > LOCK_LEVEL) { 3167c478bd9Sstevel@tonic-gate printf(badsoft, lvl, name); 3177c478bd9Sstevel@tonic-gate return (0); 3187c478bd9Sstevel@tonic-gate } 319e23a7e34Slq150181 320e23a7e34Slq150181 if (hdlp->ih_pending == NULL) { 321e23a7e34Slq150181 hdlp->ih_pending = 322e23a7e34Slq150181 kmem_zalloc(sizeof (av_softinfo_t), KM_SLEEP); 3237c478bd9Sstevel@tonic-gate } 324e23a7e34Slq150181 325e23a7e34Slq150181 insert_av(intr_id, &softvect[lvl], xxintr, arg1, arg2, NULL, lvl, NULL); 326e23a7e34Slq150181 3277c478bd9Sstevel@tonic-gate return (1); 3287c478bd9Sstevel@tonic-gate } 3297c478bd9Sstevel@tonic-gate 3307c478bd9Sstevel@tonic-gate /* insert an interrupt vector into chain */ 331e23a7e34Slq150181 static void 3327c478bd9Sstevel@tonic-gate insert_av(void *intr_id, struct av_head *vectp, avfunc f, caddr_t arg1, 3337a364d25Sschwartz caddr_t arg2, uint64_t *ticksp, int pri_level, dev_info_t *dip) 3347c478bd9Sstevel@tonic-gate { 3357c478bd9Sstevel@tonic-gate /* 3367c478bd9Sstevel@tonic-gate * Protect rewrites of the list 3377c478bd9Sstevel@tonic-gate */ 3387c478bd9Sstevel@tonic-gate struct autovec *p, *mem; 3397c478bd9Sstevel@tonic-gate 3407c478bd9Sstevel@tonic-gate mem = kmem_zalloc(sizeof (struct autovec), KM_SLEEP); 3417c478bd9Sstevel@tonic-gate mem->av_vector = f; 3427c478bd9Sstevel@tonic-gate mem->av_intarg1 = arg1; 3437c478bd9Sstevel@tonic-gate mem->av_intarg2 = arg2; 3447a364d25Sschwartz mem->av_ticksp = ticksp; 3457c478bd9Sstevel@tonic-gate mem->av_intr_id = intr_id; 3467c478bd9Sstevel@tonic-gate mem->av_prilevel = pri_level; 3477c478bd9Sstevel@tonic-gate mem->av_dip = dip; 3487c478bd9Sstevel@tonic-gate mem->av_link = NULL; 3497c478bd9Sstevel@tonic-gate 3507c478bd9Sstevel@tonic-gate mutex_enter(&av_lock); 3517c478bd9Sstevel@tonic-gate 3527c478bd9Sstevel@tonic-gate if (vectp->avh_link == NULL) { /* Nothing on list - put it at head */ 3537c478bd9Sstevel@tonic-gate vectp->avh_link = mem; 3547c478bd9Sstevel@tonic-gate vectp->avh_hi_pri = vectp->avh_lo_pri = (ushort_t)pri_level; 3557c478bd9Sstevel@tonic-gate 3567c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 357e23a7e34Slq150181 return; 3587c478bd9Sstevel@tonic-gate } 3597c478bd9Sstevel@tonic-gate 3607c478bd9Sstevel@tonic-gate /* find where it goes in list */ 3617c478bd9Sstevel@tonic-gate for (p = vectp->avh_link; p != NULL; p = p->av_link) { 3627c478bd9Sstevel@tonic-gate if (p->av_vector == NULL) { /* freed struct available */ 3637c478bd9Sstevel@tonic-gate p->av_intarg1 = arg1; 3647c478bd9Sstevel@tonic-gate p->av_intarg2 = arg2; 3657a364d25Sschwartz p->av_ticksp = ticksp; 3667c478bd9Sstevel@tonic-gate p->av_intr_id = intr_id; 3677c478bd9Sstevel@tonic-gate p->av_prilevel = pri_level; 3680b38a8bdSahl p->av_dip = dip; 3697c478bd9Sstevel@tonic-gate if (pri_level > (int)vectp->avh_hi_pri) { 3707c478bd9Sstevel@tonic-gate vectp->avh_hi_pri = (ushort_t)pri_level; 3717c478bd9Sstevel@tonic-gate } 3727c478bd9Sstevel@tonic-gate if (pri_level < (int)vectp->avh_lo_pri) { 3737c478bd9Sstevel@tonic-gate vectp->avh_lo_pri = (ushort_t)pri_level; 3747c478bd9Sstevel@tonic-gate } 375843e1988Sjohnlev /* 376843e1988Sjohnlev * To prevent calling service routine before args 377843e1988Sjohnlev * and ticksp are ready fill in vector last. 378843e1988Sjohnlev */ 3797c478bd9Sstevel@tonic-gate p->av_vector = f; 3807c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 381843e1988Sjohnlev kmem_free(mem, sizeof (struct autovec)); 382e23a7e34Slq150181 return; 3837c478bd9Sstevel@tonic-gate } 3847c478bd9Sstevel@tonic-gate } 3857c478bd9Sstevel@tonic-gate /* insert new intpt at beginning of chain */ 3867c478bd9Sstevel@tonic-gate mem->av_link = vectp->avh_link; 3877c478bd9Sstevel@tonic-gate vectp->avh_link = mem; 3887c478bd9Sstevel@tonic-gate if (pri_level > (int)vectp->avh_hi_pri) { 3897c478bd9Sstevel@tonic-gate vectp->avh_hi_pri = (ushort_t)pri_level; 3907c478bd9Sstevel@tonic-gate } 3917c478bd9Sstevel@tonic-gate if (pri_level < (int)vectp->avh_lo_pri) { 3927c478bd9Sstevel@tonic-gate vectp->avh_lo_pri = (ushort_t)pri_level; 3937c478bd9Sstevel@tonic-gate } 3947c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 3957c478bd9Sstevel@tonic-gate } 3967c478bd9Sstevel@tonic-gate 397e23a7e34Slq150181 static int 398e23a7e34Slq150181 av_rem_softintr(void *intr_id, int lvl, avfunc xxintr, boolean_t rem_softinfo) 3997c478bd9Sstevel@tonic-gate { 4007c478bd9Sstevel@tonic-gate struct av_head *vecp = (struct av_head *)0; 4017c478bd9Sstevel@tonic-gate int slvl; 402e23a7e34Slq150181 ddi_softint_hdl_impl_t *hdlp = (ddi_softint_hdl_impl_t *)intr_id; 403e23a7e34Slq150181 av_softinfo_t *infop = (av_softinfo_t *)hdlp->ih_pending; 4047c478bd9Sstevel@tonic-gate 4057c478bd9Sstevel@tonic-gate if (xxintr == NULL) 4067c478bd9Sstevel@tonic-gate return (0); 4077c478bd9Sstevel@tonic-gate 4087c478bd9Sstevel@tonic-gate if ((slvl = slvltovect(lvl)) != -1) { 4097c478bd9Sstevel@tonic-gate rem_avintr(intr_id, lvl, xxintr, slvl); 4107c478bd9Sstevel@tonic-gate return (1); 4117c478bd9Sstevel@tonic-gate } 4127c478bd9Sstevel@tonic-gate 4137c478bd9Sstevel@tonic-gate if (lvl <= 0 && lvl >= LOCK_LEVEL) { 4147c478bd9Sstevel@tonic-gate return (0); 4157c478bd9Sstevel@tonic-gate } 4167c478bd9Sstevel@tonic-gate vecp = &softvect[lvl]; 4177c478bd9Sstevel@tonic-gate remove_av(intr_id, vecp, xxintr, lvl, 0); 4187c478bd9Sstevel@tonic-gate 419e23a7e34Slq150181 if (rem_softinfo) { 420e23a7e34Slq150181 kmem_free(infop, sizeof (av_softinfo_t)); 421e23a7e34Slq150181 hdlp->ih_pending = NULL; 422e23a7e34Slq150181 } 423e23a7e34Slq150181 4247c478bd9Sstevel@tonic-gate return (1); 4257c478bd9Sstevel@tonic-gate } 4267c478bd9Sstevel@tonic-gate 427e23a7e34Slq150181 int 428e23a7e34Slq150181 av_softint_movepri(void *intr_id, int old_lvl) 429e23a7e34Slq150181 { 430e23a7e34Slq150181 int ret; 431e23a7e34Slq150181 ddi_softint_hdl_impl_t *hdlp = (ddi_softint_hdl_impl_t *)intr_id; 432e23a7e34Slq150181 433e23a7e34Slq150181 ret = add_avsoftintr(intr_id, hdlp->ih_pri, hdlp->ih_cb_func, 434e23a7e34Slq150181 DEVI(hdlp->ih_dip)->devi_name, hdlp->ih_cb_arg1, hdlp->ih_cb_arg2); 435e23a7e34Slq150181 436e23a7e34Slq150181 if (ret) { 437e23a7e34Slq150181 (void) av_rem_softintr(intr_id, old_lvl, hdlp->ih_cb_func, 438e23a7e34Slq150181 B_FALSE); 439e23a7e34Slq150181 } 440e23a7e34Slq150181 441e23a7e34Slq150181 return (ret); 442e23a7e34Slq150181 } 443e23a7e34Slq150181 444e23a7e34Slq150181 /* 445e23a7e34Slq150181 * Remove a driver from the autovector list. 446e23a7e34Slq150181 */ 447e23a7e34Slq150181 int 448e23a7e34Slq150181 rem_avsoftintr(void *intr_id, int lvl, avfunc xxintr) 449e23a7e34Slq150181 { 450e23a7e34Slq150181 return (av_rem_softintr(intr_id, lvl, xxintr, B_TRUE)); 451e23a7e34Slq150181 } 452e23a7e34Slq150181 4537c478bd9Sstevel@tonic-gate void 4547c478bd9Sstevel@tonic-gate rem_avintr(void *intr_id, int lvl, avfunc xxintr, int vect) 4557c478bd9Sstevel@tonic-gate { 4567c478bd9Sstevel@tonic-gate struct av_head *vecp = (struct av_head *)0; 4577c478bd9Sstevel@tonic-gate avfunc f; 4587c478bd9Sstevel@tonic-gate int s, vectindex; /* save old spl value */ 4597c478bd9Sstevel@tonic-gate 4607c478bd9Sstevel@tonic-gate if ((f = xxintr) == NULL) 4617c478bd9Sstevel@tonic-gate return; 4627c478bd9Sstevel@tonic-gate 4637c478bd9Sstevel@tonic-gate vectindex = vect % MAX_VECT; 4647c478bd9Sstevel@tonic-gate vecp = &autovect[vectindex]; 4657c478bd9Sstevel@tonic-gate remove_av(intr_id, vecp, f, lvl, vect); 4667c478bd9Sstevel@tonic-gate s = splhi(); 4677c478bd9Sstevel@tonic-gate mutex_enter(&av_lock); 4687c478bd9Sstevel@tonic-gate (*delspl)(vect, lvl, vecp->avh_lo_pri, vecp->avh_hi_pri); 4697c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 4707c478bd9Sstevel@tonic-gate splx(s); 4717c478bd9Sstevel@tonic-gate } 4727c478bd9Sstevel@tonic-gate 4737c478bd9Sstevel@tonic-gate 4747c478bd9Sstevel@tonic-gate /* 4757c478bd9Sstevel@tonic-gate * After having made a change to an autovector list, wait until we have 4767c478bd9Sstevel@tonic-gate * seen each cpu not executing an interrupt at that level--so we know our 4777c478bd9Sstevel@tonic-gate * change has taken effect completely (no old state in registers, etc). 4787c478bd9Sstevel@tonic-gate */ 4797c478bd9Sstevel@tonic-gate void 4807c478bd9Sstevel@tonic-gate wait_till_seen(int ipl) 4817c478bd9Sstevel@tonic-gate { 4827c478bd9Sstevel@tonic-gate int cpu_in_chain, cix; 4837c478bd9Sstevel@tonic-gate struct cpu *cpup; 4847c478bd9Sstevel@tonic-gate cpuset_t cpus_to_check; 4857c478bd9Sstevel@tonic-gate 4867c478bd9Sstevel@tonic-gate CPUSET_ALL(cpus_to_check); 4877c478bd9Sstevel@tonic-gate do { 4887c478bd9Sstevel@tonic-gate cpu_in_chain = 0; 4897c478bd9Sstevel@tonic-gate for (cix = 0; cix < NCPU; cix++) { 4907c478bd9Sstevel@tonic-gate cpup = cpu[cix]; 4917c478bd9Sstevel@tonic-gate if (cpup != NULL && CPU_IN_SET(cpus_to_check, cix)) { 4927c478bd9Sstevel@tonic-gate if (intr_active(cpup, ipl)) { 4937c478bd9Sstevel@tonic-gate cpu_in_chain = 1; 4947c478bd9Sstevel@tonic-gate } else { 4957c478bd9Sstevel@tonic-gate CPUSET_DEL(cpus_to_check, cix); 4967c478bd9Sstevel@tonic-gate } 4977c478bd9Sstevel@tonic-gate } 4987c478bd9Sstevel@tonic-gate } 4997c478bd9Sstevel@tonic-gate } while (cpu_in_chain); 5007c478bd9Sstevel@tonic-gate } 5017c478bd9Sstevel@tonic-gate 502843e1988Sjohnlev static uint64_t dummy_tick; 503843e1988Sjohnlev 5047c478bd9Sstevel@tonic-gate /* remove an interrupt vector from the chain */ 5057c478bd9Sstevel@tonic-gate static void 5067c478bd9Sstevel@tonic-gate remove_av(void *intr_id, struct av_head *vectp, avfunc f, int pri_level, 5077c478bd9Sstevel@tonic-gate int vect) 5087c478bd9Sstevel@tonic-gate { 509843e1988Sjohnlev struct autovec *p, *target; 5107c478bd9Sstevel@tonic-gate int lo_pri, hi_pri; 5117c478bd9Sstevel@tonic-gate int ipl; 5127c478bd9Sstevel@tonic-gate /* 5137c478bd9Sstevel@tonic-gate * Protect rewrites of the list 5147c478bd9Sstevel@tonic-gate */ 5157c478bd9Sstevel@tonic-gate target = NULL; 5167c478bd9Sstevel@tonic-gate 5177c478bd9Sstevel@tonic-gate mutex_enter(&av_lock); 5187c478bd9Sstevel@tonic-gate ipl = pri_level; 5197c478bd9Sstevel@tonic-gate lo_pri = MAXIPL; 5207c478bd9Sstevel@tonic-gate hi_pri = 0; 521843e1988Sjohnlev for (p = vectp->avh_link; p; p = p->av_link) { 5227c478bd9Sstevel@tonic-gate if ((p->av_vector == f) && (p->av_intr_id == intr_id)) { 5237c478bd9Sstevel@tonic-gate /* found the handler */ 5247c478bd9Sstevel@tonic-gate target = p; 5257c478bd9Sstevel@tonic-gate continue; 5267c478bd9Sstevel@tonic-gate } 527843e1988Sjohnlev if (p->av_vector != NULL) { 5287c478bd9Sstevel@tonic-gate if (p->av_prilevel > hi_pri) 5297c478bd9Sstevel@tonic-gate hi_pri = p->av_prilevel; 5307c478bd9Sstevel@tonic-gate if (p->av_prilevel < lo_pri) 5317c478bd9Sstevel@tonic-gate lo_pri = p->av_prilevel; 5327c478bd9Sstevel@tonic-gate } 533843e1988Sjohnlev } 5347c478bd9Sstevel@tonic-gate if (ipl < hi_pri) 5357c478bd9Sstevel@tonic-gate ipl = hi_pri; 5367c478bd9Sstevel@tonic-gate if (target == NULL) { /* not found */ 5377c478bd9Sstevel@tonic-gate printf("Couldn't remove function %p at %d, %d\n", 5387c478bd9Sstevel@tonic-gate (void *)f, vect, pri_level); 5397c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 5407c478bd9Sstevel@tonic-gate return; 5417c478bd9Sstevel@tonic-gate } 5427c478bd9Sstevel@tonic-gate 5437c478bd9Sstevel@tonic-gate /* 544843e1988Sjohnlev * This drops the handler from the chain, it can no longer be called. 545843e1988Sjohnlev * However, there is no guarantee that the handler is not currently 546843e1988Sjohnlev * still executing. 5477c478bd9Sstevel@tonic-gate */ 548843e1988Sjohnlev target->av_vector = NULL; 549843e1988Sjohnlev /* 550843e1988Sjohnlev * There is a race where we could be just about to pick up the ticksp 551843e1988Sjohnlev * pointer to increment it after returning from the service routine 552843e1988Sjohnlev * in av_dispatch_autovect. Rather than NULL it out let's just point 553843e1988Sjohnlev * it off to something safe so that any final tick update attempt 554843e1988Sjohnlev * won't fault. 555843e1988Sjohnlev */ 556843e1988Sjohnlev target->av_ticksp = &dummy_tick; 5577c478bd9Sstevel@tonic-gate wait_till_seen(ipl); 5587c478bd9Sstevel@tonic-gate 5597c478bd9Sstevel@tonic-gate if (lo_pri > hi_pri) { /* the chain is now empty */ 5607c478bd9Sstevel@tonic-gate /* Leave the unused entries here for probable future use */ 5617c478bd9Sstevel@tonic-gate vectp->avh_lo_pri = MAXIPL; 5627c478bd9Sstevel@tonic-gate vectp->avh_hi_pri = 0; 5637c478bd9Sstevel@tonic-gate } else { 5647c478bd9Sstevel@tonic-gate if ((int)vectp->avh_lo_pri < lo_pri) 5657c478bd9Sstevel@tonic-gate vectp->avh_lo_pri = (ushort_t)lo_pri; 5667c478bd9Sstevel@tonic-gate if ((int)vectp->avh_hi_pri > hi_pri) 5677c478bd9Sstevel@tonic-gate vectp->avh_hi_pri = (ushort_t)hi_pri; 5687c478bd9Sstevel@tonic-gate } 5697c478bd9Sstevel@tonic-gate mutex_exit(&av_lock); 5707c478bd9Sstevel@tonic-gate wait_till_seen(ipl); 5717c478bd9Sstevel@tonic-gate } 5727c478bd9Sstevel@tonic-gate 5737c478bd9Sstevel@tonic-gate /* 574a1af7ba0Scwb * kmdb uses siron (and thus setsoftint) while the world is stopped in order to 575a1af7ba0Scwb * inform its driver component that there's work to be done. We need to keep 576a1af7ba0Scwb * DTrace from instrumenting kmdb's siron and setsoftint. We duplicate siron, 577a1af7ba0Scwb * giving kmdb's version a kdi prefix to keep DTrace at bay. We also 578a1af7ba0Scwb * provide a version of the various setsoftint functions available for kmdb to 579a1af7ba0Scwb * use using a kdi_ prefix while the main *setsoftint() functionality is 580a1af7ba0Scwb * implemented as a wrapper. This allows tracing, while still providing a 581a1af7ba0Scwb * way for kmdb to sneak in unmolested. 582a1af7ba0Scwb */ 583a1af7ba0Scwb void 584a1af7ba0Scwb kdi_siron(void) 585a1af7ba0Scwb { 586a1af7ba0Scwb (*kdisetsoftint)(1, softlevel1_hdl.ih_pending); 587a1af7ba0Scwb } 588a1af7ba0Scwb 589a1af7ba0Scwb /* 5907c478bd9Sstevel@tonic-gate * Trigger a soft interrupt. 5917c478bd9Sstevel@tonic-gate */ 5927c478bd9Sstevel@tonic-gate void 5937c478bd9Sstevel@tonic-gate siron(void) 5947c478bd9Sstevel@tonic-gate { 595dd4eeefdSeota /* Level 1 software interrupt */ 596e23a7e34Slq150181 (*setsoftint)(1, softlevel1_hdl.ih_pending); 5977c478bd9Sstevel@tonic-gate } 5987c478bd9Sstevel@tonic-gate 5997c478bd9Sstevel@tonic-gate /* 600dd4eeefdSeota * Trigger software interrupts dedicated to ddi timer. 601dd4eeefdSeota */ 602dd4eeefdSeota void 603dd4eeefdSeota sir_on(int level) 604dd4eeefdSeota { 605dd4eeefdSeota ASSERT(level >= DDI_IPL_1 && level <= DDI_IPL_10); 606dd4eeefdSeota (*setsoftint)(level, softlevel_hdl[level-1].ih_pending); 607dd4eeefdSeota } 608dd4eeefdSeota 609dd4eeefdSeota /* 6103aedfe0bSmishra * The handler which is executed on the target CPU. 6113aedfe0bSmishra */ 6123aedfe0bSmishra /*ARGSUSED*/ 6133aedfe0bSmishra static int 6143aedfe0bSmishra siron_poke_intr(xc_arg_t a1, xc_arg_t a2, xc_arg_t a3) 6153aedfe0bSmishra { 6163aedfe0bSmishra siron(); 6173aedfe0bSmishra return (0); 6183aedfe0bSmishra } 6193aedfe0bSmishra 6203aedfe0bSmishra /* 6213aedfe0bSmishra * May get called from softcall to poke CPUs. 6223aedfe0bSmishra */ 6233aedfe0bSmishra void 6243aedfe0bSmishra siron_poke_cpu(cpuset_t poke) 6253aedfe0bSmishra { 6263aedfe0bSmishra int cpuid = CPU->cpu_id; 6273aedfe0bSmishra 6283aedfe0bSmishra /* 6293aedfe0bSmishra * If we are poking to ourself then we can simply 6303aedfe0bSmishra * generate level1 using siron() 6313aedfe0bSmishra */ 6323aedfe0bSmishra if (CPU_IN_SET(poke, cpuid)) { 6333aedfe0bSmishra siron(); 6343aedfe0bSmishra CPUSET_DEL(poke, cpuid); 6353aedfe0bSmishra if (CPUSET_ISNULL(poke)) 6363aedfe0bSmishra return; 6373aedfe0bSmishra } 6383aedfe0bSmishra 639*f34a7178SJoe Bonasera xc_call(0, 0, 0, CPUSET2BV(poke), (xc_func_t)siron_poke_intr); 6403aedfe0bSmishra } 6413aedfe0bSmishra 6423aedfe0bSmishra /* 6437c478bd9Sstevel@tonic-gate * Walk the autovector table for this vector, invoking each 6447c478bd9Sstevel@tonic-gate * interrupt handler as we go. 6457c478bd9Sstevel@tonic-gate */ 6467a364d25Sschwartz 6477a364d25Sschwartz extern uint64_t intr_get_time(void); 6487a364d25Sschwartz 6497c478bd9Sstevel@tonic-gate void 6507c478bd9Sstevel@tonic-gate av_dispatch_autovect(uint_t vec) 6517c478bd9Sstevel@tonic-gate { 6527c478bd9Sstevel@tonic-gate struct autovec *av; 6537c478bd9Sstevel@tonic-gate 6547c478bd9Sstevel@tonic-gate ASSERT_STACK_ALIGNED(); 6557c478bd9Sstevel@tonic-gate 6567c478bd9Sstevel@tonic-gate while ((av = autovect[vec].avh_link) != NULL) { 6577c478bd9Sstevel@tonic-gate uint_t numcalled = 0; 6587c478bd9Sstevel@tonic-gate uint_t claimed = 0; 6597c478bd9Sstevel@tonic-gate 6607c478bd9Sstevel@tonic-gate for (; av; av = av->av_link) { 6617c478bd9Sstevel@tonic-gate uint_t r; 6627c478bd9Sstevel@tonic-gate uint_t (*intr)() = av->av_vector; 6637c478bd9Sstevel@tonic-gate caddr_t arg1 = av->av_intarg1; 6647c478bd9Sstevel@tonic-gate caddr_t arg2 = av->av_intarg2; 6657c478bd9Sstevel@tonic-gate dev_info_t *dip = av->av_dip; 6667c478bd9Sstevel@tonic-gate 667843e1988Sjohnlev /* 668843e1988Sjohnlev * We must walk the entire chain. Removed handlers 669843e1988Sjohnlev * may be anywhere in the chain. 670843e1988Sjohnlev */ 6717c478bd9Sstevel@tonic-gate if (intr == NULL) 672843e1988Sjohnlev continue; 6737c478bd9Sstevel@tonic-gate 6747c478bd9Sstevel@tonic-gate DTRACE_PROBE4(interrupt__start, dev_info_t *, dip, 6757c478bd9Sstevel@tonic-gate void *, intr, caddr_t, arg1, caddr_t, arg2); 6767c478bd9Sstevel@tonic-gate r = (*intr)(arg1, arg2); 6777c478bd9Sstevel@tonic-gate DTRACE_PROBE4(interrupt__complete, dev_info_t *, dip, 6787c478bd9Sstevel@tonic-gate void *, intr, caddr_t, arg1, uint_t, r); 679ae115bc7Smrj numcalled++; 6807c478bd9Sstevel@tonic-gate claimed |= r; 6817a364d25Sschwartz if (av->av_ticksp && av->av_prilevel <= LOCK_LEVEL) 6827a364d25Sschwartz atomic_add_64(av->av_ticksp, intr_get_time()); 6837c478bd9Sstevel@tonic-gate } 6847c478bd9Sstevel@tonic-gate 6857c478bd9Sstevel@tonic-gate /* 6867c478bd9Sstevel@tonic-gate * If there's only one interrupt handler in the chain, 6877c478bd9Sstevel@tonic-gate * or if no-one claimed the interrupt at all give up now. 6887c478bd9Sstevel@tonic-gate */ 6897c478bd9Sstevel@tonic-gate if (numcalled == 1 || claimed == 0) 6907c478bd9Sstevel@tonic-gate break; 6917c478bd9Sstevel@tonic-gate } 6927c478bd9Sstevel@tonic-gate } 6937c478bd9Sstevel@tonic-gate 6947c478bd9Sstevel@tonic-gate /* 6957c478bd9Sstevel@tonic-gate * Call every soft interrupt handler we can find at this level once. 6967c478bd9Sstevel@tonic-gate */ 6977c478bd9Sstevel@tonic-gate void 6987c478bd9Sstevel@tonic-gate av_dispatch_softvect(uint_t pil) 6997c478bd9Sstevel@tonic-gate { 7007c478bd9Sstevel@tonic-gate struct autovec *av; 7017c478bd9Sstevel@tonic-gate ddi_softint_hdl_impl_t *hdlp; 7027c478bd9Sstevel@tonic-gate uint_t (*intr)(); 7037c478bd9Sstevel@tonic-gate caddr_t arg1; 7047c478bd9Sstevel@tonic-gate caddr_t arg2; 7057c478bd9Sstevel@tonic-gate 7067c478bd9Sstevel@tonic-gate ASSERT_STACK_ALIGNED(); 7077c478bd9Sstevel@tonic-gate ASSERT(pil >= 0 && pil <= PIL_MAX); 7087c478bd9Sstevel@tonic-gate 7097c478bd9Sstevel@tonic-gate for (av = softvect[pil].avh_link; av; av = av->av_link) { 710843e1988Sjohnlev /* 711843e1988Sjohnlev * We must walk the entire chain. Removed handlers 712843e1988Sjohnlev * may be anywhere in the chain. 713843e1988Sjohnlev */ 7147c478bd9Sstevel@tonic-gate if ((intr = av->av_vector) == NULL) 715843e1988Sjohnlev continue; 7167c478bd9Sstevel@tonic-gate arg1 = av->av_intarg1; 7177c478bd9Sstevel@tonic-gate arg2 = av->av_intarg2; 7187c478bd9Sstevel@tonic-gate 7197c478bd9Sstevel@tonic-gate hdlp = (ddi_softint_hdl_impl_t *)av->av_intr_id; 7207c478bd9Sstevel@tonic-gate ASSERT(hdlp); 7217c478bd9Sstevel@tonic-gate 722e23a7e34Slq150181 /* 723e23a7e34Slq150181 * Each cpu has its own pending bit in hdlp->ih_pending, 724e23a7e34Slq150181 * here av_check/clear_softint_pending is just checking 725e23a7e34Slq150181 * and clearing the pending bit for the current cpu, who 726e23a7e34Slq150181 * has just triggered a softint. 727e23a7e34Slq150181 */ 728e23a7e34Slq150181 if (av_check_softint_pending(hdlp->ih_pending, B_FALSE)) { 729e23a7e34Slq150181 av_clear_softint_pending(hdlp->ih_pending); 7307c478bd9Sstevel@tonic-gate (void) (*intr)(arg1, arg2); 7317c478bd9Sstevel@tonic-gate } 7327c478bd9Sstevel@tonic-gate } 7337c478bd9Sstevel@tonic-gate } 7347c478bd9Sstevel@tonic-gate 7357c478bd9Sstevel@tonic-gate struct regs; 7367c478bd9Sstevel@tonic-gate 7377c478bd9Sstevel@tonic-gate /* 7387c478bd9Sstevel@tonic-gate * Call every NMI handler we know of once. 7397c478bd9Sstevel@tonic-gate */ 7407c478bd9Sstevel@tonic-gate void 7417c478bd9Sstevel@tonic-gate av_dispatch_nmivect(struct regs *rp) 7427c478bd9Sstevel@tonic-gate { 7437c478bd9Sstevel@tonic-gate struct autovec *av; 7447c478bd9Sstevel@tonic-gate 7457c478bd9Sstevel@tonic-gate ASSERT_STACK_ALIGNED(); 7467c478bd9Sstevel@tonic-gate 7477c478bd9Sstevel@tonic-gate for (av = nmivect; av; av = av->av_link) 7487c478bd9Sstevel@tonic-gate (void) (av->av_vector)(av->av_intarg1, rp); 7497c478bd9Sstevel@tonic-gate } 750