17a8d25c0SNathan Whitehorn /*- 271e3c308SPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 371e3c308SPedro F. Giffuni * 47a8d25c0SNathan Whitehorn * Copyright 2011 Nathan Whitehorn 57a8d25c0SNathan Whitehorn * 67a8d25c0SNathan Whitehorn * Redistribution and use in source and binary forms, with or without 77a8d25c0SNathan Whitehorn * modification, are permitted provided that the following conditions 87a8d25c0SNathan Whitehorn * are met: 97a8d25c0SNathan Whitehorn * 1. Redistributions of source code must retain the above copyright 107a8d25c0SNathan Whitehorn * notice, this list of conditions and the following disclaimer. 117a8d25c0SNathan Whitehorn * 2. Redistributions in binary form must reproduce the above copyright 127a8d25c0SNathan Whitehorn * notice, this list of conditions and the following disclaimer in the 137a8d25c0SNathan Whitehorn * documentation and/or other materials provided with the distribution. 147a8d25c0SNathan Whitehorn * 157a8d25c0SNathan Whitehorn * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 167a8d25c0SNathan Whitehorn * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 177a8d25c0SNathan Whitehorn * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 187a8d25c0SNathan Whitehorn * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 197a8d25c0SNathan Whitehorn * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 207a8d25c0SNathan Whitehorn * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 217a8d25c0SNathan Whitehorn * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 227a8d25c0SNathan Whitehorn * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 237a8d25c0SNathan Whitehorn * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 247a8d25c0SNathan Whitehorn * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 257a8d25c0SNathan Whitehorn * SUCH DAMAGE. 267a8d25c0SNathan Whitehorn */ 277a8d25c0SNathan Whitehorn 287a8d25c0SNathan Whitehorn #include <sys/cdefs.h> 297a8d25c0SNathan Whitehorn __FBSDID("$FreeBSD$"); 307a8d25c0SNathan Whitehorn 318fc8068eSWojciech Macek #include "opt_platform.h" 328fc8068eSWojciech Macek 337a8d25c0SNathan Whitehorn #include <sys/param.h> 347a8d25c0SNathan Whitehorn #include <sys/systm.h> 357a8d25c0SNathan Whitehorn #include <sys/module.h> 367a8d25c0SNathan Whitehorn #include <sys/bus.h> 377a8d25c0SNathan Whitehorn #include <sys/conf.h> 387a8d25c0SNathan Whitehorn #include <sys/kernel.h> 39e2e050c8SConrad Meyer #include <sys/lock.h> 407a8d25c0SNathan Whitehorn #include <sys/malloc.h> 41e2e050c8SConrad Meyer #include <sys/mutex.h> 427a8d25c0SNathan Whitehorn #include <sys/smp.h> 437a8d25c0SNathan Whitehorn 447a8d25c0SNathan Whitehorn #include <vm/vm.h> 457a8d25c0SNathan Whitehorn #include <vm/pmap.h> 467a8d25c0SNathan Whitehorn 477a8d25c0SNathan Whitehorn #include <machine/bus.h> 487a8d25c0SNathan Whitehorn #include <machine/intr_machdep.h> 497a8d25c0SNathan Whitehorn #include <machine/md_var.h> 507a8d25c0SNathan Whitehorn #include <machine/rtas.h> 517a8d25c0SNathan Whitehorn 527a8d25c0SNathan Whitehorn #include <dev/ofw/ofw_bus.h> 537a8d25c0SNathan Whitehorn #include <dev/ofw/ofw_bus_subr.h> 547a8d25c0SNathan Whitehorn 558fc8068eSWojciech Macek #ifdef POWERNV 568fc8068eSWojciech Macek #include <powerpc/powernv/opal.h> 578fc8068eSWojciech Macek #endif 588fc8068eSWojciech Macek 597a8d25c0SNathan Whitehorn #include "phyp-hvcall.h" 607a8d25c0SNathan Whitehorn #include "pic_if.h" 617a8d25c0SNathan Whitehorn 627a8d25c0SNathan Whitehorn #define XICP_PRIORITY 5 /* Random non-zero number */ 637a8d25c0SNathan Whitehorn #define XICP_IPI 2 647a8d25c0SNathan Whitehorn #define MAX_XICP_IRQS (1<<24) /* 24-bit XIRR field */ 657a8d25c0SNathan Whitehorn 667a8d25c0SNathan Whitehorn static int xicp_probe(device_t); 677a8d25c0SNathan Whitehorn static int xicp_attach(device_t); 687a8d25c0SNathan Whitehorn static int xics_probe(device_t); 697a8d25c0SNathan Whitehorn static int xics_attach(device_t); 707a8d25c0SNathan Whitehorn 7156505ec0SJustin Hibbits static void xicp_bind(device_t dev, u_int irq, cpuset_t cpumask, void **priv); 727a8d25c0SNathan Whitehorn static void xicp_dispatch(device_t, struct trapframe *); 7356505ec0SJustin Hibbits static void xicp_enable(device_t, u_int, u_int, void **priv); 7456505ec0SJustin Hibbits static void xicp_eoi(device_t, u_int, void *priv); 757a8d25c0SNathan Whitehorn static void xicp_ipi(device_t, u_int); 7656505ec0SJustin Hibbits static void xicp_mask(device_t, u_int, void *priv); 7756505ec0SJustin Hibbits static void xicp_unmask(device_t, u_int, void *priv); 787a8d25c0SNathan Whitehorn 79ef6da5e5SJustin Hibbits #ifdef POWERNV 80d49fc192SJustin Hibbits extern void (*powernv_smp_ap_extra_init)(void); 81d49fc192SJustin Hibbits static void xicp_smp_cpu_startup(void); 82ef6da5e5SJustin Hibbits #endif 83ef6da5e5SJustin Hibbits 847a8d25c0SNathan Whitehorn static device_method_t xicp_methods[] = { 857a8d25c0SNathan Whitehorn /* Device interface */ 867a8d25c0SNathan Whitehorn DEVMETHOD(device_probe, xicp_probe), 877a8d25c0SNathan Whitehorn DEVMETHOD(device_attach, xicp_attach), 887a8d25c0SNathan Whitehorn 897a8d25c0SNathan Whitehorn /* PIC interface */ 907a8d25c0SNathan Whitehorn DEVMETHOD(pic_bind, xicp_bind), 917a8d25c0SNathan Whitehorn DEVMETHOD(pic_dispatch, xicp_dispatch), 927a8d25c0SNathan Whitehorn DEVMETHOD(pic_enable, xicp_enable), 937a8d25c0SNathan Whitehorn DEVMETHOD(pic_eoi, xicp_eoi), 947a8d25c0SNathan Whitehorn DEVMETHOD(pic_ipi, xicp_ipi), 957a8d25c0SNathan Whitehorn DEVMETHOD(pic_mask, xicp_mask), 967a8d25c0SNathan Whitehorn DEVMETHOD(pic_unmask, xicp_unmask), 977a8d25c0SNathan Whitehorn 988fc8068eSWojciech Macek DEVMETHOD_END 997a8d25c0SNathan Whitehorn }; 1007a8d25c0SNathan Whitehorn 1017a8d25c0SNathan Whitehorn static device_method_t xics_methods[] = { 1027a8d25c0SNathan Whitehorn /* Device interface */ 1037a8d25c0SNathan Whitehorn DEVMETHOD(device_probe, xics_probe), 1047a8d25c0SNathan Whitehorn DEVMETHOD(device_attach, xics_attach), 1057a8d25c0SNathan Whitehorn 1068fc8068eSWojciech Macek DEVMETHOD_END 1077a8d25c0SNathan Whitehorn }; 1087a8d25c0SNathan Whitehorn 10956505ec0SJustin Hibbits struct xicp_intvec { 11056505ec0SJustin Hibbits int irq; 11156505ec0SJustin Hibbits int vector; 11256505ec0SJustin Hibbits int cpu; 11356505ec0SJustin Hibbits }; 11456505ec0SJustin Hibbits 1157a8d25c0SNathan Whitehorn struct xicp_softc { 1167a8d25c0SNathan Whitehorn struct mtx sc_mtx; 1178fc8068eSWojciech Macek struct resource *mem[MAXCPU]; 1188fc8068eSWojciech Macek 1198fc8068eSWojciech Macek int cpu_range[2]; 1207a8d25c0SNathan Whitehorn 1217a8d25c0SNathan Whitehorn int ibm_int_on; 1227a8d25c0SNathan Whitehorn int ibm_int_off; 1237a8d25c0SNathan Whitehorn int ibm_get_xive; 1247a8d25c0SNathan Whitehorn int ibm_set_xive; 1257a8d25c0SNathan Whitehorn 1267a8d25c0SNathan Whitehorn /* XXX: inefficient -- hash table? tree? */ 12756505ec0SJustin Hibbits struct xicp_intvec intvecs[256]; 1287a8d25c0SNathan Whitehorn int nintvecs; 129431d31e0SJustin Hibbits int ipi_vec; 130ef6da5e5SJustin Hibbits bool xics_emu; 1317a8d25c0SNathan Whitehorn }; 1327a8d25c0SNathan Whitehorn 1337a8d25c0SNathan Whitehorn static driver_t xicp_driver = { 1347a8d25c0SNathan Whitehorn "xicp", 1357a8d25c0SNathan Whitehorn xicp_methods, 1367a8d25c0SNathan Whitehorn sizeof(struct xicp_softc) 1377a8d25c0SNathan Whitehorn }; 1387a8d25c0SNathan Whitehorn 1397a8d25c0SNathan Whitehorn static driver_t xics_driver = { 1407a8d25c0SNathan Whitehorn "xics", 1417a8d25c0SNathan Whitehorn xics_methods, 1427a8d25c0SNathan Whitehorn 0 1437a8d25c0SNathan Whitehorn }; 1447a8d25c0SNathan Whitehorn 1456cff19a3SNathan Whitehorn #ifdef POWERNV 1465272c9bdSJustin Hibbits /* We can only pass physical addresses into OPAL. Kernel stacks are in the KVA, 1475272c9bdSJustin Hibbits * not in the direct map, so we need to somehow extract the physical address. 1485272c9bdSJustin Hibbits * However, pmap_kextract() takes locks, which is forbidden in a critical region 14954b310b8SJustin Hibbits * (which PIC_DISPATCH() operates in). The kernel is mapped into the Direct 1505272c9bdSJustin Hibbits * Map (0xc000....), and the CPU implicitly drops the top two bits when doing 1515272c9bdSJustin Hibbits * real address by nature that the bus width is smaller than 64-bits. Placing 1525272c9bdSJustin Hibbits * cpu_xirr into the DMAP lets us take advantage of this and avoids the 1535272c9bdSJustin Hibbits * pmap_kextract() that would otherwise be needed if using the stack variable. 1545272c9bdSJustin Hibbits */ 155ef6da5e5SJustin Hibbits static uint32_t cpu_xirr[MAXCPU]; 1566cff19a3SNathan Whitehorn #endif 157ef6da5e5SJustin Hibbits 1587a8d25c0SNathan Whitehorn static devclass_t xicp_devclass; 1597a8d25c0SNathan Whitehorn static devclass_t xics_devclass; 1607a8d25c0SNathan Whitehorn 16165d08437SNathan Whitehorn EARLY_DRIVER_MODULE(xicp, ofwbus, xicp_driver, xicp_devclass, 0, 0, 1627a8d25c0SNathan Whitehorn BUS_PASS_INTERRUPT-1); 16365d08437SNathan Whitehorn EARLY_DRIVER_MODULE(xics, ofwbus, xics_driver, xics_devclass, 0, 0, 1647a8d25c0SNathan Whitehorn BUS_PASS_INTERRUPT); 1657a8d25c0SNathan Whitehorn 1668fc8068eSWojciech Macek #ifdef POWERNV 1678fc8068eSWojciech Macek static struct resource * 1688fc8068eSWojciech Macek xicp_mem_for_cpu(int cpu) 1698fc8068eSWojciech Macek { 170e4a38f54SJohn Baldwin devclass_t dc; 1718fc8068eSWojciech Macek device_t dev; 1728fc8068eSWojciech Macek struct xicp_softc *sc; 1738fc8068eSWojciech Macek int i; 1748fc8068eSWojciech Macek 175e4a38f54SJohn Baldwin dc = devclass_find(xicp_driver.name); 176e4a38f54SJohn Baldwin for (i = 0; (dev = devclass_get_device(dc, i)) != NULL; i++){ 1778fc8068eSWojciech Macek sc = device_get_softc(dev); 1788fc8068eSWojciech Macek if (cpu >= sc->cpu_range[0] && cpu < sc->cpu_range[1]) 1798fc8068eSWojciech Macek return (sc->mem[cpu - sc->cpu_range[0]]); 1808fc8068eSWojciech Macek } 1818fc8068eSWojciech Macek 1828fc8068eSWojciech Macek return (NULL); 1838fc8068eSWojciech Macek } 1848fc8068eSWojciech Macek #endif 1858fc8068eSWojciech Macek 1867a8d25c0SNathan Whitehorn static int 1877a8d25c0SNathan Whitehorn xicp_probe(device_t dev) 1887a8d25c0SNathan Whitehorn { 1897a8d25c0SNathan Whitehorn 190ef6da5e5SJustin Hibbits if (!ofw_bus_is_compatible(dev, "ibm,ppc-xicp") && 191ef6da5e5SJustin Hibbits !ofw_bus_is_compatible(dev, "ibm,opal-intc")) 1927a8d25c0SNathan Whitehorn return (ENXIO); 1937a8d25c0SNathan Whitehorn 1948fc8068eSWojciech Macek device_set_desc(dev, "External Interrupt Presentation Controller"); 1957a8d25c0SNathan Whitehorn return (BUS_PROBE_GENERIC); 1967a8d25c0SNathan Whitehorn } 1977a8d25c0SNathan Whitehorn 1987a8d25c0SNathan Whitehorn static int 1997a8d25c0SNathan Whitehorn xics_probe(device_t dev) 2007a8d25c0SNathan Whitehorn { 2017a8d25c0SNathan Whitehorn 202ef6da5e5SJustin Hibbits if (!ofw_bus_is_compatible(dev, "ibm,ppc-xics") && 203ef6da5e5SJustin Hibbits !ofw_bus_is_compatible(dev, "IBM,opal-xics")) 2047a8d25c0SNathan Whitehorn return (ENXIO); 2057a8d25c0SNathan Whitehorn 2068fc8068eSWojciech Macek device_set_desc(dev, "External Interrupt Source Controller"); 2077a8d25c0SNathan Whitehorn return (BUS_PROBE_GENERIC); 2087a8d25c0SNathan Whitehorn } 2097a8d25c0SNathan Whitehorn 2107a8d25c0SNathan Whitehorn static int 2117a8d25c0SNathan Whitehorn xicp_attach(device_t dev) 2127a8d25c0SNathan Whitehorn { 2137a8d25c0SNathan Whitehorn struct xicp_softc *sc = device_get_softc(dev); 2147a8d25c0SNathan Whitehorn phandle_t phandle = ofw_bus_get_node(dev); 2157a8d25c0SNathan Whitehorn 2168fc8068eSWojciech Macek if (rtas_exists()) { 2177a8d25c0SNathan Whitehorn sc->ibm_int_on = rtas_token_lookup("ibm,int-on"); 2187a8d25c0SNathan Whitehorn sc->ibm_int_off = rtas_token_lookup("ibm,int-off"); 2197a8d25c0SNathan Whitehorn sc->ibm_set_xive = rtas_token_lookup("ibm,set-xive"); 2207a8d25c0SNathan Whitehorn sc->ibm_get_xive = rtas_token_lookup("ibm,get-xive"); 2218fc8068eSWojciech Macek #ifdef POWERNV 2228fc8068eSWojciech Macek } else if (opal_check() == 0) { 2238fc8068eSWojciech Macek /* No init needed */ 2248fc8068eSWojciech Macek #endif 2258fc8068eSWojciech Macek } else { 2268fc8068eSWojciech Macek device_printf(dev, "Cannot attach without RTAS or OPAL\n"); 2278fc8068eSWojciech Macek return (ENXIO); 2288fc8068eSWojciech Macek } 2298fc8068eSWojciech Macek 2308fc8068eSWojciech Macek if (OF_hasprop(phandle, "ibm,interrupt-server-ranges")) { 2318fc8068eSWojciech Macek OF_getencprop(phandle, "ibm,interrupt-server-ranges", 2328fc8068eSWojciech Macek sc->cpu_range, sizeof(sc->cpu_range)); 2338fc8068eSWojciech Macek sc->cpu_range[1] += sc->cpu_range[0]; 2348fc8068eSWojciech Macek device_printf(dev, "Handling CPUs %d-%d\n", sc->cpu_range[0], 2358fc8068eSWojciech Macek sc->cpu_range[1]-1); 236ef6da5e5SJustin Hibbits #ifdef POWERNV 237ef6da5e5SJustin Hibbits } else if (ofw_bus_is_compatible(dev, "ibm,opal-intc")) { 238ef6da5e5SJustin Hibbits /* 239ef6da5e5SJustin Hibbits * For now run POWER9 XIVE interrupt controller in XICS 240ef6da5e5SJustin Hibbits * compatibility mode. 241ef6da5e5SJustin Hibbits */ 242ef6da5e5SJustin Hibbits sc->xics_emu = true; 243d49fc192SJustin Hibbits opal_call(OPAL_XIVE_RESET, OPAL_XIVE_XICS_MODE_EMU); 244ef6da5e5SJustin Hibbits #endif 2458fc8068eSWojciech Macek } else { 2468fc8068eSWojciech Macek sc->cpu_range[0] = 0; 2478fc8068eSWojciech Macek sc->cpu_range[1] = mp_ncpus; 2488fc8068eSWojciech Macek } 2498fc8068eSWojciech Macek 2508fc8068eSWojciech Macek #ifdef POWERNV 2518fc8068eSWojciech Macek if (mfmsr() & PSL_HV) { 2528fc8068eSWojciech Macek int i; 2538fc8068eSWojciech Macek 254ef6da5e5SJustin Hibbits if (sc->xics_emu) { 255ef6da5e5SJustin Hibbits opal_call(OPAL_INT_SET_CPPR, 0xff); 256ef6da5e5SJustin Hibbits for (i = 0; i < mp_ncpus; i++) { 257ef6da5e5SJustin Hibbits opal_call(OPAL_INT_SET_MFRR, 258ef6da5e5SJustin Hibbits pcpu_find(i)->pc_hwref, 0xff); 259ef6da5e5SJustin Hibbits } 260ef6da5e5SJustin Hibbits } else { 2618fc8068eSWojciech Macek for (i = 0; i < sc->cpu_range[1] - sc->cpu_range[0]; i++) { 2628fc8068eSWojciech Macek sc->mem[i] = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 2638fc8068eSWojciech Macek &i, RF_ACTIVE); 2648fc8068eSWojciech Macek if (sc->mem[i] == NULL) { 2658fc8068eSWojciech Macek device_printf(dev, "Could not alloc mem " 2668fc8068eSWojciech Macek "resource %d\n", i); 2678fc8068eSWojciech Macek return (ENXIO); 2688fc8068eSWojciech Macek } 2698fc8068eSWojciech Macek 2708fc8068eSWojciech Macek /* Unmask interrupts on all cores */ 2718fc8068eSWojciech Macek bus_write_1(sc->mem[i], 4, 0xff); 2728fc8068eSWojciech Macek bus_write_1(sc->mem[i], 12, 0xff); 2738fc8068eSWojciech Macek } 2748fc8068eSWojciech Macek } 275ef6da5e5SJustin Hibbits } 2768fc8068eSWojciech Macek #endif 2778fc8068eSWojciech Macek 2788fc8068eSWojciech Macek mtx_init(&sc->sc_mtx, "XICP", NULL, MTX_DEF); 2798fc8068eSWojciech Macek sc->nintvecs = 0; 2807a8d25c0SNathan Whitehorn 28144d29d47SNathan Whitehorn powerpc_register_pic(dev, OF_xref_from_node(phandle), MAX_XICP_IRQS, 2827a8d25c0SNathan Whitehorn 1 /* Number of IPIs */, FALSE); 2837a8d25c0SNathan Whitehorn root_pic = dev; 2847a8d25c0SNathan Whitehorn 285d49fc192SJustin Hibbits #ifdef POWERNV 286d49fc192SJustin Hibbits if (sc->xics_emu) 287d49fc192SJustin Hibbits powernv_smp_ap_extra_init = xicp_smp_cpu_startup; 288d49fc192SJustin Hibbits #endif 289d49fc192SJustin Hibbits 2907a8d25c0SNathan Whitehorn return (0); 2917a8d25c0SNathan Whitehorn } 2927a8d25c0SNathan Whitehorn 2937a8d25c0SNathan Whitehorn static int 2947a8d25c0SNathan Whitehorn xics_attach(device_t dev) 2957a8d25c0SNathan Whitehorn { 2967a8d25c0SNathan Whitehorn phandle_t phandle = ofw_bus_get_node(dev); 2977a8d25c0SNathan Whitehorn 2987a8d25c0SNathan Whitehorn /* The XICP (root PIC) will handle all our interrupts */ 29944d29d47SNathan Whitehorn powerpc_register_pic(root_pic, OF_xref_from_node(phandle), 30044d29d47SNathan Whitehorn MAX_XICP_IRQS, 1 /* Number of IPIs */, FALSE); 3017a8d25c0SNathan Whitehorn 3027a8d25c0SNathan Whitehorn return (0); 3037a8d25c0SNathan Whitehorn } 3047a8d25c0SNathan Whitehorn 30515fba9d3SJustin Hibbits static __inline struct xicp_intvec * 30615fba9d3SJustin Hibbits xicp_setup_priv(struct xicp_softc *sc, u_int irq, void **priv) 30715fba9d3SJustin Hibbits { 30815fba9d3SJustin Hibbits if (*priv == NULL) { 30915fba9d3SJustin Hibbits KASSERT(sc->nintvecs + 1 < nitems(sc->intvecs), 31015fba9d3SJustin Hibbits ("Too many XICP interrupts")); 31115fba9d3SJustin Hibbits mtx_lock(&sc->sc_mtx); 31215fba9d3SJustin Hibbits *priv = &sc->intvecs[sc->nintvecs++]; 31315fba9d3SJustin Hibbits mtx_unlock(&sc->sc_mtx); 31415fba9d3SJustin Hibbits } 31515fba9d3SJustin Hibbits 31615fba9d3SJustin Hibbits return (*priv); 31715fba9d3SJustin Hibbits } 31815fba9d3SJustin Hibbits 3197a8d25c0SNathan Whitehorn /* 3207a8d25c0SNathan Whitehorn * PIC I/F methods. 3217a8d25c0SNathan Whitehorn */ 3227a8d25c0SNathan Whitehorn 3237a8d25c0SNathan Whitehorn static void 32456505ec0SJustin Hibbits xicp_bind(device_t dev, u_int irq, cpuset_t cpumask, void **priv) 3257a8d25c0SNathan Whitehorn { 3267a8d25c0SNathan Whitehorn struct xicp_softc *sc = device_get_softc(dev); 32756505ec0SJustin Hibbits struct xicp_intvec *iv; 3287a8d25c0SNathan Whitehorn cell_t status, cpu; 32949f10b51SLeandro Lupori int ncpus, i, error = -1; 3307a8d25c0SNathan Whitehorn 331f0393bbfSWojciech Macek /* Ignore IPIs */ 332f0393bbfSWojciech Macek if (irq == MAX_XICP_IRQS) 333f0393bbfSWojciech Macek return; 334f0393bbfSWojciech Macek 33515fba9d3SJustin Hibbits iv = xicp_setup_priv(sc, irq, priv); 33656505ec0SJustin Hibbits 3377a8d25c0SNathan Whitehorn /* 3380174acd4SNathan Whitehorn * This doesn't appear to actually support affinity groups, so pick a 3390174acd4SNathan Whitehorn * random CPU. 3407a8d25c0SNathan Whitehorn */ 341a4c6f6e5SNathan Whitehorn ncpus = 0; 3427a8d25c0SNathan Whitehorn CPU_FOREACH(cpu) 3430174acd4SNathan Whitehorn if (CPU_ISSET(cpu, &cpumask)) ncpus++; 3440174acd4SNathan Whitehorn 3450174acd4SNathan Whitehorn i = mftb() % ncpus; 3460174acd4SNathan Whitehorn ncpus = 0; 3470174acd4SNathan Whitehorn CPU_FOREACH(cpu) { 3480174acd4SNathan Whitehorn if (!CPU_ISSET(cpu, &cpumask)) 3490174acd4SNathan Whitehorn continue; 3500174acd4SNathan Whitehorn if (ncpus == i) 3510174acd4SNathan Whitehorn break; 3520174acd4SNathan Whitehorn ncpus++; 3530174acd4SNathan Whitehorn } 3540174acd4SNathan Whitehorn 355f0393bbfSWojciech Macek cpu = pcpu_find(cpu)->pc_hwref; 35656505ec0SJustin Hibbits iv->cpu = cpu; 3577a8d25c0SNathan Whitehorn 3588fc8068eSWojciech Macek if (rtas_exists()) 359a4c6f6e5SNathan Whitehorn error = rtas_call_method(sc->ibm_set_xive, 3, 1, irq, cpu, 360a4c6f6e5SNathan Whitehorn XICP_PRIORITY, &status); 3618fc8068eSWojciech Macek #ifdef POWERNV 3628fc8068eSWojciech Macek else 3638fc8068eSWojciech Macek error = opal_call(OPAL_SET_XIVE, irq, cpu << 2, XICP_PRIORITY); 3648fc8068eSWojciech Macek #endif 3658fc8068eSWojciech Macek 366a4c6f6e5SNathan Whitehorn if (error < 0) 367a4c6f6e5SNathan Whitehorn panic("Cannot bind interrupt %d to CPU %d", irq, cpu); 3687a8d25c0SNathan Whitehorn } 3697a8d25c0SNathan Whitehorn 3707a8d25c0SNathan Whitehorn static void 3717a8d25c0SNathan Whitehorn xicp_dispatch(device_t dev, struct trapframe *tf) 3727a8d25c0SNathan Whitehorn { 3737a8d25c0SNathan Whitehorn struct xicp_softc *sc; 3748fc8068eSWojciech Macek struct resource *regs = NULL; 3757a8d25c0SNathan Whitehorn uint64_t xirr, junk; 3767a8d25c0SNathan Whitehorn int i; 3777a8d25c0SNathan Whitehorn 378ef6da5e5SJustin Hibbits sc = device_get_softc(dev); 3798fc8068eSWojciech Macek #ifdef POWERNV 380ef6da5e5SJustin Hibbits if ((mfmsr() & PSL_HV) && !sc->xics_emu) { 381f0393bbfSWojciech Macek regs = xicp_mem_for_cpu(PCPU_GET(hwref)); 3828fc8068eSWojciech Macek KASSERT(regs != NULL, 383f0393bbfSWojciech Macek ("Can't find regs for CPU %ld", (uintptr_t)PCPU_GET(hwref))); 3848fc8068eSWojciech Macek } 3858fc8068eSWojciech Macek #endif 3868fc8068eSWojciech Macek 3877a8d25c0SNathan Whitehorn for (;;) { 3887a8d25c0SNathan Whitehorn /* Return value in R4, use the PFT call */ 3898fc8068eSWojciech Macek if (regs) { 3908fc8068eSWojciech Macek xirr = bus_read_4(regs, 4); 391ef6da5e5SJustin Hibbits #ifdef POWERNV 392ef6da5e5SJustin Hibbits } else if (sc->xics_emu) { 393ef6da5e5SJustin Hibbits opal_call(OPAL_INT_GET_XIRR, &cpu_xirr[PCPU_GET(cpuid)], 394ef6da5e5SJustin Hibbits false); 395ef6da5e5SJustin Hibbits xirr = cpu_xirr[PCPU_GET(cpuid)]; 396ef6da5e5SJustin Hibbits #endif 3978fc8068eSWojciech Macek } else { 3988fc8068eSWojciech Macek /* Return value in R4, use the PFT call */ 3997a8d25c0SNathan Whitehorn phyp_pft_hcall(H_XIRR, 0, 0, 0, 0, &xirr, &junk, &junk); 4008fc8068eSWojciech Macek } 4017a8d25c0SNathan Whitehorn xirr &= 0x00ffffff; 4027a8d25c0SNathan Whitehorn 4037e524b07SJustin Hibbits if (xirr == 0) /* No more pending interrupts? */ 4047a8d25c0SNathan Whitehorn break; 4057e524b07SJustin Hibbits 4067a8d25c0SNathan Whitehorn if (xirr == XICP_IPI) { /* Magic number for IPIs */ 4077a8d25c0SNathan Whitehorn xirr = MAX_XICP_IRQS; /* Map to FreeBSD magic */ 4088fc8068eSWojciech Macek 4098fc8068eSWojciech Macek /* Clear IPI */ 4108fc8068eSWojciech Macek if (regs) 4118fc8068eSWojciech Macek bus_write_1(regs, 12, 0xff); 412ef6da5e5SJustin Hibbits #ifdef POWERNV 413ef6da5e5SJustin Hibbits else if (sc->xics_emu) 414ef6da5e5SJustin Hibbits opal_call(OPAL_INT_SET_MFRR, 415ef6da5e5SJustin Hibbits PCPU_GET(hwref), 0xff); 416ef6da5e5SJustin Hibbits #endif 4178fc8068eSWojciech Macek else 418f0393bbfSWojciech Macek phyp_hcall(H_IPI, (uint64_t)(PCPU_GET(hwref)), 4198fc8068eSWojciech Macek 0xff); 420431d31e0SJustin Hibbits i = sc->ipi_vec; 421431d31e0SJustin Hibbits } else { 4227a8d25c0SNathan Whitehorn /* XXX: super inefficient */ 4237a8d25c0SNathan Whitehorn for (i = 0; i < sc->nintvecs; i++) { 4247a8d25c0SNathan Whitehorn if (sc->intvecs[i].irq == xirr) 4257a8d25c0SNathan Whitehorn break; 4267a8d25c0SNathan Whitehorn } 4277a8d25c0SNathan Whitehorn KASSERT(i < sc->nintvecs, ("Unmapped XIRR")); 428431d31e0SJustin Hibbits } 429431d31e0SJustin Hibbits 4307a8d25c0SNathan Whitehorn powerpc_dispatch_intr(sc->intvecs[i].vector, tf); 4317a8d25c0SNathan Whitehorn } 4327a8d25c0SNathan Whitehorn } 4337a8d25c0SNathan Whitehorn 4347a8d25c0SNathan Whitehorn static void 43556505ec0SJustin Hibbits xicp_enable(device_t dev, u_int irq, u_int vector, void **priv) 4367a8d25c0SNathan Whitehorn { 4377a8d25c0SNathan Whitehorn struct xicp_softc *sc; 43856505ec0SJustin Hibbits struct xicp_intvec *intr; 4397a8d25c0SNathan Whitehorn cell_t status, cpu; 4407a8d25c0SNathan Whitehorn 4417a8d25c0SNathan Whitehorn sc = device_get_softc(dev); 4427a8d25c0SNathan Whitehorn 4438fc8068eSWojciech Macek /* Bind to this CPU to start: distrib. ID is last entry in gserver# */ 444f0393bbfSWojciech Macek cpu = PCPU_GET(hwref); 4458fc8068eSWojciech Macek 44615fba9d3SJustin Hibbits intr = xicp_setup_priv(sc, irq, priv); 44756505ec0SJustin Hibbits 44856505ec0SJustin Hibbits intr->irq = irq; 44956505ec0SJustin Hibbits intr->vector = vector; 45056505ec0SJustin Hibbits intr->cpu = cpu; 45156505ec0SJustin Hibbits mb(); 4527a8d25c0SNathan Whitehorn 453431d31e0SJustin Hibbits /* IPIs are also enabled. Stash off the vector index */ 454431d31e0SJustin Hibbits if (irq == MAX_XICP_IRQS) { 455431d31e0SJustin Hibbits sc->ipi_vec = intr - sc->intvecs; 4567a8d25c0SNathan Whitehorn return; 457431d31e0SJustin Hibbits } 4587a8d25c0SNathan Whitehorn 4598fc8068eSWojciech Macek if (rtas_exists()) { 4608fc8068eSWojciech Macek rtas_call_method(sc->ibm_set_xive, 3, 1, irq, cpu, 4618fc8068eSWojciech Macek XICP_PRIORITY, &status); 46256505ec0SJustin Hibbits xicp_unmask(dev, irq, intr); 4638fc8068eSWojciech Macek #ifdef POWERNV 4648fc8068eSWojciech Macek } else { 4658fc8068eSWojciech Macek status = opal_call(OPAL_SET_XIVE, irq, cpu << 2, XICP_PRIORITY); 4668fc8068eSWojciech Macek /* Unmask implicit for OPAL */ 4678fc8068eSWojciech Macek 4688fc8068eSWojciech Macek if (status != 0) 4698fc8068eSWojciech Macek panic("OPAL_SET_XIVE IRQ %d -> cpu %d failed: %d", irq, 4708fc8068eSWojciech Macek cpu, status); 4718fc8068eSWojciech Macek #endif 4728fc8068eSWojciech Macek } 4737a8d25c0SNathan Whitehorn } 4747a8d25c0SNathan Whitehorn 4757a8d25c0SNathan Whitehorn static void 47656505ec0SJustin Hibbits xicp_eoi(device_t dev, u_int irq, void *priv) 4777a8d25c0SNathan Whitehorn { 478ef6da5e5SJustin Hibbits #ifdef POWERNV 479ef6da5e5SJustin Hibbits struct xicp_softc *sc; 480ef6da5e5SJustin Hibbits #endif 4817a8d25c0SNathan Whitehorn uint64_t xirr; 4827a8d25c0SNathan Whitehorn 4837a8d25c0SNathan Whitehorn if (irq == MAX_XICP_IRQS) /* Remap IPI interrupt to internal value */ 4847a8d25c0SNathan Whitehorn irq = XICP_IPI; 4857e524b07SJustin Hibbits xirr = irq | (0xff << 24); 4867a8d25c0SNathan Whitehorn 4878fc8068eSWojciech Macek #ifdef POWERNV 488ef6da5e5SJustin Hibbits if (mfmsr() & PSL_HV) { 489ef6da5e5SJustin Hibbits sc = device_get_softc(dev); 490ef6da5e5SJustin Hibbits if (sc->xics_emu) 491ef6da5e5SJustin Hibbits opal_call(OPAL_INT_EOI, xirr); 4928fc8068eSWojciech Macek else 493ef6da5e5SJustin Hibbits bus_write_4(xicp_mem_for_cpu(PCPU_GET(hwref)), 4, xirr); 494ef6da5e5SJustin Hibbits } else 4958fc8068eSWojciech Macek #endif 4967a8d25c0SNathan Whitehorn phyp_hcall(H_EOI, xirr); 4977a8d25c0SNathan Whitehorn } 4987a8d25c0SNathan Whitehorn 4997a8d25c0SNathan Whitehorn static void 5007a8d25c0SNathan Whitehorn xicp_ipi(device_t dev, u_int cpu) 5017a8d25c0SNathan Whitehorn { 5027a8d25c0SNathan Whitehorn 5038fc8068eSWojciech Macek #ifdef POWERNV 504ef6da5e5SJustin Hibbits struct xicp_softc *sc; 505f0393bbfSWojciech Macek cpu = pcpu_find(cpu)->pc_hwref; 506f0393bbfSWojciech Macek 507ef6da5e5SJustin Hibbits if (mfmsr() & PSL_HV) { 508ef6da5e5SJustin Hibbits sc = device_get_softc(dev); 509ef6da5e5SJustin Hibbits if (sc->xics_emu) { 510ef6da5e5SJustin Hibbits int64_t rv; 511ef6da5e5SJustin Hibbits rv = opal_call(OPAL_INT_SET_MFRR, cpu, XICP_PRIORITY); 512ef6da5e5SJustin Hibbits if (rv != 0) 513ef6da5e5SJustin Hibbits device_printf(dev, "IPI SET_MFRR result: %ld\n", rv); 514ef6da5e5SJustin Hibbits } else 5158fc8068eSWojciech Macek bus_write_1(xicp_mem_for_cpu(cpu), 12, XICP_PRIORITY); 516ef6da5e5SJustin Hibbits } else 5178fc8068eSWojciech Macek #endif 5187a8d25c0SNathan Whitehorn phyp_hcall(H_IPI, (uint64_t)cpu, XICP_PRIORITY); 5197a8d25c0SNathan Whitehorn } 5207a8d25c0SNathan Whitehorn 5217a8d25c0SNathan Whitehorn static void 52256505ec0SJustin Hibbits xicp_mask(device_t dev, u_int irq, void *priv) 5237a8d25c0SNathan Whitehorn { 5247a8d25c0SNathan Whitehorn struct xicp_softc *sc = device_get_softc(dev); 5257a8d25c0SNathan Whitehorn cell_t status; 5267a8d25c0SNathan Whitehorn 5277a8d25c0SNathan Whitehorn if (irq == MAX_XICP_IRQS) 5287a8d25c0SNathan Whitehorn return; 5297a8d25c0SNathan Whitehorn 5308fc8068eSWojciech Macek if (rtas_exists()) { 5317a8d25c0SNathan Whitehorn rtas_call_method(sc->ibm_int_off, 1, 1, irq, &status); 5328fc8068eSWojciech Macek #ifdef POWERNV 5338fc8068eSWojciech Macek } else { 53456505ec0SJustin Hibbits struct xicp_intvec *ivec = priv; 5358fc8068eSWojciech Macek 53656505ec0SJustin Hibbits KASSERT(ivec != NULL, ("Masking unconfigured interrupt")); 53756505ec0SJustin Hibbits opal_call(OPAL_SET_XIVE, irq, ivec->cpu << 2, 0xff); 5388fc8068eSWojciech Macek #endif 5398fc8068eSWojciech Macek } 5407a8d25c0SNathan Whitehorn } 5417a8d25c0SNathan Whitehorn 5427a8d25c0SNathan Whitehorn static void 54356505ec0SJustin Hibbits xicp_unmask(device_t dev, u_int irq, void *priv) 5447a8d25c0SNathan Whitehorn { 5457a8d25c0SNathan Whitehorn struct xicp_softc *sc = device_get_softc(dev); 5467a8d25c0SNathan Whitehorn cell_t status; 5477a8d25c0SNathan Whitehorn 5487a8d25c0SNathan Whitehorn if (irq == MAX_XICP_IRQS) 5497a8d25c0SNathan Whitehorn return; 5507a8d25c0SNathan Whitehorn 5518fc8068eSWojciech Macek if (rtas_exists()) { 5527a8d25c0SNathan Whitehorn rtas_call_method(sc->ibm_int_on, 1, 1, irq, &status); 5538fc8068eSWojciech Macek #ifdef POWERNV 5548fc8068eSWojciech Macek } else { 55556505ec0SJustin Hibbits struct xicp_intvec *ivec = priv; 5568fc8068eSWojciech Macek 55756505ec0SJustin Hibbits KASSERT(ivec != NULL, ("Unmasking unconfigured interrupt")); 55856505ec0SJustin Hibbits opal_call(OPAL_SET_XIVE, irq, ivec->cpu << 2, XICP_PRIORITY); 5598fc8068eSWojciech Macek #endif 5608fc8068eSWojciech Macek } 5617a8d25c0SNathan Whitehorn } 5627a8d25c0SNathan Whitehorn 563ef6da5e5SJustin Hibbits #ifdef POWERNV 564ef6da5e5SJustin Hibbits /* This is only used on POWER9 systems with the XIVE's XICS emulation. */ 565d49fc192SJustin Hibbits static void 566ef6da5e5SJustin Hibbits xicp_smp_cpu_startup(void) 567ef6da5e5SJustin Hibbits { 568ef6da5e5SJustin Hibbits struct xicp_softc *sc; 569ef6da5e5SJustin Hibbits 570ef6da5e5SJustin Hibbits if (mfmsr() & PSL_HV) { 571ef6da5e5SJustin Hibbits sc = device_get_softc(root_pic); 572ef6da5e5SJustin Hibbits 573ef6da5e5SJustin Hibbits if (sc->xics_emu) 574ef6da5e5SJustin Hibbits opal_call(OPAL_INT_SET_CPPR, 0xff); 575ef6da5e5SJustin Hibbits } 576ef6da5e5SJustin Hibbits } 577ef6da5e5SJustin Hibbits #endif 578