1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD AND BSD-2-Clause 3 * 4 * Copyright (c) 2006 IronPort Systems 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 * SUCH DAMAGE. 27 */ 28 /*- 29 * Copyright (c) 2007 LSI Corp. 30 * Copyright (c) 2007 Rajesh Prabhakaran. 31 * All rights reserved. 32 * 33 * Redistribution and use in source and binary forms, with or without 34 * modification, are permitted provided that the following conditions 35 * are met: 36 * 1. Redistributions of source code must retain the above copyright 37 * notice, this list of conditions and the following disclaimer. 38 * 2. Redistributions in binary form must reproduce the above copyright 39 * notice, this list of conditions and the following disclaimer in the 40 * documentation and/or other materials provided with the distribution. 41 * 42 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 43 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 44 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 45 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 46 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 47 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 48 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 49 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 50 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 51 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 52 * SUCH DAMAGE. 53 */ 54 55 #include <sys/cdefs.h> 56 __FBSDID("$FreeBSD$"); 57 58 /* PCI/PCI-X/PCIe bus interface for the LSI MegaSAS controllers */ 59 60 #include "opt_mfi.h" 61 62 #include <sys/param.h> 63 #include <sys/bio.h> 64 #include <sys/bus.h> 65 #include <sys/conf.h> 66 #include <sys/eventhandler.h> 67 #include <sys/kernel.h> 68 #include <sys/lock.h> 69 #include <sys/module.h> 70 #include <sys/malloc.h> 71 #include <sys/mutex.h> 72 #include <sys/selinfo.h> 73 #include <sys/sysctl.h> 74 #include <sys/systm.h> 75 #include <sys/uio.h> 76 77 #include <machine/bus.h> 78 #include <machine/resource.h> 79 #include <sys/rman.h> 80 81 #include <dev/pci/pcireg.h> 82 #include <dev/pci/pcivar.h> 83 84 #include <dev/mfi/mfireg.h> 85 #include <dev/mfi/mfi_ioctl.h> 86 #include <dev/mfi/mfivar.h> 87 88 static int mfi_pci_probe(device_t); 89 static int mfi_pci_attach(device_t); 90 static int mfi_pci_detach(device_t); 91 static int mfi_pci_suspend(device_t); 92 static int mfi_pci_resume(device_t); 93 static void mfi_pci_free(struct mfi_softc *); 94 95 static device_method_t mfi_methods[] = { 96 DEVMETHOD(device_probe, mfi_pci_probe), 97 DEVMETHOD(device_attach, mfi_pci_attach), 98 DEVMETHOD(device_detach, mfi_pci_detach), 99 DEVMETHOD(device_suspend, mfi_pci_suspend), 100 DEVMETHOD(device_resume, mfi_pci_resume), 101 102 DEVMETHOD_END 103 }; 104 105 static driver_t mfi_pci_driver = { 106 "mfi", 107 mfi_methods, 108 sizeof(struct mfi_softc) 109 }; 110 111 static devclass_t mfi_devclass; 112 113 static int mfi_msi = 1; 114 SYSCTL_INT(_hw_mfi, OID_AUTO, msi, CTLFLAG_RDTUN, &mfi_msi, 0, 115 "Enable use of MSI interrupts"); 116 117 static int mfi_mrsas_enable; 118 SYSCTL_INT(_hw_mfi, OID_AUTO, mrsas_enable, CTLFLAG_RDTUN, &mfi_mrsas_enable, 119 0, "Allow mrasas to take newer cards"); 120 121 struct mfi_ident { 122 uint16_t vendor; 123 uint16_t device; 124 uint16_t subvendor; 125 uint16_t subdevice; 126 int flags; 127 const char *desc; 128 } mfi_identifiers[] = { 129 {0x1000, 0x005b, 0x1028, 0x1fc9, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H840 Adapter"}, 130 {0x1000, 0x005b, 0x1028, 0x1f2d, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H810 Adapter"}, 131 {0x1000, 0x005b, 0x1028, 0x1f30, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H710 Embedded"}, 132 {0x1000, 0x005b, 0x1028, 0x1f31, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H710P Adapter"}, 133 {0x1000, 0x005b, 0x1028, 0x1f33, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H710P Mini (blades)"}, 134 {0x1000, 0x005b, 0x1028, 0x1f34, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H710P Mini (monolithics)"}, 135 {0x1000, 0x005b, 0x1028, 0x1f35, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H710 Adapter"}, 136 {0x1000, 0x005b, 0x1028, 0x1f37, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H710 Mini (blades)"}, 137 {0x1000, 0x005b, 0x1028, 0x1f38, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Dell PERC H710 Mini (monolithics)"}, 138 {0x1000, 0x005b, 0x8086, 0x9265, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Intel (R) RAID Controller RS25DB080"}, 139 {0x1000, 0x005b, 0x8086, 0x9285, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "Intel (R) RAID Controller RS25NB008"}, 140 {0x1000, 0x005b, 0xffff, 0xffff, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS, "ThunderBolt"}, 141 {0x1000, 0x005d, 0xffff, 0xffff, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS| MFI_FLAGS_INVADER, "Invader"}, 142 {0x1000, 0x005f, 0xffff, 0xffff, MFI_FLAGS_SKINNY| MFI_FLAGS_TBOLT| MFI_FLAGS_MRSAS| MFI_FLAGS_FURY, "Fury"}, 143 {0x1000, 0x0060, 0x1028, 0xffff, MFI_FLAGS_1078, "Dell PERC 6"}, 144 {0x1000, 0x0060, 0xffff, 0xffff, MFI_FLAGS_1078, "LSI MegaSAS 1078"}, 145 {0x1000, 0x0071, 0xffff, 0xffff, MFI_FLAGS_SKINNY, "Drake Skinny"}, 146 {0x1000, 0x0073, 0xffff, 0xffff, MFI_FLAGS_SKINNY, "Drake Skinny"}, 147 {0x1000, 0x0078, 0xffff, 0xffff, MFI_FLAGS_GEN2, "LSI MegaSAS Gen2"}, 148 {0x1000, 0x0079, 0x1028, 0x1f15, MFI_FLAGS_GEN2, "Dell PERC H800 Adapter"}, 149 {0x1000, 0x0079, 0x1028, 0x1f16, MFI_FLAGS_GEN2, "Dell PERC H700 Adapter"}, 150 {0x1000, 0x0079, 0x1028, 0x1f17, MFI_FLAGS_GEN2, "Dell PERC H700 Integrated"}, 151 {0x1000, 0x0079, 0x1028, 0x1f18, MFI_FLAGS_GEN2, "Dell PERC H700 Modular"}, 152 {0x1000, 0x0079, 0x1028, 0x1f19, MFI_FLAGS_GEN2, "Dell PERC H700"}, 153 {0x1000, 0x0079, 0x1028, 0x1f1a, MFI_FLAGS_GEN2, "Dell PERC H800 Proto Adapter"}, 154 {0x1000, 0x0079, 0x1028, 0x1f1b, MFI_FLAGS_GEN2, "Dell PERC H800"}, 155 {0x1000, 0x0079, 0x1028, 0xffff, MFI_FLAGS_GEN2, "Dell PERC Gen2"}, 156 {0x1000, 0x0079, 0xffff, 0xffff, MFI_FLAGS_GEN2, "LSI MegaSAS Gen2"}, 157 {0x1000, 0x007c, 0xffff, 0xffff, MFI_FLAGS_1078, "LSI MegaSAS 1078"}, 158 {0x1000, 0x0411, 0xffff, 0xffff, MFI_FLAGS_1064R, "LSI MegaSAS 1064R"}, /* Brocton IOP */ 159 {0x1000, 0x0413, 0xffff, 0xffff, MFI_FLAGS_1064R, "LSI MegaSAS 1064R"}, /* Verde ZCR */ 160 {0x1028, 0x0015, 0xffff, 0xffff, MFI_FLAGS_1064R, "Dell PERC 5/i"}, 161 {0, 0, 0, 0, 0, NULL} 162 }; 163 164 DRIVER_MODULE(mfi, pci, mfi_pci_driver, mfi_devclass, 0, 0); 165 MODULE_PNP_INFO("U16:vendor;U16:device;U16:subvendor;U16:subdevice", pci, mfi, 166 mfi_identifiers, nitems(mfi_identifiers) - 1); 167 MODULE_VERSION(mfi, 1); 168 169 static struct mfi_ident * 170 mfi_find_ident(device_t dev) 171 { 172 struct mfi_ident *m; 173 174 for (m = mfi_identifiers; m->vendor != 0; m++) { 175 if ((m->vendor == pci_get_vendor(dev)) && 176 (m->device == pci_get_device(dev)) && 177 ((m->subvendor == pci_get_subvendor(dev)) || 178 (m->subvendor == 0xffff)) && 179 ((m->subdevice == pci_get_subdevice(dev)) || 180 (m->subdevice == 0xffff))) 181 return (m); 182 } 183 184 return (NULL); 185 } 186 187 static int 188 mfi_pci_probe(device_t dev) 189 { 190 struct mfi_ident *id; 191 192 if ((id = mfi_find_ident(dev)) != NULL) { 193 device_set_desc(dev, id->desc); 194 195 /* give priority to mrsas if tunable set */ 196 if ((id->flags & MFI_FLAGS_MRSAS) && mfi_mrsas_enable) 197 return (BUS_PROBE_LOW_PRIORITY); 198 else 199 return (BUS_PROBE_DEFAULT); 200 } 201 return (ENXIO); 202 } 203 204 static int 205 mfi_pci_attach(device_t dev) 206 { 207 struct mfi_softc *sc; 208 struct mfi_ident *m; 209 int count, error; 210 211 sc = device_get_softc(dev); 212 bzero(sc, sizeof(*sc)); 213 sc->mfi_dev = dev; 214 m = mfi_find_ident(dev); 215 sc->mfi_flags = m->flags; 216 217 /* Ensure busmastering is enabled */ 218 pci_enable_busmaster(dev); 219 220 /* Allocate PCI registers */ 221 if ((sc->mfi_flags & MFI_FLAGS_1064R) || 222 (sc->mfi_flags & MFI_FLAGS_1078)) { 223 /* 1068/1078: Memory mapped BAR is at offset 0x10 */ 224 sc->mfi_regs_rid = PCIR_BAR(0); 225 } 226 else if ((sc->mfi_flags & MFI_FLAGS_GEN2) || 227 (sc->mfi_flags & MFI_FLAGS_SKINNY) || 228 (sc->mfi_flags & MFI_FLAGS_TBOLT)) { 229 /* Gen2/Skinny: Memory mapped BAR is at offset 0x14 */ 230 sc->mfi_regs_rid = PCIR_BAR(1); 231 } 232 if ((sc->mfi_regs_resource = bus_alloc_resource_any(sc->mfi_dev, 233 SYS_RES_MEMORY, &sc->mfi_regs_rid, RF_ACTIVE)) == NULL) { 234 device_printf(dev, "Cannot allocate PCI registers\n"); 235 return (ENXIO); 236 } 237 sc->mfi_btag = rman_get_bustag(sc->mfi_regs_resource); 238 sc->mfi_bhandle = rman_get_bushandle(sc->mfi_regs_resource); 239 240 error = ENOMEM; 241 242 /* Allocate parent DMA tag */ 243 if (bus_dma_tag_create( bus_get_dma_tag(dev), /* PCI parent */ 244 1, 0, /* algnmnt, boundary */ 245 BUS_SPACE_MAXADDR, /* lowaddr */ 246 BUS_SPACE_MAXADDR, /* highaddr */ 247 NULL, NULL, /* filter, filterarg */ 248 BUS_SPACE_MAXSIZE_32BIT,/* maxsize */ 249 BUS_SPACE_UNRESTRICTED, /* nsegments */ 250 BUS_SPACE_MAXSIZE_32BIT,/* maxsegsize */ 251 0, /* flags */ 252 NULL, NULL, /* lockfunc, lockarg */ 253 &sc->mfi_parent_dmat)) { 254 device_printf(dev, "Cannot allocate parent DMA tag\n"); 255 goto out; 256 } 257 258 /* Allocate IRQ resource. */ 259 sc->mfi_irq_rid = 0; 260 count = 1; 261 if (mfi_msi && pci_alloc_msi(sc->mfi_dev, &count) == 0) { 262 device_printf(sc->mfi_dev, "Using MSI\n"); 263 sc->mfi_irq_rid = 1; 264 } 265 if ((sc->mfi_irq = bus_alloc_resource_any(sc->mfi_dev, SYS_RES_IRQ, 266 &sc->mfi_irq_rid, RF_SHAREABLE | RF_ACTIVE)) == NULL) { 267 device_printf(sc->mfi_dev, "Cannot allocate interrupt\n"); 268 error = EINVAL; 269 goto out; 270 } 271 272 error = mfi_attach(sc); 273 out: 274 if (error) { 275 mfi_free(sc); 276 mfi_pci_free(sc); 277 } 278 279 return (error); 280 } 281 282 static int 283 mfi_pci_detach(device_t dev) 284 { 285 struct mfi_softc *sc; 286 int error, devcount, i; 287 device_t *devlist; 288 289 sc = device_get_softc(dev); 290 291 sx_xlock(&sc->mfi_config_lock); 292 mtx_lock(&sc->mfi_io_lock); 293 if ((sc->mfi_flags & MFI_FLAGS_OPEN) != 0) { 294 mtx_unlock(&sc->mfi_io_lock); 295 sx_xunlock(&sc->mfi_config_lock); 296 return (EBUSY); 297 } 298 sc->mfi_detaching = 1; 299 mtx_unlock(&sc->mfi_io_lock); 300 301 if ((error = device_get_children(sc->mfi_dev, &devlist, &devcount)) != 0) { 302 sx_xunlock(&sc->mfi_config_lock); 303 return error; 304 } 305 for (i = 0; i < devcount; i++) 306 device_delete_child(sc->mfi_dev, devlist[i]); 307 free(devlist, M_TEMP); 308 sx_xunlock(&sc->mfi_config_lock); 309 310 EVENTHANDLER_DEREGISTER(shutdown_final, sc->mfi_eh); 311 312 mfi_shutdown(sc); 313 mfi_free(sc); 314 mfi_pci_free(sc); 315 return (0); 316 } 317 318 static void 319 mfi_pci_free(struct mfi_softc *sc) 320 { 321 322 if (sc->mfi_regs_resource != NULL) { 323 bus_release_resource(sc->mfi_dev, SYS_RES_MEMORY, 324 sc->mfi_regs_rid, sc->mfi_regs_resource); 325 } 326 if (sc->mfi_irq_rid != 0) 327 pci_release_msi(sc->mfi_dev); 328 329 return; 330 } 331 332 static int 333 mfi_pci_suspend(device_t dev) 334 { 335 336 return (EINVAL); 337 } 338 339 static int 340 mfi_pci_resume(device_t dev) 341 { 342 343 return (EINVAL); 344 } 345