113014ca0SSøren Schmidt /*- 213014ca0SSøren Schmidt * Copyright (c) 1998 - 2008 S�ren Schmidt <sos@FreeBSD.org> 313014ca0SSøren Schmidt * All rights reserved. 413014ca0SSøren Schmidt * 513014ca0SSøren Schmidt * Redistribution and use in source and binary forms, with or without 613014ca0SSøren Schmidt * modification, are permitted provided that the following conditions 713014ca0SSøren Schmidt * are met: 813014ca0SSøren Schmidt * 1. Redistributions of source code must retain the above copyright 913014ca0SSøren Schmidt * notice, this list of conditions and the following disclaimer, 1013014ca0SSøren Schmidt * without modification, immediately at the beginning of the file. 1113014ca0SSøren Schmidt * 2. Redistributions in binary form must reproduce the above copyright 1213014ca0SSøren Schmidt * notice, this list of conditions and the following disclaimer in the 1313014ca0SSøren Schmidt * documentation and/or other materials provided with the distribution. 1413014ca0SSøren Schmidt * 1513014ca0SSøren Schmidt * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 1613014ca0SSøren Schmidt * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 1713014ca0SSøren Schmidt * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 1813014ca0SSøren Schmidt * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 1913014ca0SSøren Schmidt * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 2013014ca0SSøren Schmidt * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 2113014ca0SSøren Schmidt * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 2213014ca0SSøren Schmidt * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 2313014ca0SSøren Schmidt * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 2413014ca0SSøren Schmidt * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 2513014ca0SSøren Schmidt */ 2613014ca0SSøren Schmidt 2713014ca0SSøren Schmidt #include <sys/cdefs.h> 2813014ca0SSøren Schmidt __FBSDID("$FreeBSD$"); 2913014ca0SSøren Schmidt 3013014ca0SSøren Schmidt #include "opt_ata.h" 3113014ca0SSøren Schmidt #include <sys/param.h> 3213014ca0SSøren Schmidt #include <sys/module.h> 3313014ca0SSøren Schmidt #include <sys/systm.h> 3413014ca0SSøren Schmidt #include <sys/kernel.h> 3513014ca0SSøren Schmidt #include <sys/ata.h> 3613014ca0SSøren Schmidt #include <sys/bus.h> 3713014ca0SSøren Schmidt #include <sys/endian.h> 3813014ca0SSøren Schmidt #include <sys/malloc.h> 3913014ca0SSøren Schmidt #include <sys/lock.h> 4013014ca0SSøren Schmidt #include <sys/mutex.h> 4113014ca0SSøren Schmidt #include <sys/sema.h> 4213014ca0SSøren Schmidt #include <sys/taskqueue.h> 4313014ca0SSøren Schmidt #include <vm/uma.h> 4413014ca0SSøren Schmidt #include <machine/stdarg.h> 4513014ca0SSøren Schmidt #include <machine/resource.h> 4613014ca0SSøren Schmidt #include <machine/bus.h> 4713014ca0SSøren Schmidt #include <sys/rman.h> 4813014ca0SSøren Schmidt #include <dev/pci/pcivar.h> 4913014ca0SSøren Schmidt #include <dev/pci/pcireg.h> 5013014ca0SSøren Schmidt #include <dev/ata/ata-all.h> 5113014ca0SSøren Schmidt #include <dev/ata/ata-pci.h> 5213014ca0SSøren Schmidt #include <ata_if.h> 5313014ca0SSøren Schmidt 5413014ca0SSøren Schmidt /* local prototypes */ 5513014ca0SSøren Schmidt static int ata_nvidia_chipinit(device_t dev); 5604ff88ceSAlexander Motin static int ata_nvidia_ch_attach(device_t dev); 5713014ca0SSøren Schmidt static int ata_nvidia_status(device_t dev); 5813014ca0SSøren Schmidt static void ata_nvidia_reset(device_t dev); 5913014ca0SSøren Schmidt static void ata_nvidia_setmode(device_t dev, int mode); 6013014ca0SSøren Schmidt 6113014ca0SSøren Schmidt /* misc defines */ 6213014ca0SSøren Schmidt #define NV4 0x01 6313014ca0SSøren Schmidt #define NVQ 0x02 6413014ca0SSøren Schmidt 6513014ca0SSøren Schmidt 6613014ca0SSøren Schmidt /* 6713014ca0SSøren Schmidt * nVidia chipset support functions 6813014ca0SSøren Schmidt */ 6913014ca0SSøren Schmidt static int 7013014ca0SSøren Schmidt ata_nvidia_probe(device_t dev) 7113014ca0SSøren Schmidt { 7213014ca0SSøren Schmidt struct ata_pci_controller *ctlr = device_get_softc(dev); 7313014ca0SSøren Schmidt static struct ata_chip_id ids[] = 7413014ca0SSøren Schmidt {{ ATA_NFORCE1, 0, 0, 0, ATA_UDMA5, "nForce" }, 7513014ca0SSøren Schmidt { ATA_NFORCE2, 0, 0, 0, ATA_UDMA6, "nForce2" }, 7613014ca0SSøren Schmidt { ATA_NFORCE2_PRO, 0, 0, 0, ATA_UDMA6, "nForce2 Pro" }, 7713014ca0SSøren Schmidt { ATA_NFORCE2_PRO_S1, 0, 0, 0, ATA_SA150, "nForce2 Pro" }, 7813014ca0SSøren Schmidt { ATA_NFORCE3, 0, 0, 0, ATA_UDMA6, "nForce3" }, 7913014ca0SSøren Schmidt { ATA_NFORCE3_PRO, 0, 0, 0, ATA_UDMA6, "nForce3 Pro" }, 8013014ca0SSøren Schmidt { ATA_NFORCE3_PRO_S1, 0, 0, 0, ATA_SA150, "nForce3 Pro" }, 8113014ca0SSøren Schmidt { ATA_NFORCE3_PRO_S2, 0, 0, 0, ATA_SA150, "nForce3 Pro" }, 8213014ca0SSøren Schmidt { ATA_NFORCE_MCP04, 0, 0, 0, ATA_UDMA6, "nForce MCP" }, 8313014ca0SSøren Schmidt { ATA_NFORCE_MCP04_S1, 0, NV4, 0, ATA_SA150, "nForce MCP" }, 8413014ca0SSøren Schmidt { ATA_NFORCE_MCP04_S2, 0, NV4, 0, ATA_SA150, "nForce MCP" }, 8513014ca0SSøren Schmidt { ATA_NFORCE_CK804, 0, 0, 0, ATA_UDMA6, "nForce CK804" }, 8613014ca0SSøren Schmidt { ATA_NFORCE_CK804_S1, 0, NV4, 0, ATA_SA300, "nForce CK804" }, 8713014ca0SSøren Schmidt { ATA_NFORCE_CK804_S2, 0, NV4, 0, ATA_SA300, "nForce CK804" }, 8813014ca0SSøren Schmidt { ATA_NFORCE_MCP51, 0, 0, 0, ATA_UDMA6, "nForce MCP51" }, 8913014ca0SSøren Schmidt { ATA_NFORCE_MCP51_S1, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP51" }, 9013014ca0SSøren Schmidt { ATA_NFORCE_MCP51_S2, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP51" }, 9113014ca0SSøren Schmidt { ATA_NFORCE_MCP55, 0, 0, 0, ATA_UDMA6, "nForce MCP55" }, 9213014ca0SSøren Schmidt { ATA_NFORCE_MCP55_S1, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP55" }, 9313014ca0SSøren Schmidt { ATA_NFORCE_MCP55_S2, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP55" }, 9413014ca0SSøren Schmidt { ATA_NFORCE_MCP61, 0, 0, 0, ATA_UDMA6, "nForce MCP61" }, 9513014ca0SSøren Schmidt { ATA_NFORCE_MCP61_S1, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP61" }, 9613014ca0SSøren Schmidt { ATA_NFORCE_MCP61_S2, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP61" }, 9713014ca0SSøren Schmidt { ATA_NFORCE_MCP61_S3, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP61" }, 9813014ca0SSøren Schmidt { ATA_NFORCE_MCP65, 0, 0, 0, ATA_UDMA6, "nForce MCP65" }, 9913014ca0SSøren Schmidt { ATA_NFORCE_MCP67, 0, 0, 0, ATA_UDMA6, "nForce MCP67" }, 10013014ca0SSøren Schmidt { ATA_NFORCE_MCP73, 0, 0, 0, ATA_UDMA6, "nForce MCP73" }, 10113014ca0SSøren Schmidt { ATA_NFORCE_MCP77, 0, 0, 0, ATA_UDMA6, "nForce MCP77" }, 10213014ca0SSøren Schmidt { 0, 0, 0, 0, 0, 0}} ; 10313014ca0SSøren Schmidt 10413014ca0SSøren Schmidt if (pci_get_vendor(dev) != ATA_NVIDIA_ID) 10513014ca0SSøren Schmidt return ENXIO; 10613014ca0SSøren Schmidt 10713014ca0SSøren Schmidt if (!(ctlr->chip = ata_match_chip(dev, ids))) 10813014ca0SSøren Schmidt return ENXIO; 10913014ca0SSøren Schmidt 11013014ca0SSøren Schmidt ata_set_desc(dev); 11113014ca0SSøren Schmidt ctlr->chipinit = ata_nvidia_chipinit; 11213014ca0SSøren Schmidt return 0; 11313014ca0SSøren Schmidt } 11413014ca0SSøren Schmidt 11513014ca0SSøren Schmidt static int 11613014ca0SSøren Schmidt ata_nvidia_chipinit(device_t dev) 11713014ca0SSøren Schmidt { 11813014ca0SSøren Schmidt struct ata_pci_controller *ctlr = device_get_softc(dev); 11913014ca0SSøren Schmidt 12013014ca0SSøren Schmidt if (ata_setup_interrupt(dev, ata_generic_intr)) 12113014ca0SSøren Schmidt return ENXIO; 12213014ca0SSøren Schmidt 12313014ca0SSøren Schmidt if (ctlr->chip->max_dma >= ATA_SA150) { 12413014ca0SSøren Schmidt if (pci_read_config(dev, PCIR_BAR(5), 1) & 1) 12513014ca0SSøren Schmidt ctlr->r_type2 = SYS_RES_IOPORT; 12613014ca0SSøren Schmidt else 12713014ca0SSøren Schmidt ctlr->r_type2 = SYS_RES_MEMORY; 12813014ca0SSøren Schmidt ctlr->r_rid2 = PCIR_BAR(5); 12913014ca0SSøren Schmidt if ((ctlr->r_res2 = bus_alloc_resource_any(dev, ctlr->r_type2, 13013014ca0SSøren Schmidt &ctlr->r_rid2, RF_ACTIVE))) { 13113014ca0SSøren Schmidt int offset = ctlr->chip->cfg1 & NV4 ? 0x0440 : 0x0010; 13213014ca0SSøren Schmidt 13304ff88ceSAlexander Motin ctlr->ch_attach = ata_nvidia_ch_attach; 13478d15416SAlexander Motin ctlr->ch_detach = ata_pci_ch_detach; 13513014ca0SSøren Schmidt ctlr->reset = ata_nvidia_reset; 13613014ca0SSøren Schmidt 13713014ca0SSøren Schmidt /* enable control access */ 13813014ca0SSøren Schmidt pci_write_config(dev, 0x50, pci_read_config(dev, 0x50, 1) | 0x04,1); 13913014ca0SSøren Schmidt 14013014ca0SSøren Schmidt if (ctlr->chip->cfg1 & NVQ) { 14113014ca0SSøren Schmidt /* clear interrupt status */ 14213014ca0SSøren Schmidt ATA_OUTL(ctlr->r_res2, offset, 0x00ff00ff); 14313014ca0SSøren Schmidt 14413014ca0SSøren Schmidt /* enable device and PHY state change interrupts */ 14513014ca0SSøren Schmidt ATA_OUTL(ctlr->r_res2, offset + 4, 0x000d000d); 14613014ca0SSøren Schmidt 14713014ca0SSøren Schmidt /* disable NCQ support */ 14813014ca0SSøren Schmidt ATA_OUTL(ctlr->r_res2, 0x0400, 14913014ca0SSøren Schmidt ATA_INL(ctlr->r_res2, 0x0400) & 0xfffffff9); 15013014ca0SSøren Schmidt } 15113014ca0SSøren Schmidt else { 15213014ca0SSøren Schmidt /* clear interrupt status */ 15313014ca0SSøren Schmidt ATA_OUTB(ctlr->r_res2, offset, 0xff); 15413014ca0SSøren Schmidt 15513014ca0SSøren Schmidt /* enable device and PHY state change interrupts */ 15613014ca0SSøren Schmidt ATA_OUTB(ctlr->r_res2, offset + 1, 0xdd); 15713014ca0SSøren Schmidt } 15813014ca0SSøren Schmidt 15913014ca0SSøren Schmidt /* enable PCI interrupt */ 16013014ca0SSøren Schmidt pci_write_config(dev, PCIR_COMMAND, 16113014ca0SSøren Schmidt pci_read_config(dev, PCIR_COMMAND, 2) & ~0x0400,2); 16213014ca0SSøren Schmidt 16313014ca0SSøren Schmidt } 16413014ca0SSøren Schmidt ctlr->setmode = ata_sata_setmode; 16513014ca0SSøren Schmidt } 16613014ca0SSøren Schmidt else { 16713014ca0SSøren Schmidt /* disable prefetch, postwrite */ 16813014ca0SSøren Schmidt pci_write_config(dev, 0x51, pci_read_config(dev, 0x51, 1) & 0x0f, 1); 16913014ca0SSøren Schmidt ctlr->setmode = ata_nvidia_setmode; 17013014ca0SSøren Schmidt } 17113014ca0SSøren Schmidt return 0; 17213014ca0SSøren Schmidt } 17313014ca0SSøren Schmidt 17413014ca0SSøren Schmidt static int 17504ff88ceSAlexander Motin ata_nvidia_ch_attach(device_t dev) 17613014ca0SSøren Schmidt { 17713014ca0SSøren Schmidt struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev)); 17813014ca0SSøren Schmidt struct ata_channel *ch = device_get_softc(dev); 17913014ca0SSøren Schmidt 18013014ca0SSøren Schmidt /* setup the usual register normal pci style */ 18104ff88ceSAlexander Motin if (ata_pci_ch_attach(dev)) 18213014ca0SSøren Schmidt return ENXIO; 18313014ca0SSøren Schmidt 18413014ca0SSøren Schmidt ch->r_io[ATA_SSTATUS].res = ctlr->r_res2; 18513014ca0SSøren Schmidt ch->r_io[ATA_SSTATUS].offset = (ch->unit << 6); 18613014ca0SSøren Schmidt ch->r_io[ATA_SERROR].res = ctlr->r_res2; 18713014ca0SSøren Schmidt ch->r_io[ATA_SERROR].offset = 0x04 + (ch->unit << 6); 18813014ca0SSøren Schmidt ch->r_io[ATA_SCONTROL].res = ctlr->r_res2; 18913014ca0SSøren Schmidt ch->r_io[ATA_SCONTROL].offset = 0x08 + (ch->unit << 6); 19013014ca0SSøren Schmidt 19113014ca0SSøren Schmidt ch->hw.status = ata_nvidia_status; 19213014ca0SSøren Schmidt ch->flags |= ATA_NO_SLAVE; 19313014ca0SSøren Schmidt 19413014ca0SSøren Schmidt return 0; 19513014ca0SSøren Schmidt } 19613014ca0SSøren Schmidt 19713014ca0SSøren Schmidt static int 19813014ca0SSøren Schmidt ata_nvidia_status(device_t dev) 19913014ca0SSøren Schmidt { 20013014ca0SSøren Schmidt struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev)); 20113014ca0SSøren Schmidt struct ata_channel *ch = device_get_softc(dev); 20213014ca0SSøren Schmidt int offset = ctlr->chip->cfg1 & NV4 ? 0x0440 : 0x0010; 20313014ca0SSøren Schmidt int shift = ch->unit << (ctlr->chip->cfg1 & NVQ ? 4 : 2); 20413014ca0SSøren Schmidt u_int32_t istatus; 20513014ca0SSøren Schmidt 20613014ca0SSøren Schmidt /* get interrupt status */ 20713014ca0SSøren Schmidt if (ctlr->chip->cfg1 & NVQ) 20813014ca0SSøren Schmidt istatus = ATA_INL(ctlr->r_res2, offset); 20913014ca0SSøren Schmidt else 21013014ca0SSøren Schmidt istatus = ATA_INB(ctlr->r_res2, offset); 21113014ca0SSøren Schmidt 21213014ca0SSøren Schmidt /* do we have any PHY events ? */ 21313014ca0SSøren Schmidt if (istatus & (0x0c << shift)) 21413014ca0SSøren Schmidt ata_sata_phy_check_events(dev); 21513014ca0SSøren Schmidt 21613014ca0SSøren Schmidt /* clear interrupt(s) */ 21713014ca0SSøren Schmidt if (ctlr->chip->cfg1 & NVQ) 21813014ca0SSøren Schmidt ATA_OUTL(ctlr->r_res2, offset, (0x0f << shift) | 0x00f000f0); 21913014ca0SSøren Schmidt else 22013014ca0SSøren Schmidt ATA_OUTB(ctlr->r_res2, offset, (0x0f << shift)); 22113014ca0SSøren Schmidt 22213014ca0SSøren Schmidt /* do we have any device action ? */ 22313014ca0SSøren Schmidt return (istatus & (0x01 << shift)); 22413014ca0SSøren Schmidt } 22513014ca0SSøren Schmidt 22613014ca0SSøren Schmidt static void 22713014ca0SSøren Schmidt ata_nvidia_reset(device_t dev) 22813014ca0SSøren Schmidt { 22913014ca0SSøren Schmidt if (ata_sata_phy_reset(dev)) 23013014ca0SSøren Schmidt ata_generic_reset(dev); 23113014ca0SSøren Schmidt } 23213014ca0SSøren Schmidt 23313014ca0SSøren Schmidt static void 23413014ca0SSøren Schmidt ata_nvidia_setmode(device_t dev, int mode) 23513014ca0SSøren Schmidt { 23613014ca0SSøren Schmidt device_t gparent = GRANDPARENT(dev); 23713014ca0SSøren Schmidt struct ata_pci_controller *ctlr = device_get_softc(gparent); 23813014ca0SSøren Schmidt struct ata_channel *ch = device_get_softc(device_get_parent(dev)); 23913014ca0SSøren Schmidt struct ata_device *atadev = device_get_softc(dev); 24013014ca0SSøren Schmidt u_int8_t timings[] = { 0xa8, 0x65, 0x42, 0x22, 0x20, 0x42, 0x22, 0x20, 24113014ca0SSøren Schmidt 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20 }; 24213014ca0SSøren Schmidt int modes[7] = { 0xc2, 0xc1, 0xc0, 0xc4, 0xc5, 0xc6, 0xc7 }; 24313014ca0SSøren Schmidt int devno = (ch->unit << 1) + atadev->unit; 24413014ca0SSøren Schmidt int reg = 0x63 - devno; 24513014ca0SSøren Schmidt int error; 24613014ca0SSøren Schmidt 24713014ca0SSøren Schmidt mode = ata_limit_mode(dev, mode, ctlr->chip->max_dma); 24813014ca0SSøren Schmidt mode = ata_check_80pin(dev, mode); 24913014ca0SSøren Schmidt 25013014ca0SSøren Schmidt error = ata_controlcmd(dev, ATA_SETFEATURES, ATA_SF_SETXFER, 0, mode); 25113014ca0SSøren Schmidt if (bootverbose) 25213014ca0SSøren Schmidt device_printf(dev, "%ssetting %s on %s chip\n", 25313014ca0SSøren Schmidt (error) ? "FAILURE " : "", ata_mode2str(mode), 25413014ca0SSøren Schmidt ctlr->chip->text); 25513014ca0SSøren Schmidt if (!error) { 25613014ca0SSøren Schmidt pci_write_config(gparent, reg - 0x08, timings[ata_mode2idx(mode)], 1); 25713014ca0SSøren Schmidt if (mode >= ATA_UDMA0) 25813014ca0SSøren Schmidt pci_write_config(gparent, reg, modes[mode & ATA_MODE_MASK], 1); 25913014ca0SSøren Schmidt else 26013014ca0SSøren Schmidt pci_write_config(gparent, reg, 0x8b, 1); 26113014ca0SSøren Schmidt atadev->mode = mode; 26213014ca0SSøren Schmidt } 26313014ca0SSøren Schmidt } 26413014ca0SSøren Schmidt 26513014ca0SSøren Schmidt ATA_DECLARE_DRIVER(ata_nvidia); 266