1 /*- 2 * SPDX-License-Identifier: BSD-4-Clause 3 * 4 * Copyright (c) 2008-2010 Nikolay Denev <ndenev@gmail.com> 5 * Copyright (c) 2007-2008 Alexander Pohoyda <alexander.pohoyda@gmx.net> 6 * Copyright (c) 1997, 1998, 1999 7 * Bill Paul <wpaul@ctr.columbia.edu>. All rights reserved. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 3. All advertising materials mentioning features or use of this software 18 * must display the following acknowledgement: 19 * This product includes software developed by Bill Paul. 20 * 4. Neither the name of the author nor the names of any co-contributors 21 * may be used to endorse or promote products derived from this software 22 * without specific prior written permission. 23 * 24 * THIS SOFTWARE IS PROVIDED BY Bill Paul AND CONTRIBUTORS ``AS IS'' 25 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 26 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A 27 * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL AUTHORS OR 28 * THE VOICES IN THEIR HEADS BE LIABLE FOR ANY DIRECT, INDIRECT, 29 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 30 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 31 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 32 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, 33 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED 35 * OF THE POSSIBILITY OF SUCH DAMAGE. 36 */ 37 38 #include <sys/cdefs.h> 39 __FBSDID("$FreeBSD$"); 40 41 /* 42 * SiS 190/191 PCI Ethernet NIC driver. 43 * 44 * Adapted to SiS 190 NIC by Alexander Pohoyda based on the original 45 * SiS 900 driver by Bill Paul, using SiS 190/191 Solaris driver by 46 * Masayuki Murayama and SiS 190/191 GNU/Linux driver by K.M. Liu 47 * <kmliu@sis.com>. Thanks to Pyun YongHyeon <pyunyh@gmail.com> for 48 * review and very useful comments. 49 * 50 * Adapted to SiS 191 NIC by Nikolay Denev with further ideas from the 51 * Linux and Solaris drivers. 52 */ 53 54 #include <sys/param.h> 55 #include <sys/systm.h> 56 #include <sys/bus.h> 57 #include <sys/endian.h> 58 #include <sys/kernel.h> 59 #include <sys/lock.h> 60 #include <sys/malloc.h> 61 #include <sys/mbuf.h> 62 #include <sys/module.h> 63 #include <sys/mutex.h> 64 #include <sys/rman.h> 65 #include <sys/socket.h> 66 #include <sys/sockio.h> 67 68 #include <net/bpf.h> 69 #include <net/if.h> 70 #include <net/if_var.h> 71 #include <net/if_arp.h> 72 #include <net/ethernet.h> 73 #include <net/if_dl.h> 74 #include <net/if_media.h> 75 #include <net/if_types.h> 76 #include <net/if_vlan_var.h> 77 78 #include <netinet/in.h> 79 #include <netinet/in_systm.h> 80 #include <netinet/ip.h> 81 #include <netinet/tcp.h> 82 83 #include <machine/bus.h> 84 #include <machine/in_cksum.h> 85 86 #include <dev/mii/mii.h> 87 #include <dev/mii/miivar.h> 88 89 #include <dev/pci/pcireg.h> 90 #include <dev/pci/pcivar.h> 91 92 #include <dev/sge/if_sgereg.h> 93 94 MODULE_DEPEND(sge, pci, 1, 1, 1); 95 MODULE_DEPEND(sge, ether, 1, 1, 1); 96 MODULE_DEPEND(sge, miibus, 1, 1, 1); 97 98 /* "device miibus0" required. See GENERIC if you get errors here. */ 99 #include "miibus_if.h" 100 101 /* 102 * Various supported device vendors/types and their names. 103 */ 104 static struct sge_type sge_devs[] = { 105 { SIS_VENDORID, SIS_DEVICEID_190, "SiS190 Fast Ethernet" }, 106 { SIS_VENDORID, SIS_DEVICEID_191, "SiS191 Fast/Gigabit Ethernet" }, 107 { 0, 0, NULL } 108 }; 109 110 static int sge_probe(device_t); 111 static int sge_attach(device_t); 112 static int sge_detach(device_t); 113 static int sge_shutdown(device_t); 114 static int sge_suspend(device_t); 115 static int sge_resume(device_t); 116 117 static int sge_miibus_readreg(device_t, int, int); 118 static int sge_miibus_writereg(device_t, int, int, int); 119 static void sge_miibus_statchg(device_t); 120 121 static int sge_newbuf(struct sge_softc *, int); 122 static int sge_encap(struct sge_softc *, struct mbuf **); 123 static __inline void 124 sge_discard_rxbuf(struct sge_softc *, int); 125 static void sge_rxeof(struct sge_softc *); 126 static void sge_txeof(struct sge_softc *); 127 static void sge_intr(void *); 128 static void sge_tick(void *); 129 static void sge_start(struct ifnet *); 130 static void sge_start_locked(struct ifnet *); 131 static int sge_ioctl(struct ifnet *, u_long, caddr_t); 132 static void sge_init(void *); 133 static void sge_init_locked(struct sge_softc *); 134 static void sge_stop(struct sge_softc *); 135 static void sge_watchdog(struct sge_softc *); 136 static int sge_ifmedia_upd(struct ifnet *); 137 static void sge_ifmedia_sts(struct ifnet *, struct ifmediareq *); 138 139 static int sge_get_mac_addr_apc(struct sge_softc *, uint8_t *); 140 static int sge_get_mac_addr_eeprom(struct sge_softc *, uint8_t *); 141 static uint16_t sge_read_eeprom(struct sge_softc *, int); 142 143 static void sge_rxfilter(struct sge_softc *); 144 static void sge_setvlan(struct sge_softc *); 145 static void sge_reset(struct sge_softc *); 146 static int sge_list_rx_init(struct sge_softc *); 147 static int sge_list_rx_free(struct sge_softc *); 148 static int sge_list_tx_init(struct sge_softc *); 149 static int sge_list_tx_free(struct sge_softc *); 150 151 static int sge_dma_alloc(struct sge_softc *); 152 static void sge_dma_free(struct sge_softc *); 153 static void sge_dma_map_addr(void *, bus_dma_segment_t *, int, int); 154 155 static device_method_t sge_methods[] = { 156 /* Device interface */ 157 DEVMETHOD(device_probe, sge_probe), 158 DEVMETHOD(device_attach, sge_attach), 159 DEVMETHOD(device_detach, sge_detach), 160 DEVMETHOD(device_suspend, sge_suspend), 161 DEVMETHOD(device_resume, sge_resume), 162 DEVMETHOD(device_shutdown, sge_shutdown), 163 164 /* MII interface */ 165 DEVMETHOD(miibus_readreg, sge_miibus_readreg), 166 DEVMETHOD(miibus_writereg, sge_miibus_writereg), 167 DEVMETHOD(miibus_statchg, sge_miibus_statchg), 168 169 DEVMETHOD_END 170 }; 171 172 static driver_t sge_driver = { 173 "sge", sge_methods, sizeof(struct sge_softc) 174 }; 175 176 DRIVER_MODULE(sge, pci, sge_driver, 0, 0); 177 DRIVER_MODULE(miibus, sge, miibus_driver, 0, 0); 178 179 /* 180 * Register space access macros. 181 */ 182 #define CSR_WRITE_4(sc, reg, val) bus_write_4(sc->sge_res, reg, val) 183 #define CSR_WRITE_2(sc, reg, val) bus_write_2(sc->sge_res, reg, val) 184 #define CSR_WRITE_1(cs, reg, val) bus_write_1(sc->sge_res, reg, val) 185 186 #define CSR_READ_4(sc, reg) bus_read_4(sc->sge_res, reg) 187 #define CSR_READ_2(sc, reg) bus_read_2(sc->sge_res, reg) 188 #define CSR_READ_1(sc, reg) bus_read_1(sc->sge_res, reg) 189 190 /* Define to show Tx/Rx error status. */ 191 #undef SGE_SHOW_ERRORS 192 193 #define SGE_CSUM_FEATURES (CSUM_IP | CSUM_TCP | CSUM_UDP) 194 195 static void 196 sge_dma_map_addr(void *arg, bus_dma_segment_t *segs, int nseg, int error) 197 { 198 bus_addr_t *p; 199 200 if (error != 0) 201 return; 202 KASSERT(nseg == 1, ("too many DMA segments, %d should be 1", nseg)); 203 p = arg; 204 *p = segs->ds_addr; 205 } 206 207 /* 208 * Read a sequence of words from the EEPROM. 209 */ 210 static uint16_t 211 sge_read_eeprom(struct sge_softc *sc, int offset) 212 { 213 uint32_t val; 214 int i; 215 216 KASSERT(offset <= EI_OFFSET, ("EEPROM offset too big")); 217 CSR_WRITE_4(sc, ROMInterface, 218 EI_REQ | EI_OP_RD | (offset << EI_OFFSET_SHIFT)); 219 DELAY(500); 220 for (i = 0; i < SGE_TIMEOUT; i++) { 221 val = CSR_READ_4(sc, ROMInterface); 222 if ((val & EI_REQ) == 0) 223 break; 224 DELAY(100); 225 } 226 if (i == SGE_TIMEOUT) { 227 device_printf(sc->sge_dev, 228 "EEPROM read timeout : 0x%08x\n", val); 229 return (0xffff); 230 } 231 232 return ((val & EI_DATA) >> EI_DATA_SHIFT); 233 } 234 235 static int 236 sge_get_mac_addr_eeprom(struct sge_softc *sc, uint8_t *dest) 237 { 238 uint16_t val; 239 int i; 240 241 val = sge_read_eeprom(sc, EEPROMSignature); 242 if (val == 0xffff || val == 0) { 243 device_printf(sc->sge_dev, 244 "invalid EEPROM signature : 0x%04x\n", val); 245 return (EINVAL); 246 } 247 248 for (i = 0; i < ETHER_ADDR_LEN; i += 2) { 249 val = sge_read_eeprom(sc, EEPROMMACAddr + i / 2); 250 dest[i + 0] = (uint8_t)val; 251 dest[i + 1] = (uint8_t)(val >> 8); 252 } 253 254 if ((sge_read_eeprom(sc, EEPROMInfo) & 0x80) != 0) 255 sc->sge_flags |= SGE_FLAG_RGMII; 256 return (0); 257 } 258 259 /* 260 * For SiS96x, APC CMOS RAM is used to store ethernet address. 261 * APC CMOS RAM is accessed through ISA bridge. 262 */ 263 static int 264 sge_get_mac_addr_apc(struct sge_softc *sc, uint8_t *dest) 265 { 266 #if defined(__amd64__) || defined(__i386__) 267 devclass_t pci; 268 device_t bus, dev = NULL; 269 device_t *kids; 270 struct apc_tbl { 271 uint16_t vid; 272 uint16_t did; 273 } *tp, apc_tbls[] = { 274 { SIS_VENDORID, 0x0965 }, 275 { SIS_VENDORID, 0x0966 }, 276 { SIS_VENDORID, 0x0968 } 277 }; 278 uint8_t reg; 279 int busnum, i, j, numkids; 280 281 pci = devclass_find("pci"); 282 for (busnum = 0; busnum < devclass_get_maxunit(pci); busnum++) { 283 bus = devclass_get_device(pci, busnum); 284 if (!bus) 285 continue; 286 if (device_get_children(bus, &kids, &numkids) != 0) 287 continue; 288 for (i = 0; i < numkids; i++) { 289 dev = kids[i]; 290 if (pci_get_class(dev) == PCIC_BRIDGE && 291 pci_get_subclass(dev) == PCIS_BRIDGE_ISA) { 292 tp = apc_tbls; 293 for (j = 0; j < nitems(apc_tbls); j++) { 294 if (pci_get_vendor(dev) == tp->vid && 295 pci_get_device(dev) == tp->did) { 296 free(kids, M_TEMP); 297 goto apc_found; 298 } 299 tp++; 300 } 301 } 302 } 303 free(kids, M_TEMP); 304 } 305 device_printf(sc->sge_dev, "couldn't find PCI-ISA bridge\n"); 306 return (EINVAL); 307 apc_found: 308 /* Enable port 0x78 and 0x79 to access APC registers. */ 309 reg = pci_read_config(dev, 0x48, 1); 310 pci_write_config(dev, 0x48, reg & ~0x02, 1); 311 DELAY(50); 312 pci_read_config(dev, 0x48, 1); 313 /* Read stored ethernet address. */ 314 for (i = 0; i < ETHER_ADDR_LEN; i++) { 315 outb(0x78, 0x09 + i); 316 dest[i] = inb(0x79); 317 } 318 outb(0x78, 0x12); 319 if ((inb(0x79) & 0x80) != 0) 320 sc->sge_flags |= SGE_FLAG_RGMII; 321 /* Restore access to APC registers. */ 322 pci_write_config(dev, 0x48, reg, 1); 323 324 return (0); 325 #else 326 return (EINVAL); 327 #endif 328 } 329 330 static int 331 sge_miibus_readreg(device_t dev, int phy, int reg) 332 { 333 struct sge_softc *sc; 334 uint32_t val; 335 int i; 336 337 sc = device_get_softc(dev); 338 CSR_WRITE_4(sc, GMIIControl, (phy << GMI_PHY_SHIFT) | 339 (reg << GMI_REG_SHIFT) | GMI_OP_RD | GMI_REQ); 340 DELAY(10); 341 for (i = 0; i < SGE_TIMEOUT; i++) { 342 val = CSR_READ_4(sc, GMIIControl); 343 if ((val & GMI_REQ) == 0) 344 break; 345 DELAY(10); 346 } 347 if (i == SGE_TIMEOUT) { 348 device_printf(sc->sge_dev, "PHY read timeout : %d\n", reg); 349 return (0); 350 } 351 return ((val & GMI_DATA) >> GMI_DATA_SHIFT); 352 } 353 354 static int 355 sge_miibus_writereg(device_t dev, int phy, int reg, int data) 356 { 357 struct sge_softc *sc; 358 uint32_t val; 359 int i; 360 361 sc = device_get_softc(dev); 362 CSR_WRITE_4(sc, GMIIControl, (phy << GMI_PHY_SHIFT) | 363 (reg << GMI_REG_SHIFT) | (data << GMI_DATA_SHIFT) | 364 GMI_OP_WR | GMI_REQ); 365 DELAY(10); 366 for (i = 0; i < SGE_TIMEOUT; i++) { 367 val = CSR_READ_4(sc, GMIIControl); 368 if ((val & GMI_REQ) == 0) 369 break; 370 DELAY(10); 371 } 372 if (i == SGE_TIMEOUT) 373 device_printf(sc->sge_dev, "PHY write timeout : %d\n", reg); 374 return (0); 375 } 376 377 static void 378 sge_miibus_statchg(device_t dev) 379 { 380 struct sge_softc *sc; 381 struct mii_data *mii; 382 struct ifnet *ifp; 383 uint32_t ctl, speed; 384 385 sc = device_get_softc(dev); 386 mii = device_get_softc(sc->sge_miibus); 387 ifp = sc->sge_ifp; 388 if (mii == NULL || ifp == NULL || 389 (ifp->if_drv_flags & IFF_DRV_RUNNING) == 0) 390 return; 391 speed = 0; 392 sc->sge_flags &= ~SGE_FLAG_LINK; 393 if ((mii->mii_media_status & (IFM_ACTIVE | IFM_AVALID)) == 394 (IFM_ACTIVE | IFM_AVALID)) { 395 switch (IFM_SUBTYPE(mii->mii_media_active)) { 396 case IFM_10_T: 397 sc->sge_flags |= SGE_FLAG_LINK; 398 speed = SC_SPEED_10; 399 break; 400 case IFM_100_TX: 401 sc->sge_flags |= SGE_FLAG_LINK; 402 speed = SC_SPEED_100; 403 break; 404 case IFM_1000_T: 405 if ((sc->sge_flags & SGE_FLAG_FASTETHER) == 0) { 406 sc->sge_flags |= SGE_FLAG_LINK; 407 speed = SC_SPEED_1000; 408 } 409 break; 410 default: 411 break; 412 } 413 } 414 if ((sc->sge_flags & SGE_FLAG_LINK) == 0) 415 return; 416 /* Reprogram MAC to resolved speed/duplex/flow-control parameters. */ 417 ctl = CSR_READ_4(sc, StationControl); 418 ctl &= ~(0x0f000000 | SC_FDX | SC_SPEED_MASK); 419 if (speed == SC_SPEED_1000) { 420 ctl |= 0x07000000; 421 sc->sge_flags |= SGE_FLAG_SPEED_1000; 422 } else { 423 ctl |= 0x04000000; 424 sc->sge_flags &= ~SGE_FLAG_SPEED_1000; 425 } 426 #ifdef notyet 427 if ((sc->sge_flags & SGE_FLAG_GMII) != 0) 428 ctl |= 0x03000000; 429 #endif 430 ctl |= speed; 431 if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) != 0) { 432 ctl |= SC_FDX; 433 sc->sge_flags |= SGE_FLAG_FDX; 434 } else 435 sc->sge_flags &= ~SGE_FLAG_FDX; 436 CSR_WRITE_4(sc, StationControl, ctl); 437 if ((sc->sge_flags & SGE_FLAG_RGMII) != 0) { 438 CSR_WRITE_4(sc, RGMIIDelay, 0x0441); 439 CSR_WRITE_4(sc, RGMIIDelay, 0x0440); 440 } 441 } 442 443 static u_int 444 sge_hash_maddr(void *arg, struct sockaddr_dl *sdl, u_int count) 445 { 446 uint32_t crc, *hashes = arg; 447 448 crc = ether_crc32_be(LLADDR(sdl), ETHER_ADDR_LEN); 449 hashes[crc >> 31] |= 1 << ((crc >> 26) & 0x1f); 450 451 return (1); 452 } 453 454 static void 455 sge_rxfilter(struct sge_softc *sc) 456 { 457 struct ifnet *ifp; 458 uint32_t hashes[2]; 459 uint16_t rxfilt; 460 461 SGE_LOCK_ASSERT(sc); 462 463 ifp = sc->sge_ifp; 464 rxfilt = CSR_READ_2(sc, RxMacControl); 465 rxfilt &= ~(AcceptBroadcast | AcceptAllPhys | AcceptMulticast); 466 rxfilt |= AcceptMyPhys; 467 if ((ifp->if_flags & IFF_BROADCAST) != 0) 468 rxfilt |= AcceptBroadcast; 469 if ((ifp->if_flags & (IFF_PROMISC | IFF_ALLMULTI)) != 0) { 470 if ((ifp->if_flags & IFF_PROMISC) != 0) 471 rxfilt |= AcceptAllPhys; 472 rxfilt |= AcceptMulticast; 473 hashes[0] = 0xFFFFFFFF; 474 hashes[1] = 0xFFFFFFFF; 475 } else { 476 rxfilt |= AcceptMulticast; 477 hashes[0] = hashes[1] = 0; 478 /* Now program new ones. */ 479 if_foreach_llmaddr(ifp, sge_hash_maddr, hashes); 480 } 481 CSR_WRITE_2(sc, RxMacControl, rxfilt); 482 CSR_WRITE_4(sc, RxHashTable, hashes[0]); 483 CSR_WRITE_4(sc, RxHashTable2, hashes[1]); 484 } 485 486 static void 487 sge_setvlan(struct sge_softc *sc) 488 { 489 struct ifnet *ifp; 490 uint16_t rxfilt; 491 492 SGE_LOCK_ASSERT(sc); 493 494 ifp = sc->sge_ifp; 495 if ((ifp->if_capabilities & IFCAP_VLAN_HWTAGGING) == 0) 496 return; 497 rxfilt = CSR_READ_2(sc, RxMacControl); 498 if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) 499 rxfilt |= RXMAC_STRIP_VLAN; 500 else 501 rxfilt &= ~RXMAC_STRIP_VLAN; 502 CSR_WRITE_2(sc, RxMacControl, rxfilt); 503 } 504 505 static void 506 sge_reset(struct sge_softc *sc) 507 { 508 509 CSR_WRITE_4(sc, IntrMask, 0); 510 CSR_WRITE_4(sc, IntrStatus, 0xffffffff); 511 512 /* Soft reset. */ 513 CSR_WRITE_4(sc, IntrControl, 0x8000); 514 CSR_READ_4(sc, IntrControl); 515 DELAY(100); 516 CSR_WRITE_4(sc, IntrControl, 0); 517 /* Stop MAC. */ 518 CSR_WRITE_4(sc, TX_CTL, 0x1a00); 519 CSR_WRITE_4(sc, RX_CTL, 0x1a00); 520 521 CSR_WRITE_4(sc, IntrMask, 0); 522 CSR_WRITE_4(sc, IntrStatus, 0xffffffff); 523 524 CSR_WRITE_4(sc, GMIIControl, 0); 525 } 526 527 /* 528 * Probe for an SiS chip. Check the PCI vendor and device 529 * IDs against our list and return a device name if we find a match. 530 */ 531 static int 532 sge_probe(device_t dev) 533 { 534 struct sge_type *t; 535 536 t = sge_devs; 537 while (t->sge_name != NULL) { 538 if ((pci_get_vendor(dev) == t->sge_vid) && 539 (pci_get_device(dev) == t->sge_did)) { 540 device_set_desc(dev, t->sge_name); 541 return (BUS_PROBE_DEFAULT); 542 } 543 t++; 544 } 545 546 return (ENXIO); 547 } 548 549 /* 550 * Attach the interface. Allocate softc structures, do ifmedia 551 * setup and ethernet/BPF attach. 552 */ 553 static int 554 sge_attach(device_t dev) 555 { 556 struct sge_softc *sc; 557 struct ifnet *ifp; 558 uint8_t eaddr[ETHER_ADDR_LEN]; 559 int error = 0, rid; 560 561 sc = device_get_softc(dev); 562 sc->sge_dev = dev; 563 564 mtx_init(&sc->sge_mtx, device_get_nameunit(dev), MTX_NETWORK_LOCK, 565 MTX_DEF); 566 callout_init_mtx(&sc->sge_stat_ch, &sc->sge_mtx, 0); 567 568 /* 569 * Map control/status registers. 570 */ 571 pci_enable_busmaster(dev); 572 573 /* Allocate resources. */ 574 sc->sge_res_id = PCIR_BAR(0); 575 sc->sge_res_type = SYS_RES_MEMORY; 576 sc->sge_res = bus_alloc_resource_any(dev, sc->sge_res_type, 577 &sc->sge_res_id, RF_ACTIVE); 578 if (sc->sge_res == NULL) { 579 device_printf(dev, "couldn't allocate resource\n"); 580 error = ENXIO; 581 goto fail; 582 } 583 584 rid = 0; 585 sc->sge_irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, &rid, 586 RF_SHAREABLE | RF_ACTIVE); 587 if (sc->sge_irq == NULL) { 588 device_printf(dev, "couldn't allocate IRQ resources\n"); 589 error = ENXIO; 590 goto fail; 591 } 592 sc->sge_rev = pci_get_revid(dev); 593 if (pci_get_device(dev) == SIS_DEVICEID_190) 594 sc->sge_flags |= SGE_FLAG_FASTETHER | SGE_FLAG_SIS190; 595 /* Reset the adapter. */ 596 sge_reset(sc); 597 598 /* Get MAC address from the EEPROM. */ 599 if ((pci_read_config(dev, 0x73, 1) & 0x01) != 0) 600 sge_get_mac_addr_apc(sc, eaddr); 601 else 602 sge_get_mac_addr_eeprom(sc, eaddr); 603 604 if ((error = sge_dma_alloc(sc)) != 0) 605 goto fail; 606 607 ifp = sc->sge_ifp = if_alloc(IFT_ETHER); 608 if (ifp == NULL) { 609 device_printf(dev, "cannot allocate ifnet structure.\n"); 610 error = ENOSPC; 611 goto fail; 612 } 613 ifp->if_softc = sc; 614 if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 615 ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 616 ifp->if_ioctl = sge_ioctl; 617 ifp->if_start = sge_start; 618 ifp->if_init = sge_init; 619 ifp->if_snd.ifq_drv_maxlen = SGE_TX_RING_CNT - 1; 620 IFQ_SET_MAXLEN(&ifp->if_snd, ifp->if_snd.ifq_drv_maxlen); 621 IFQ_SET_READY(&ifp->if_snd); 622 ifp->if_capabilities = IFCAP_TXCSUM | IFCAP_RXCSUM | IFCAP_TSO4; 623 ifp->if_hwassist = SGE_CSUM_FEATURES | CSUM_TSO; 624 ifp->if_capenable = ifp->if_capabilities; 625 /* 626 * Do MII setup. 627 */ 628 error = mii_attach(dev, &sc->sge_miibus, ifp, sge_ifmedia_upd, 629 sge_ifmedia_sts, BMSR_DEFCAPMASK, MII_PHY_ANY, MII_OFFSET_ANY, 0); 630 if (error != 0) { 631 device_printf(dev, "attaching PHYs failed\n"); 632 goto fail; 633 } 634 635 /* 636 * Call MI attach routine. 637 */ 638 ether_ifattach(ifp, eaddr); 639 640 /* VLAN setup. */ 641 ifp->if_capabilities |= IFCAP_VLAN_HWTAGGING | IFCAP_VLAN_HWCSUM | 642 IFCAP_VLAN_HWTSO | IFCAP_VLAN_MTU; 643 ifp->if_capenable = ifp->if_capabilities; 644 /* Tell the upper layer(s) we support long frames. */ 645 ifp->if_hdrlen = sizeof(struct ether_vlan_header); 646 647 /* Hook interrupt last to avoid having to lock softc */ 648 error = bus_setup_intr(dev, sc->sge_irq, INTR_TYPE_NET | INTR_MPSAFE, 649 NULL, sge_intr, sc, &sc->sge_intrhand); 650 if (error) { 651 device_printf(dev, "couldn't set up irq\n"); 652 ether_ifdetach(ifp); 653 goto fail; 654 } 655 656 fail: 657 if (error) 658 sge_detach(dev); 659 660 return (error); 661 } 662 663 /* 664 * Shutdown hardware and free up resources. This can be called any 665 * time after the mutex has been initialized. It is called in both 666 * the error case in attach and the normal detach case so it needs 667 * to be careful about only freeing resources that have actually been 668 * allocated. 669 */ 670 static int 671 sge_detach(device_t dev) 672 { 673 struct sge_softc *sc; 674 struct ifnet *ifp; 675 676 sc = device_get_softc(dev); 677 ifp = sc->sge_ifp; 678 /* These should only be active if attach succeeded. */ 679 if (device_is_attached(dev)) { 680 ether_ifdetach(ifp); 681 SGE_LOCK(sc); 682 sge_stop(sc); 683 SGE_UNLOCK(sc); 684 callout_drain(&sc->sge_stat_ch); 685 } 686 if (sc->sge_miibus) 687 device_delete_child(dev, sc->sge_miibus); 688 bus_generic_detach(dev); 689 690 if (sc->sge_intrhand) 691 bus_teardown_intr(dev, sc->sge_irq, sc->sge_intrhand); 692 if (sc->sge_irq) 693 bus_release_resource(dev, SYS_RES_IRQ, 0, sc->sge_irq); 694 if (sc->sge_res) 695 bus_release_resource(dev, sc->sge_res_type, sc->sge_res_id, 696 sc->sge_res); 697 if (ifp) 698 if_free(ifp); 699 sge_dma_free(sc); 700 mtx_destroy(&sc->sge_mtx); 701 702 return (0); 703 } 704 705 /* 706 * Stop all chip I/O so that the kernel's probe routines don't 707 * get confused by errant DMAs when rebooting. 708 */ 709 static int 710 sge_shutdown(device_t dev) 711 { 712 struct sge_softc *sc; 713 714 sc = device_get_softc(dev); 715 SGE_LOCK(sc); 716 sge_stop(sc); 717 SGE_UNLOCK(sc); 718 return (0); 719 } 720 721 static int 722 sge_suspend(device_t dev) 723 { 724 struct sge_softc *sc; 725 struct ifnet *ifp; 726 727 sc = device_get_softc(dev); 728 SGE_LOCK(sc); 729 ifp = sc->sge_ifp; 730 if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 731 sge_stop(sc); 732 SGE_UNLOCK(sc); 733 return (0); 734 } 735 736 static int 737 sge_resume(device_t dev) 738 { 739 struct sge_softc *sc; 740 struct ifnet *ifp; 741 742 sc = device_get_softc(dev); 743 SGE_LOCK(sc); 744 ifp = sc->sge_ifp; 745 if ((ifp->if_flags & IFF_UP) != 0) 746 sge_init_locked(sc); 747 SGE_UNLOCK(sc); 748 return (0); 749 } 750 751 static int 752 sge_dma_alloc(struct sge_softc *sc) 753 { 754 struct sge_chain_data *cd; 755 struct sge_list_data *ld; 756 struct sge_rxdesc *rxd; 757 struct sge_txdesc *txd; 758 int error, i; 759 760 cd = &sc->sge_cdata; 761 ld = &sc->sge_ldata; 762 error = bus_dma_tag_create(bus_get_dma_tag(sc->sge_dev), 763 1, 0, /* alignment, boundary */ 764 BUS_SPACE_MAXADDR_32BIT, /* lowaddr */ 765 BUS_SPACE_MAXADDR, /* highaddr */ 766 NULL, NULL, /* filter, filterarg */ 767 BUS_SPACE_MAXSIZE_32BIT, /* maxsize */ 768 1, /* nsegments */ 769 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 770 0, /* flags */ 771 NULL, /* lockfunc */ 772 NULL, /* lockarg */ 773 &cd->sge_tag); 774 if (error != 0) { 775 device_printf(sc->sge_dev, 776 "could not create parent DMA tag.\n"); 777 goto fail; 778 } 779 780 /* RX descriptor ring */ 781 error = bus_dma_tag_create(cd->sge_tag, 782 SGE_DESC_ALIGN, 0, /* alignment, boundary */ 783 BUS_SPACE_MAXADDR, /* lowaddr */ 784 BUS_SPACE_MAXADDR, /* highaddr */ 785 NULL, NULL, /* filter, filterarg */ 786 SGE_RX_RING_SZ, 1, /* maxsize,nsegments */ 787 SGE_RX_RING_SZ, /* maxsegsize */ 788 0, /* flags */ 789 NULL, /* lockfunc */ 790 NULL, /* lockarg */ 791 &cd->sge_rx_tag); 792 if (error != 0) { 793 device_printf(sc->sge_dev, 794 "could not create Rx ring DMA tag.\n"); 795 goto fail; 796 } 797 /* Allocate DMA'able memory and load DMA map for RX ring. */ 798 error = bus_dmamem_alloc(cd->sge_rx_tag, (void **)&ld->sge_rx_ring, 799 BUS_DMA_NOWAIT | BUS_DMA_ZERO | BUS_DMA_COHERENT, 800 &cd->sge_rx_dmamap); 801 if (error != 0) { 802 device_printf(sc->sge_dev, 803 "could not allocate DMA'able memory for Rx ring.\n"); 804 goto fail; 805 } 806 error = bus_dmamap_load(cd->sge_rx_tag, cd->sge_rx_dmamap, 807 ld->sge_rx_ring, SGE_RX_RING_SZ, sge_dma_map_addr, 808 &ld->sge_rx_paddr, BUS_DMA_NOWAIT); 809 if (error != 0) { 810 device_printf(sc->sge_dev, 811 "could not load DMA'able memory for Rx ring.\n"); 812 } 813 814 /* TX descriptor ring */ 815 error = bus_dma_tag_create(cd->sge_tag, 816 SGE_DESC_ALIGN, 0, /* alignment, boundary */ 817 BUS_SPACE_MAXADDR, /* lowaddr */ 818 BUS_SPACE_MAXADDR, /* highaddr */ 819 NULL, NULL, /* filter, filterarg */ 820 SGE_TX_RING_SZ, 1, /* maxsize,nsegments */ 821 SGE_TX_RING_SZ, /* maxsegsize */ 822 0, /* flags */ 823 NULL, /* lockfunc */ 824 NULL, /* lockarg */ 825 &cd->sge_tx_tag); 826 if (error != 0) { 827 device_printf(sc->sge_dev, 828 "could not create Rx ring DMA tag.\n"); 829 goto fail; 830 } 831 /* Allocate DMA'able memory and load DMA map for TX ring. */ 832 error = bus_dmamem_alloc(cd->sge_tx_tag, (void **)&ld->sge_tx_ring, 833 BUS_DMA_NOWAIT | BUS_DMA_ZERO | BUS_DMA_COHERENT, 834 &cd->sge_tx_dmamap); 835 if (error != 0) { 836 device_printf(sc->sge_dev, 837 "could not allocate DMA'able memory for Tx ring.\n"); 838 goto fail; 839 } 840 error = bus_dmamap_load(cd->sge_tx_tag, cd->sge_tx_dmamap, 841 ld->sge_tx_ring, SGE_TX_RING_SZ, sge_dma_map_addr, 842 &ld->sge_tx_paddr, BUS_DMA_NOWAIT); 843 if (error != 0) { 844 device_printf(sc->sge_dev, 845 "could not load DMA'able memory for Rx ring.\n"); 846 goto fail; 847 } 848 849 /* Create DMA tag for Tx buffers. */ 850 error = bus_dma_tag_create(cd->sge_tag, 1, 0, BUS_SPACE_MAXADDR, 851 BUS_SPACE_MAXADDR, NULL, NULL, SGE_TSO_MAXSIZE, SGE_MAXTXSEGS, 852 SGE_TSO_MAXSEGSIZE, 0, NULL, NULL, &cd->sge_txmbuf_tag); 853 if (error != 0) { 854 device_printf(sc->sge_dev, 855 "could not create Tx mbuf DMA tag.\n"); 856 goto fail; 857 } 858 859 /* Create DMA tag for Rx buffers. */ 860 error = bus_dma_tag_create(cd->sge_tag, SGE_RX_BUF_ALIGN, 0, 861 BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR, NULL, NULL, MCLBYTES, 1, 862 MCLBYTES, 0, NULL, NULL, &cd->sge_rxmbuf_tag); 863 if (error != 0) { 864 device_printf(sc->sge_dev, 865 "could not create Rx mbuf DMA tag.\n"); 866 goto fail; 867 } 868 869 /* Create DMA maps for Tx buffers. */ 870 for (i = 0; i < SGE_TX_RING_CNT; i++) { 871 txd = &cd->sge_txdesc[i]; 872 txd->tx_m = NULL; 873 txd->tx_dmamap = NULL; 874 txd->tx_ndesc = 0; 875 error = bus_dmamap_create(cd->sge_txmbuf_tag, 0, 876 &txd->tx_dmamap); 877 if (error != 0) { 878 device_printf(sc->sge_dev, 879 "could not create Tx DMA map.\n"); 880 goto fail; 881 } 882 } 883 /* Create spare DMA map for Rx buffer. */ 884 error = bus_dmamap_create(cd->sge_rxmbuf_tag, 0, &cd->sge_rx_spare_map); 885 if (error != 0) { 886 device_printf(sc->sge_dev, 887 "could not create spare Rx DMA map.\n"); 888 goto fail; 889 } 890 /* Create DMA maps for Rx buffers. */ 891 for (i = 0; i < SGE_RX_RING_CNT; i++) { 892 rxd = &cd->sge_rxdesc[i]; 893 rxd->rx_m = NULL; 894 rxd->rx_dmamap = NULL; 895 error = bus_dmamap_create(cd->sge_rxmbuf_tag, 0, 896 &rxd->rx_dmamap); 897 if (error) { 898 device_printf(sc->sge_dev, 899 "could not create Rx DMA map.\n"); 900 goto fail; 901 } 902 } 903 fail: 904 return (error); 905 } 906 907 static void 908 sge_dma_free(struct sge_softc *sc) 909 { 910 struct sge_chain_data *cd; 911 struct sge_list_data *ld; 912 struct sge_rxdesc *rxd; 913 struct sge_txdesc *txd; 914 int i; 915 916 cd = &sc->sge_cdata; 917 ld = &sc->sge_ldata; 918 /* Rx ring. */ 919 if (cd->sge_rx_tag != NULL) { 920 if (ld->sge_rx_paddr != 0) 921 bus_dmamap_unload(cd->sge_rx_tag, cd->sge_rx_dmamap); 922 if (ld->sge_rx_ring != NULL) 923 bus_dmamem_free(cd->sge_rx_tag, ld->sge_rx_ring, 924 cd->sge_rx_dmamap); 925 ld->sge_rx_ring = NULL; 926 ld->sge_rx_paddr = 0; 927 bus_dma_tag_destroy(cd->sge_rx_tag); 928 cd->sge_rx_tag = NULL; 929 } 930 /* Tx ring. */ 931 if (cd->sge_tx_tag != NULL) { 932 if (ld->sge_tx_paddr != 0) 933 bus_dmamap_unload(cd->sge_tx_tag, cd->sge_tx_dmamap); 934 if (ld->sge_tx_ring != NULL) 935 bus_dmamem_free(cd->sge_tx_tag, ld->sge_tx_ring, 936 cd->sge_tx_dmamap); 937 ld->sge_tx_ring = NULL; 938 ld->sge_tx_paddr = 0; 939 bus_dma_tag_destroy(cd->sge_tx_tag); 940 cd->sge_tx_tag = NULL; 941 } 942 /* Rx buffers. */ 943 if (cd->sge_rxmbuf_tag != NULL) { 944 for (i = 0; i < SGE_RX_RING_CNT; i++) { 945 rxd = &cd->sge_rxdesc[i]; 946 if (rxd->rx_dmamap != NULL) { 947 bus_dmamap_destroy(cd->sge_rxmbuf_tag, 948 rxd->rx_dmamap); 949 rxd->rx_dmamap = NULL; 950 } 951 } 952 if (cd->sge_rx_spare_map != NULL) { 953 bus_dmamap_destroy(cd->sge_rxmbuf_tag, 954 cd->sge_rx_spare_map); 955 cd->sge_rx_spare_map = NULL; 956 } 957 bus_dma_tag_destroy(cd->sge_rxmbuf_tag); 958 cd->sge_rxmbuf_tag = NULL; 959 } 960 /* Tx buffers. */ 961 if (cd->sge_txmbuf_tag != NULL) { 962 for (i = 0; i < SGE_TX_RING_CNT; i++) { 963 txd = &cd->sge_txdesc[i]; 964 if (txd->tx_dmamap != NULL) { 965 bus_dmamap_destroy(cd->sge_txmbuf_tag, 966 txd->tx_dmamap); 967 txd->tx_dmamap = NULL; 968 } 969 } 970 bus_dma_tag_destroy(cd->sge_txmbuf_tag); 971 cd->sge_txmbuf_tag = NULL; 972 } 973 if (cd->sge_tag != NULL) 974 bus_dma_tag_destroy(cd->sge_tag); 975 cd->sge_tag = NULL; 976 } 977 978 /* 979 * Initialize the TX descriptors. 980 */ 981 static int 982 sge_list_tx_init(struct sge_softc *sc) 983 { 984 struct sge_list_data *ld; 985 struct sge_chain_data *cd; 986 987 SGE_LOCK_ASSERT(sc); 988 ld = &sc->sge_ldata; 989 cd = &sc->sge_cdata; 990 bzero(ld->sge_tx_ring, SGE_TX_RING_SZ); 991 ld->sge_tx_ring[SGE_TX_RING_CNT - 1].sge_flags = htole32(RING_END); 992 bus_dmamap_sync(cd->sge_tx_tag, cd->sge_tx_dmamap, 993 BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 994 cd->sge_tx_prod = 0; 995 cd->sge_tx_cons = 0; 996 cd->sge_tx_cnt = 0; 997 return (0); 998 } 999 1000 static int 1001 sge_list_tx_free(struct sge_softc *sc) 1002 { 1003 struct sge_chain_data *cd; 1004 struct sge_txdesc *txd; 1005 int i; 1006 1007 SGE_LOCK_ASSERT(sc); 1008 cd = &sc->sge_cdata; 1009 for (i = 0; i < SGE_TX_RING_CNT; i++) { 1010 txd = &cd->sge_txdesc[i]; 1011 if (txd->tx_m != NULL) { 1012 bus_dmamap_sync(cd->sge_txmbuf_tag, txd->tx_dmamap, 1013 BUS_DMASYNC_POSTWRITE); 1014 bus_dmamap_unload(cd->sge_txmbuf_tag, txd->tx_dmamap); 1015 m_freem(txd->tx_m); 1016 txd->tx_m = NULL; 1017 txd->tx_ndesc = 0; 1018 } 1019 } 1020 1021 return (0); 1022 } 1023 1024 /* 1025 * Initialize the RX descriptors and allocate mbufs for them. Note that 1026 * we arrange the descriptors in a closed ring, so that the last descriptor 1027 * has RING_END flag set. 1028 */ 1029 static int 1030 sge_list_rx_init(struct sge_softc *sc) 1031 { 1032 struct sge_chain_data *cd; 1033 int i; 1034 1035 SGE_LOCK_ASSERT(sc); 1036 cd = &sc->sge_cdata; 1037 cd->sge_rx_cons = 0; 1038 bzero(sc->sge_ldata.sge_rx_ring, SGE_RX_RING_SZ); 1039 for (i = 0; i < SGE_RX_RING_CNT; i++) { 1040 if (sge_newbuf(sc, i) != 0) 1041 return (ENOBUFS); 1042 } 1043 bus_dmamap_sync(cd->sge_rx_tag, cd->sge_rx_dmamap, 1044 BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 1045 return (0); 1046 } 1047 1048 static int 1049 sge_list_rx_free(struct sge_softc *sc) 1050 { 1051 struct sge_chain_data *cd; 1052 struct sge_rxdesc *rxd; 1053 int i; 1054 1055 SGE_LOCK_ASSERT(sc); 1056 cd = &sc->sge_cdata; 1057 for (i = 0; i < SGE_RX_RING_CNT; i++) { 1058 rxd = &cd->sge_rxdesc[i]; 1059 if (rxd->rx_m != NULL) { 1060 bus_dmamap_sync(cd->sge_rxmbuf_tag, rxd->rx_dmamap, 1061 BUS_DMASYNC_POSTREAD); 1062 bus_dmamap_unload(cd->sge_rxmbuf_tag, 1063 rxd->rx_dmamap); 1064 m_freem(rxd->rx_m); 1065 rxd->rx_m = NULL; 1066 } 1067 } 1068 return (0); 1069 } 1070 1071 /* 1072 * Initialize an RX descriptor and attach an MBUF cluster. 1073 */ 1074 static int 1075 sge_newbuf(struct sge_softc *sc, int prod) 1076 { 1077 struct mbuf *m; 1078 struct sge_desc *desc; 1079 struct sge_chain_data *cd; 1080 struct sge_rxdesc *rxd; 1081 bus_dma_segment_t segs[1]; 1082 bus_dmamap_t map; 1083 int error, nsegs; 1084 1085 SGE_LOCK_ASSERT(sc); 1086 1087 cd = &sc->sge_cdata; 1088 m = m_getcl(M_NOWAIT, MT_DATA, M_PKTHDR); 1089 if (m == NULL) 1090 return (ENOBUFS); 1091 m->m_len = m->m_pkthdr.len = MCLBYTES; 1092 m_adj(m, SGE_RX_BUF_ALIGN); 1093 error = bus_dmamap_load_mbuf_sg(cd->sge_rxmbuf_tag, 1094 cd->sge_rx_spare_map, m, segs, &nsegs, 0); 1095 if (error != 0) { 1096 m_freem(m); 1097 return (error); 1098 } 1099 KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs)); 1100 rxd = &cd->sge_rxdesc[prod]; 1101 if (rxd->rx_m != NULL) { 1102 bus_dmamap_sync(cd->sge_rxmbuf_tag, rxd->rx_dmamap, 1103 BUS_DMASYNC_POSTREAD); 1104 bus_dmamap_unload(cd->sge_rxmbuf_tag, rxd->rx_dmamap); 1105 } 1106 map = rxd->rx_dmamap; 1107 rxd->rx_dmamap = cd->sge_rx_spare_map; 1108 cd->sge_rx_spare_map = map; 1109 bus_dmamap_sync(cd->sge_rxmbuf_tag, rxd->rx_dmamap, 1110 BUS_DMASYNC_PREREAD); 1111 rxd->rx_m = m; 1112 1113 desc = &sc->sge_ldata.sge_rx_ring[prod]; 1114 desc->sge_sts_size = 0; 1115 desc->sge_ptr = htole32(SGE_ADDR_LO(segs[0].ds_addr)); 1116 desc->sge_flags = htole32(segs[0].ds_len); 1117 if (prod == SGE_RX_RING_CNT - 1) 1118 desc->sge_flags |= htole32(RING_END); 1119 desc->sge_cmdsts = htole32(RDC_OWN | RDC_INTR); 1120 return (0); 1121 } 1122 1123 static __inline void 1124 sge_discard_rxbuf(struct sge_softc *sc, int index) 1125 { 1126 struct sge_desc *desc; 1127 1128 desc = &sc->sge_ldata.sge_rx_ring[index]; 1129 desc->sge_sts_size = 0; 1130 desc->sge_flags = htole32(MCLBYTES - SGE_RX_BUF_ALIGN); 1131 if (index == SGE_RX_RING_CNT - 1) 1132 desc->sge_flags |= htole32(RING_END); 1133 desc->sge_cmdsts = htole32(RDC_OWN | RDC_INTR); 1134 } 1135 1136 /* 1137 * A frame has been uploaded: pass the resulting mbuf chain up to 1138 * the higher level protocols. 1139 */ 1140 static void 1141 sge_rxeof(struct sge_softc *sc) 1142 { 1143 struct ifnet *ifp; 1144 struct mbuf *m; 1145 struct sge_chain_data *cd; 1146 struct sge_desc *cur_rx; 1147 uint32_t rxinfo, rxstat; 1148 int cons, prog; 1149 1150 SGE_LOCK_ASSERT(sc); 1151 1152 ifp = sc->sge_ifp; 1153 cd = &sc->sge_cdata; 1154 1155 bus_dmamap_sync(cd->sge_rx_tag, cd->sge_rx_dmamap, 1156 BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 1157 cons = cd->sge_rx_cons; 1158 for (prog = 0; prog < SGE_RX_RING_CNT; prog++, 1159 SGE_INC(cons, SGE_RX_RING_CNT)) { 1160 if ((ifp->if_drv_flags & IFF_DRV_RUNNING) == 0) 1161 break; 1162 cur_rx = &sc->sge_ldata.sge_rx_ring[cons]; 1163 rxinfo = le32toh(cur_rx->sge_cmdsts); 1164 if ((rxinfo & RDC_OWN) != 0) 1165 break; 1166 rxstat = le32toh(cur_rx->sge_sts_size); 1167 if ((rxstat & RDS_CRCOK) == 0 || SGE_RX_ERROR(rxstat) != 0 || 1168 SGE_RX_NSEGS(rxstat) != 1) { 1169 /* XXX We don't support multi-segment frames yet. */ 1170 #ifdef SGE_SHOW_ERRORS 1171 device_printf(sc->sge_dev, "Rx error : 0x%b\n", rxstat, 1172 RX_ERR_BITS); 1173 #endif 1174 sge_discard_rxbuf(sc, cons); 1175 if_inc_counter(ifp, IFCOUNTER_IERRORS, 1); 1176 continue; 1177 } 1178 m = cd->sge_rxdesc[cons].rx_m; 1179 if (sge_newbuf(sc, cons) != 0) { 1180 sge_discard_rxbuf(sc, cons); 1181 if_inc_counter(ifp, IFCOUNTER_IQDROPS, 1); 1182 continue; 1183 } 1184 if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) { 1185 if ((rxinfo & RDC_IP_CSUM) != 0 && 1186 (rxinfo & RDC_IP_CSUM_OK) != 0) 1187 m->m_pkthdr.csum_flags |= 1188 CSUM_IP_CHECKED | CSUM_IP_VALID; 1189 if (((rxinfo & RDC_TCP_CSUM) != 0 && 1190 (rxinfo & RDC_TCP_CSUM_OK) != 0) || 1191 ((rxinfo & RDC_UDP_CSUM) != 0 && 1192 (rxinfo & RDC_UDP_CSUM_OK) != 0)) { 1193 m->m_pkthdr.csum_flags |= 1194 CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 1195 m->m_pkthdr.csum_data = 0xffff; 1196 } 1197 } 1198 /* Check for VLAN tagged frame. */ 1199 if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0 && 1200 (rxstat & RDS_VLAN) != 0) { 1201 m->m_pkthdr.ether_vtag = rxinfo & RDC_VLAN_MASK; 1202 m->m_flags |= M_VLANTAG; 1203 } 1204 /* 1205 * Account for 10bytes auto padding which is used 1206 * to align IP header on 32bit boundary. Also note, 1207 * CRC bytes is automatically removed by the 1208 * hardware. 1209 */ 1210 m->m_data += SGE_RX_PAD_BYTES; 1211 m->m_pkthdr.len = m->m_len = SGE_RX_BYTES(rxstat) - 1212 SGE_RX_PAD_BYTES; 1213 m->m_pkthdr.rcvif = ifp; 1214 if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1); 1215 SGE_UNLOCK(sc); 1216 (*ifp->if_input)(ifp, m); 1217 SGE_LOCK(sc); 1218 } 1219 1220 if (prog > 0) { 1221 bus_dmamap_sync(cd->sge_rx_tag, cd->sge_rx_dmamap, 1222 BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 1223 cd->sge_rx_cons = cons; 1224 } 1225 } 1226 1227 /* 1228 * A frame was downloaded to the chip. It's safe for us to clean up 1229 * the list buffers. 1230 */ 1231 static void 1232 sge_txeof(struct sge_softc *sc) 1233 { 1234 struct ifnet *ifp; 1235 struct sge_list_data *ld; 1236 struct sge_chain_data *cd; 1237 struct sge_txdesc *txd; 1238 uint32_t txstat; 1239 int cons, nsegs, prod; 1240 1241 SGE_LOCK_ASSERT(sc); 1242 1243 ifp = sc->sge_ifp; 1244 ld = &sc->sge_ldata; 1245 cd = &sc->sge_cdata; 1246 1247 if (cd->sge_tx_cnt == 0) 1248 return; 1249 bus_dmamap_sync(cd->sge_tx_tag, cd->sge_tx_dmamap, 1250 BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 1251 cons = cd->sge_tx_cons; 1252 prod = cd->sge_tx_prod; 1253 for (; cons != prod;) { 1254 txstat = le32toh(ld->sge_tx_ring[cons].sge_cmdsts); 1255 if ((txstat & TDC_OWN) != 0) 1256 break; 1257 /* 1258 * Only the first descriptor of multi-descriptor transmission 1259 * is updated by controller. Driver should skip entire 1260 * chained buffers for the transmitted frame. In other words 1261 * TDC_OWN bit is valid only at the first descriptor of a 1262 * multi-descriptor transmission. 1263 */ 1264 if (SGE_TX_ERROR(txstat) != 0) { 1265 #ifdef SGE_SHOW_ERRORS 1266 device_printf(sc->sge_dev, "Tx error : 0x%b\n", 1267 txstat, TX_ERR_BITS); 1268 #endif 1269 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 1270 } else { 1271 #ifdef notyet 1272 if_inc_counter(ifp, IFCOUNTER_COLLISIONS, (txstat & 0xFFFF) - 1); 1273 #endif 1274 if_inc_counter(ifp, IFCOUNTER_OPACKETS, 1); 1275 } 1276 txd = &cd->sge_txdesc[cons]; 1277 for (nsegs = 0; nsegs < txd->tx_ndesc; nsegs++) { 1278 ld->sge_tx_ring[cons].sge_cmdsts = 0; 1279 SGE_INC(cons, SGE_TX_RING_CNT); 1280 } 1281 /* Reclaim transmitted mbuf. */ 1282 KASSERT(txd->tx_m != NULL, 1283 ("%s: freeing NULL mbuf\n", __func__)); 1284 bus_dmamap_sync(cd->sge_txmbuf_tag, txd->tx_dmamap, 1285 BUS_DMASYNC_POSTWRITE); 1286 bus_dmamap_unload(cd->sge_txmbuf_tag, txd->tx_dmamap); 1287 m_freem(txd->tx_m); 1288 txd->tx_m = NULL; 1289 cd->sge_tx_cnt -= txd->tx_ndesc; 1290 KASSERT(cd->sge_tx_cnt >= 0, 1291 ("%s: Active Tx desc counter was garbled\n", __func__)); 1292 txd->tx_ndesc = 0; 1293 ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 1294 } 1295 cd->sge_tx_cons = cons; 1296 if (cd->sge_tx_cnt == 0) 1297 sc->sge_timer = 0; 1298 } 1299 1300 static void 1301 sge_tick(void *arg) 1302 { 1303 struct sge_softc *sc; 1304 struct mii_data *mii; 1305 struct ifnet *ifp; 1306 1307 sc = arg; 1308 SGE_LOCK_ASSERT(sc); 1309 1310 ifp = sc->sge_ifp; 1311 mii = device_get_softc(sc->sge_miibus); 1312 mii_tick(mii); 1313 if ((sc->sge_flags & SGE_FLAG_LINK) == 0) { 1314 sge_miibus_statchg(sc->sge_dev); 1315 if ((sc->sge_flags & SGE_FLAG_LINK) != 0 && 1316 !IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 1317 sge_start_locked(ifp); 1318 } 1319 /* 1320 * Reclaim transmitted frames here as we do not request 1321 * Tx completion interrupt for every queued frames to 1322 * reduce excessive interrupts. 1323 */ 1324 sge_txeof(sc); 1325 sge_watchdog(sc); 1326 callout_reset(&sc->sge_stat_ch, hz, sge_tick, sc); 1327 } 1328 1329 static void 1330 sge_intr(void *arg) 1331 { 1332 struct sge_softc *sc; 1333 struct ifnet *ifp; 1334 uint32_t status; 1335 1336 sc = arg; 1337 SGE_LOCK(sc); 1338 ifp = sc->sge_ifp; 1339 1340 status = CSR_READ_4(sc, IntrStatus); 1341 if (status == 0xFFFFFFFF || (status & SGE_INTRS) == 0) { 1342 /* Not ours. */ 1343 SGE_UNLOCK(sc); 1344 return; 1345 } 1346 /* Acknowledge interrupts. */ 1347 CSR_WRITE_4(sc, IntrStatus, status); 1348 /* Disable further interrupts. */ 1349 CSR_WRITE_4(sc, IntrMask, 0); 1350 /* 1351 * It seems the controller supports some kind of interrupt 1352 * moderation mechanism but we still don't know how to 1353 * enable that. To reduce number of generated interrupts 1354 * under load we check pending interrupts in a loop. This 1355 * will increase number of register access and is not correct 1356 * way to handle interrupt moderation but there seems to be 1357 * no other way at this time. 1358 */ 1359 for (;;) { 1360 if ((ifp->if_drv_flags & IFF_DRV_RUNNING) == 0) 1361 break; 1362 if ((status & (INTR_RX_DONE | INTR_RX_IDLE)) != 0) { 1363 sge_rxeof(sc); 1364 /* Wakeup Rx MAC. */ 1365 if ((status & INTR_RX_IDLE) != 0) 1366 CSR_WRITE_4(sc, RX_CTL, 1367 0x1a00 | 0x000c | RX_CTL_POLL | RX_CTL_ENB); 1368 } 1369 if ((status & (INTR_TX_DONE | INTR_TX_IDLE)) != 0) 1370 sge_txeof(sc); 1371 status = CSR_READ_4(sc, IntrStatus); 1372 if ((status & SGE_INTRS) == 0) 1373 break; 1374 /* Acknowledge interrupts. */ 1375 CSR_WRITE_4(sc, IntrStatus, status); 1376 } 1377 if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 1378 /* Re-enable interrupts */ 1379 CSR_WRITE_4(sc, IntrMask, SGE_INTRS); 1380 if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 1381 sge_start_locked(ifp); 1382 } 1383 SGE_UNLOCK(sc); 1384 } 1385 1386 /* 1387 * Encapsulate an mbuf chain in a descriptor by coupling the mbuf data 1388 * pointers to the fragment pointers. 1389 */ 1390 static int 1391 sge_encap(struct sge_softc *sc, struct mbuf **m_head) 1392 { 1393 struct mbuf *m; 1394 struct sge_desc *desc; 1395 struct sge_txdesc *txd; 1396 bus_dma_segment_t txsegs[SGE_MAXTXSEGS]; 1397 uint32_t cflags, mss; 1398 int error, i, nsegs, prod, si; 1399 1400 SGE_LOCK_ASSERT(sc); 1401 1402 si = prod = sc->sge_cdata.sge_tx_prod; 1403 txd = &sc->sge_cdata.sge_txdesc[prod]; 1404 if (((*m_head)->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 1405 struct ether_header *eh; 1406 struct ip *ip; 1407 struct tcphdr *tcp; 1408 uint32_t ip_off, poff; 1409 1410 if (M_WRITABLE(*m_head) == 0) { 1411 /* Get a writable copy. */ 1412 m = m_dup(*m_head, M_NOWAIT); 1413 m_freem(*m_head); 1414 if (m == NULL) { 1415 *m_head = NULL; 1416 return (ENOBUFS); 1417 } 1418 *m_head = m; 1419 } 1420 ip_off = sizeof(struct ether_header); 1421 m = m_pullup(*m_head, ip_off); 1422 if (m == NULL) { 1423 *m_head = NULL; 1424 return (ENOBUFS); 1425 } 1426 eh = mtod(m, struct ether_header *); 1427 /* Check the existence of VLAN tag. */ 1428 if (eh->ether_type == htons(ETHERTYPE_VLAN)) { 1429 ip_off = sizeof(struct ether_vlan_header); 1430 m = m_pullup(m, ip_off); 1431 if (m == NULL) { 1432 *m_head = NULL; 1433 return (ENOBUFS); 1434 } 1435 } 1436 m = m_pullup(m, ip_off + sizeof(struct ip)); 1437 if (m == NULL) { 1438 *m_head = NULL; 1439 return (ENOBUFS); 1440 } 1441 ip = (struct ip *)(mtod(m, char *) + ip_off); 1442 poff = ip_off + (ip->ip_hl << 2); 1443 m = m_pullup(m, poff + sizeof(struct tcphdr)); 1444 if (m == NULL) { 1445 *m_head = NULL; 1446 return (ENOBUFS); 1447 } 1448 tcp = (struct tcphdr *)(mtod(m, char *) + poff); 1449 m = m_pullup(m, poff + (tcp->th_off << 2)); 1450 if (m == NULL) { 1451 *m_head = NULL; 1452 return (ENOBUFS); 1453 } 1454 /* 1455 * Reset IP checksum and recompute TCP pseudo 1456 * checksum that NDIS specification requires. 1457 */ 1458 ip = (struct ip *)(mtod(m, char *) + ip_off); 1459 ip->ip_sum = 0; 1460 tcp = (struct tcphdr *)(mtod(m, char *) + poff); 1461 tcp->th_sum = in_pseudo(ip->ip_src.s_addr, ip->ip_dst.s_addr, 1462 htons(IPPROTO_TCP)); 1463 *m_head = m; 1464 } 1465 1466 error = bus_dmamap_load_mbuf_sg(sc->sge_cdata.sge_txmbuf_tag, 1467 txd->tx_dmamap, *m_head, txsegs, &nsegs, 0); 1468 if (error == EFBIG) { 1469 m = m_collapse(*m_head, M_NOWAIT, SGE_MAXTXSEGS); 1470 if (m == NULL) { 1471 m_freem(*m_head); 1472 *m_head = NULL; 1473 return (ENOBUFS); 1474 } 1475 *m_head = m; 1476 error = bus_dmamap_load_mbuf_sg(sc->sge_cdata.sge_txmbuf_tag, 1477 txd->tx_dmamap, *m_head, txsegs, &nsegs, 0); 1478 if (error != 0) { 1479 m_freem(*m_head); 1480 *m_head = NULL; 1481 return (error); 1482 } 1483 } else if (error != 0) 1484 return (error); 1485 1486 KASSERT(nsegs != 0, ("zero segment returned")); 1487 /* Check descriptor overrun. */ 1488 if (sc->sge_cdata.sge_tx_cnt + nsegs >= SGE_TX_RING_CNT) { 1489 bus_dmamap_unload(sc->sge_cdata.sge_txmbuf_tag, txd->tx_dmamap); 1490 return (ENOBUFS); 1491 } 1492 bus_dmamap_sync(sc->sge_cdata.sge_txmbuf_tag, txd->tx_dmamap, 1493 BUS_DMASYNC_PREWRITE); 1494 1495 m = *m_head; 1496 cflags = 0; 1497 mss = 0; 1498 if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 1499 cflags |= TDC_LS; 1500 mss = (uint32_t)m->m_pkthdr.tso_segsz; 1501 mss <<= 16; 1502 } else { 1503 if (m->m_pkthdr.csum_flags & CSUM_IP) 1504 cflags |= TDC_IP_CSUM; 1505 if (m->m_pkthdr.csum_flags & CSUM_TCP) 1506 cflags |= TDC_TCP_CSUM; 1507 if (m->m_pkthdr.csum_flags & CSUM_UDP) 1508 cflags |= TDC_UDP_CSUM; 1509 } 1510 for (i = 0; i < nsegs; i++) { 1511 desc = &sc->sge_ldata.sge_tx_ring[prod]; 1512 if (i == 0) { 1513 desc->sge_sts_size = htole32(m->m_pkthdr.len | mss); 1514 desc->sge_cmdsts = 0; 1515 } else { 1516 desc->sge_sts_size = 0; 1517 desc->sge_cmdsts = htole32(TDC_OWN); 1518 } 1519 desc->sge_ptr = htole32(SGE_ADDR_LO(txsegs[i].ds_addr)); 1520 desc->sge_flags = htole32(txsegs[i].ds_len); 1521 if (prod == SGE_TX_RING_CNT - 1) 1522 desc->sge_flags |= htole32(RING_END); 1523 sc->sge_cdata.sge_tx_cnt++; 1524 SGE_INC(prod, SGE_TX_RING_CNT); 1525 } 1526 /* Update producer index. */ 1527 sc->sge_cdata.sge_tx_prod = prod; 1528 1529 desc = &sc->sge_ldata.sge_tx_ring[si]; 1530 /* Configure VLAN. */ 1531 if((m->m_flags & M_VLANTAG) != 0) { 1532 cflags |= m->m_pkthdr.ether_vtag; 1533 desc->sge_sts_size |= htole32(TDS_INS_VLAN); 1534 } 1535 desc->sge_cmdsts |= htole32(TDC_DEF | TDC_CRC | TDC_PAD | cflags); 1536 #if 1 1537 if ((sc->sge_flags & SGE_FLAG_SPEED_1000) != 0) 1538 desc->sge_cmdsts |= htole32(TDC_BST); 1539 #else 1540 if ((sc->sge_flags & SGE_FLAG_FDX) == 0) { 1541 desc->sge_cmdsts |= htole32(TDC_COL | TDC_CRS | TDC_BKF); 1542 if ((sc->sge_flags & SGE_FLAG_SPEED_1000) != 0) 1543 desc->sge_cmdsts |= htole32(TDC_EXT | TDC_BST); 1544 } 1545 #endif 1546 /* Request interrupt and give ownership to controller. */ 1547 desc->sge_cmdsts |= htole32(TDC_OWN | TDC_INTR); 1548 txd->tx_m = m; 1549 txd->tx_ndesc = nsegs; 1550 return (0); 1551 } 1552 1553 static void 1554 sge_start(struct ifnet *ifp) 1555 { 1556 struct sge_softc *sc; 1557 1558 sc = ifp->if_softc; 1559 SGE_LOCK(sc); 1560 sge_start_locked(ifp); 1561 SGE_UNLOCK(sc); 1562 } 1563 1564 static void 1565 sge_start_locked(struct ifnet *ifp) 1566 { 1567 struct sge_softc *sc; 1568 struct mbuf *m_head; 1569 int queued = 0; 1570 1571 sc = ifp->if_softc; 1572 SGE_LOCK_ASSERT(sc); 1573 1574 if ((sc->sge_flags & SGE_FLAG_LINK) == 0 || 1575 (ifp->if_drv_flags & (IFF_DRV_RUNNING | IFF_DRV_OACTIVE)) != 1576 IFF_DRV_RUNNING) 1577 return; 1578 1579 for (queued = 0; !IFQ_DRV_IS_EMPTY(&ifp->if_snd); ) { 1580 if (sc->sge_cdata.sge_tx_cnt > (SGE_TX_RING_CNT - 1581 SGE_MAXTXSEGS)) { 1582 ifp->if_drv_flags |= IFF_DRV_OACTIVE; 1583 break; 1584 } 1585 IFQ_DRV_DEQUEUE(&ifp->if_snd, m_head); 1586 if (m_head == NULL) 1587 break; 1588 if (sge_encap(sc, &m_head)) { 1589 if (m_head == NULL) 1590 break; 1591 IFQ_DRV_PREPEND(&ifp->if_snd, m_head); 1592 ifp->if_drv_flags |= IFF_DRV_OACTIVE; 1593 break; 1594 } 1595 queued++; 1596 /* 1597 * If there's a BPF listener, bounce a copy of this frame 1598 * to him. 1599 */ 1600 BPF_MTAP(ifp, m_head); 1601 } 1602 1603 if (queued > 0) { 1604 bus_dmamap_sync(sc->sge_cdata.sge_tx_tag, 1605 sc->sge_cdata.sge_tx_dmamap, 1606 BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 1607 CSR_WRITE_4(sc, TX_CTL, 0x1a00 | TX_CTL_ENB | TX_CTL_POLL); 1608 sc->sge_timer = 5; 1609 } 1610 } 1611 1612 static void 1613 sge_init(void *arg) 1614 { 1615 struct sge_softc *sc; 1616 1617 sc = arg; 1618 SGE_LOCK(sc); 1619 sge_init_locked(sc); 1620 SGE_UNLOCK(sc); 1621 } 1622 1623 static void 1624 sge_init_locked(struct sge_softc *sc) 1625 { 1626 struct ifnet *ifp; 1627 struct mii_data *mii; 1628 uint16_t rxfilt; 1629 int i; 1630 1631 SGE_LOCK_ASSERT(sc); 1632 ifp = sc->sge_ifp; 1633 mii = device_get_softc(sc->sge_miibus); 1634 if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 1635 return; 1636 /* 1637 * Cancel pending I/O and free all RX/TX buffers. 1638 */ 1639 sge_stop(sc); 1640 sge_reset(sc); 1641 1642 /* Init circular RX list. */ 1643 if (sge_list_rx_init(sc) == ENOBUFS) { 1644 device_printf(sc->sge_dev, "no memory for Rx buffers\n"); 1645 sge_stop(sc); 1646 return; 1647 } 1648 /* Init TX descriptors. */ 1649 sge_list_tx_init(sc); 1650 /* 1651 * Load the address of the RX and TX lists. 1652 */ 1653 CSR_WRITE_4(sc, TX_DESC, SGE_ADDR_LO(sc->sge_ldata.sge_tx_paddr)); 1654 CSR_WRITE_4(sc, RX_DESC, SGE_ADDR_LO(sc->sge_ldata.sge_rx_paddr)); 1655 1656 CSR_WRITE_4(sc, TxMacControl, 0x60); 1657 CSR_WRITE_4(sc, RxWakeOnLan, 0); 1658 CSR_WRITE_4(sc, RxWakeOnLanData, 0); 1659 /* Allow receiving VLAN frames. */ 1660 CSR_WRITE_2(sc, RxMPSControl, ETHER_MAX_LEN + ETHER_VLAN_ENCAP_LEN + 1661 SGE_RX_PAD_BYTES); 1662 1663 for (i = 0; i < ETHER_ADDR_LEN; i++) 1664 CSR_WRITE_1(sc, RxMacAddr + i, IF_LLADDR(ifp)[i]); 1665 /* Configure RX MAC. */ 1666 rxfilt = RXMAC_STRIP_FCS | RXMAC_PAD_ENB | RXMAC_CSUM_ENB; 1667 CSR_WRITE_2(sc, RxMacControl, rxfilt); 1668 sge_rxfilter(sc); 1669 sge_setvlan(sc); 1670 1671 /* Initialize default speed/duplex information. */ 1672 if ((sc->sge_flags & SGE_FLAG_FASTETHER) == 0) 1673 sc->sge_flags |= SGE_FLAG_SPEED_1000; 1674 sc->sge_flags |= SGE_FLAG_FDX; 1675 if ((sc->sge_flags & SGE_FLAG_RGMII) != 0) 1676 CSR_WRITE_4(sc, StationControl, 0x04008001); 1677 else 1678 CSR_WRITE_4(sc, StationControl, 0x04000001); 1679 /* 1680 * XXX Try to mitigate interrupts. 1681 */ 1682 CSR_WRITE_4(sc, IntrControl, 0x08880000); 1683 #ifdef notyet 1684 if (sc->sge_intrcontrol != 0) 1685 CSR_WRITE_4(sc, IntrControl, sc->sge_intrcontrol); 1686 if (sc->sge_intrtimer != 0) 1687 CSR_WRITE_4(sc, IntrTimer, sc->sge_intrtimer); 1688 #endif 1689 1690 /* 1691 * Clear and enable interrupts. 1692 */ 1693 CSR_WRITE_4(sc, IntrStatus, 0xFFFFFFFF); 1694 CSR_WRITE_4(sc, IntrMask, SGE_INTRS); 1695 1696 /* Enable receiver and transmitter. */ 1697 CSR_WRITE_4(sc, TX_CTL, 0x1a00 | TX_CTL_ENB); 1698 CSR_WRITE_4(sc, RX_CTL, 0x1a00 | 0x000c | RX_CTL_POLL | RX_CTL_ENB); 1699 1700 ifp->if_drv_flags |= IFF_DRV_RUNNING; 1701 ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 1702 1703 sc->sge_flags &= ~SGE_FLAG_LINK; 1704 mii_mediachg(mii); 1705 callout_reset(&sc->sge_stat_ch, hz, sge_tick, sc); 1706 } 1707 1708 /* 1709 * Set media options. 1710 */ 1711 static int 1712 sge_ifmedia_upd(struct ifnet *ifp) 1713 { 1714 struct sge_softc *sc; 1715 struct mii_data *mii; 1716 struct mii_softc *miisc; 1717 int error; 1718 1719 sc = ifp->if_softc; 1720 SGE_LOCK(sc); 1721 mii = device_get_softc(sc->sge_miibus); 1722 LIST_FOREACH(miisc, &mii->mii_phys, mii_list) 1723 PHY_RESET(miisc); 1724 error = mii_mediachg(mii); 1725 SGE_UNLOCK(sc); 1726 1727 return (error); 1728 } 1729 1730 /* 1731 * Report current media status. 1732 */ 1733 static void 1734 sge_ifmedia_sts(struct ifnet *ifp, struct ifmediareq *ifmr) 1735 { 1736 struct sge_softc *sc; 1737 struct mii_data *mii; 1738 1739 sc = ifp->if_softc; 1740 SGE_LOCK(sc); 1741 mii = device_get_softc(sc->sge_miibus); 1742 if ((ifp->if_flags & IFF_UP) == 0) { 1743 SGE_UNLOCK(sc); 1744 return; 1745 } 1746 mii_pollstat(mii); 1747 ifmr->ifm_active = mii->mii_media_active; 1748 ifmr->ifm_status = mii->mii_media_status; 1749 SGE_UNLOCK(sc); 1750 } 1751 1752 static int 1753 sge_ioctl(struct ifnet *ifp, u_long command, caddr_t data) 1754 { 1755 struct sge_softc *sc; 1756 struct ifreq *ifr; 1757 struct mii_data *mii; 1758 int error = 0, mask, reinit; 1759 1760 sc = ifp->if_softc; 1761 ifr = (struct ifreq *)data; 1762 1763 switch(command) { 1764 case SIOCSIFFLAGS: 1765 SGE_LOCK(sc); 1766 if ((ifp->if_flags & IFF_UP) != 0) { 1767 if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0 && 1768 ((ifp->if_flags ^ sc->sge_if_flags) & 1769 (IFF_PROMISC | IFF_ALLMULTI)) != 0) 1770 sge_rxfilter(sc); 1771 else 1772 sge_init_locked(sc); 1773 } else if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 1774 sge_stop(sc); 1775 sc->sge_if_flags = ifp->if_flags; 1776 SGE_UNLOCK(sc); 1777 break; 1778 case SIOCSIFCAP: 1779 SGE_LOCK(sc); 1780 reinit = 0; 1781 mask = ifr->ifr_reqcap ^ ifp->if_capenable; 1782 if ((mask & IFCAP_TXCSUM) != 0 && 1783 (ifp->if_capabilities & IFCAP_TXCSUM) != 0) { 1784 ifp->if_capenable ^= IFCAP_TXCSUM; 1785 if ((ifp->if_capenable & IFCAP_TXCSUM) != 0) 1786 ifp->if_hwassist |= SGE_CSUM_FEATURES; 1787 else 1788 ifp->if_hwassist &= ~SGE_CSUM_FEATURES; 1789 } 1790 if ((mask & IFCAP_RXCSUM) != 0 && 1791 (ifp->if_capabilities & IFCAP_RXCSUM) != 0) 1792 ifp->if_capenable ^= IFCAP_RXCSUM; 1793 if ((mask & IFCAP_VLAN_HWCSUM) != 0 && 1794 (ifp->if_capabilities & IFCAP_VLAN_HWCSUM) != 0) 1795 ifp->if_capenable ^= IFCAP_VLAN_HWCSUM; 1796 if ((mask & IFCAP_TSO4) != 0 && 1797 (ifp->if_capabilities & IFCAP_TSO4) != 0) { 1798 ifp->if_capenable ^= IFCAP_TSO4; 1799 if ((ifp->if_capenable & IFCAP_TSO4) != 0) 1800 ifp->if_hwassist |= CSUM_TSO; 1801 else 1802 ifp->if_hwassist &= ~CSUM_TSO; 1803 } 1804 if ((mask & IFCAP_VLAN_HWTSO) != 0 && 1805 (ifp->if_capabilities & IFCAP_VLAN_HWTSO) != 0) 1806 ifp->if_capenable ^= IFCAP_VLAN_HWTSO; 1807 if ((mask & IFCAP_VLAN_HWTAGGING) != 0 && 1808 (ifp->if_capabilities & IFCAP_VLAN_HWTAGGING) != 0) { 1809 /* 1810 * Due to unknown reason, toggling VLAN hardware 1811 * tagging require interface reinitialization. 1812 */ 1813 ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 1814 if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) == 0) 1815 ifp->if_capenable &= 1816 ~(IFCAP_VLAN_HWTSO | IFCAP_VLAN_HWCSUM); 1817 reinit = 1; 1818 } 1819 if (reinit > 0 && (ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 1820 ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1821 sge_init_locked(sc); 1822 } 1823 SGE_UNLOCK(sc); 1824 VLAN_CAPABILITIES(ifp); 1825 break; 1826 case SIOCADDMULTI: 1827 case SIOCDELMULTI: 1828 SGE_LOCK(sc); 1829 if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 1830 sge_rxfilter(sc); 1831 SGE_UNLOCK(sc); 1832 break; 1833 case SIOCGIFMEDIA: 1834 case SIOCSIFMEDIA: 1835 mii = device_get_softc(sc->sge_miibus); 1836 error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, command); 1837 break; 1838 default: 1839 error = ether_ioctl(ifp, command, data); 1840 break; 1841 } 1842 1843 return (error); 1844 } 1845 1846 static void 1847 sge_watchdog(struct sge_softc *sc) 1848 { 1849 struct ifnet *ifp; 1850 1851 SGE_LOCK_ASSERT(sc); 1852 if (sc->sge_timer == 0 || --sc->sge_timer > 0) 1853 return; 1854 1855 ifp = sc->sge_ifp; 1856 if ((sc->sge_flags & SGE_FLAG_LINK) == 0) { 1857 if (1 || bootverbose) 1858 device_printf(sc->sge_dev, 1859 "watchdog timeout (lost link)\n"); 1860 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 1861 ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1862 sge_init_locked(sc); 1863 return; 1864 } 1865 device_printf(sc->sge_dev, "watchdog timeout\n"); 1866 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 1867 1868 ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1869 sge_init_locked(sc); 1870 if (!IFQ_DRV_IS_EMPTY(&sc->sge_ifp->if_snd)) 1871 sge_start_locked(ifp); 1872 } 1873 1874 /* 1875 * Stop the adapter and free any mbufs allocated to the 1876 * RX and TX lists. 1877 */ 1878 static void 1879 sge_stop(struct sge_softc *sc) 1880 { 1881 struct ifnet *ifp; 1882 1883 ifp = sc->sge_ifp; 1884 1885 SGE_LOCK_ASSERT(sc); 1886 1887 sc->sge_timer = 0; 1888 callout_stop(&sc->sge_stat_ch); 1889 ifp->if_drv_flags &= ~(IFF_DRV_RUNNING | IFF_DRV_OACTIVE); 1890 1891 CSR_WRITE_4(sc, IntrMask, 0); 1892 CSR_READ_4(sc, IntrMask); 1893 CSR_WRITE_4(sc, IntrStatus, 0xffffffff); 1894 /* Stop TX/RX MAC. */ 1895 CSR_WRITE_4(sc, TX_CTL, 0x1a00); 1896 CSR_WRITE_4(sc, RX_CTL, 0x1a00); 1897 /* XXX Can we assume active DMA cycles gone? */ 1898 DELAY(2000); 1899 CSR_WRITE_4(sc, IntrMask, 0); 1900 CSR_WRITE_4(sc, IntrStatus, 0xffffffff); 1901 1902 sc->sge_flags &= ~SGE_FLAG_LINK; 1903 sge_list_rx_free(sc); 1904 sge_list_tx_free(sc); 1905 } 1906