xref: /dragonfly/sys/dev/netif/sk/if_sk.c (revision ef3ac1d1)
1 /*
2  * Copyright (c) 1997, 1998, 1999, 2000
3  *	Bill Paul <wpaul@ctr.columbia.edu>.  All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  * 3. All advertising materials mentioning features or use of this software
14  *    must display the following acknowledgement:
15  *	This product includes software developed by Bill Paul.
16  * 4. Neither the name of the author nor the names of any co-contributors
17  *    may be used to endorse or promote products derived from this software
18  *    without specific prior written permission.
19  *
20  * THIS SOFTWARE IS PROVIDED BY Bill Paul AND CONTRIBUTORS ``AS IS'' AND
21  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23  * ARE DISCLAIMED.  IN NO EVENT SHALL Bill Paul OR THE VOICES IN HIS HEAD
24  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30  * THE POSSIBILITY OF SUCH DAMAGE.
31  *
32  * $OpenBSD: if_sk.c,v 1.129 2006/10/16 12:30:08 tom Exp $
33  * $FreeBSD: /c/ncvs/src/sys/pci/if_sk.c,v 1.20 2000/04/22 02:16:37 wpaul Exp $
34  */
35 
36 /*
37  * Copyright (c) 2003 Nathan L. Binkert <binkertn@umich.edu>
38  *
39  * Permission to use, copy, modify, and distribute this software for any
40  * purpose with or without fee is hereby granted, provided that the above
41  * copyright notice and this permission notice appear in all copies.
42  *
43  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
44  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
45  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
46  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
47  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
48  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
49  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
50  */
51 
52 /*
53  * SysKonnect SK-NET gigabit ethernet driver for FreeBSD. Supports
54  * the SK-984x series adapters, both single port and dual port.
55  * References:
56  * 	The XaQti XMAC II datasheet,
57  * http://www.freebsd.org/~wpaul/SysKonnect/xmacii_datasheet_rev_c_9-29.pdf
58  *	The SysKonnect GEnesis manual, http://www.syskonnect.com
59  *
60  * Note: XaQti has been acquired by Vitesse, and Vitesse does not have the
61  * XMAC II datasheet online. I have put my copy at people.freebsd.org as a
62  * convenience to others until Vitesse corrects this problem:
63  *
64  * http://people.freebsd.org/~wpaul/SysKonnect/xmacii_datasheet_rev_c_9-29.pdf
65  *
66  * Written by Bill Paul <wpaul@ee.columbia.edu>
67  * Department of Electrical Engineering
68  * Columbia University, New York City
69  */
70 
71 /*
72  * The SysKonnect gigabit ethernet adapters consist of two main
73  * components: the SysKonnect GEnesis controller chip and the XaQti Corp.
74  * XMAC II gigabit ethernet MAC. The XMAC provides all of the MAC
75  * components and a PHY while the GEnesis controller provides a PCI
76  * interface with DMA support. Each card may have between 512K and
77  * 2MB of SRAM on board depending on the configuration.
78  *
79  * The SysKonnect GEnesis controller can have either one or two XMAC
80  * chips connected to it, allowing single or dual port NIC configurations.
81  * SysKonnect has the distinction of being the only vendor on the market
82  * with a dual port gigabit ethernet NIC. The GEnesis provides dual FIFOs,
83  * dual DMA queues, packet/MAC/transmit arbiters and direct access to the
84  * XMAC registers. This driver takes advantage of these features to allow
85  * both XMACs to operate as independent interfaces.
86  */
87 
88 #include <sys/param.h>
89 #include <sys/bus.h>
90 #include <sys/endian.h>
91 #include <sys/in_cksum.h>
92 #include <sys/kernel.h>
93 #include <sys/interrupt.h>
94 #include <sys/mbuf.h>
95 #include <sys/malloc.h>
96 #include <sys/queue.h>
97 #include <sys/rman.h>
98 #include <sys/serialize.h>
99 #include <sys/socket.h>
100 #include <sys/sockio.h>
101 #include <sys/sysctl.h>
102 
103 #include <net/bpf.h>
104 #include <net/ethernet.h>
105 #include <net/if.h>
106 #include <net/if_arp.h>
107 #include <net/if_dl.h>
108 #include <net/if_media.h>
109 #include <net/ifq_var.h>
110 #include <net/vlan/if_vlan_var.h>
111 
112 #include <netinet/ip.h>
113 #include <netinet/udp.h>
114 
115 #include <dev/netif/mii_layer/mii.h>
116 #include <dev/netif/mii_layer/miivar.h>
117 #include <dev/netif/mii_layer/brgphyreg.h>
118 
119 #include <bus/pci/pcireg.h>
120 #include <bus/pci/pcivar.h>
121 #include "pcidevs.h"
122 
123 #include <dev/netif/sk/if_skreg.h>
124 #include <dev/netif/sk/yukonreg.h>
125 #include <dev/netif/sk/xmaciireg.h>
126 #include <dev/netif/sk/if_skvar.h>
127 
128 #include "miibus_if.h"
129 
130 #if 0
131 #define SK_DEBUG
132 #endif
133 
134 #if 0
135 #define SK_RXCSUM
136 #endif
137 
138 /* supported device vendors */
139 static const struct skc_type {
140 	uint16_t	skc_vid;
141 	uint16_t	skc_did;
142 	const char	*skc_name;
143 } skc_devs[] = {
144 	{ PCI_VENDOR_3COM,		PCI_PRODUCT_3COM_3C940,
145 	  "3Com 3C940" },
146 	{ PCI_VENDOR_3COM,		PCI_PRODUCT_3COM_3C940B,
147 	  "3Com 3C940B" },
148 
149 	{ PCI_VENDOR_CNET,		PCI_PRODUCT_CNET_GIGACARD,
150 	  "CNet GigaCard" },
151 
152 	{ PCI_VENDOR_DLINK,		PCI_PRODUCT_DLINK_DGE530T_A1,
153 	  "D-Link DGE-530T A1" },
154 	{ PCI_VENDOR_DLINK,		PCI_PRODUCT_DLINK_DGE530T_B1,
155 	  "D-Link DGE-530T B1" },
156 
157 	{ PCI_VENDOR_LINKSYS,		PCI_PRODUCT_LINKSYS_EG1032,
158 	  "Linksys EG1032 v2" },
159 	{ PCI_VENDOR_LINKSYS,		PCI_PRODUCT_LINKSYS_EG1064,
160 	  "Linksys EG1064" },
161 
162 	{ PCI_VENDOR_MARVELL,		PCI_PRODUCT_MARVELL_YUKON,
163 	  "Marvell Yukon 88E8001/8003/8010" },
164 	{ PCI_VENDOR_MARVELL,		PCI_PRODUCT_MARVELL_YUKON_BELKIN,
165 	  "Belkin F5D5005" },
166 
167 	{ PCI_VENDOR_SCHNEIDERKOCH,	PCI_PRODUCT_SCHNEIDERKOCH_SKNET_GE,
168 	  "SysKonnect SK-NET" },
169 	{ PCI_VENDOR_SCHNEIDERKOCH,	PCI_PRODUCT_SCHNEIDERKOCH_SK9821v2,
170 	  "SysKonnect SK9821 v2" },
171 
172 	{ 0, 0, NULL }
173 };
174 
175 static int	skc_probe(device_t);
176 static int	skc_attach(device_t);
177 static int	skc_detach(device_t);
178 static void	skc_shutdown(device_t);
179 static int	skc_sysctl_imtime(SYSCTL_HANDLER_ARGS);
180 
181 static int	sk_probe(device_t);
182 static int	sk_attach(device_t);
183 static int	sk_detach(device_t);
184 static void	sk_tick(void *);
185 static void	sk_yukon_tick(void *);
186 static void	sk_intr(void *);
187 static void	sk_intr_bcom(struct sk_if_softc *);
188 static void	sk_intr_xmac(struct sk_if_softc *);
189 static void	sk_intr_yukon(struct sk_if_softc *);
190 static void	sk_rxeof(struct sk_if_softc *);
191 static void	sk_txeof(struct sk_if_softc *);
192 static int	sk_encap(struct sk_if_softc *, struct mbuf **, uint32_t *);
193 static void	sk_start(struct ifnet *, struct ifaltq_subque *);
194 static int	sk_ioctl(struct ifnet *, u_long, caddr_t, struct ucred *);
195 static void	sk_init(void *);
196 static void	sk_init_xmac(struct sk_if_softc *);
197 static void	sk_init_yukon(struct sk_if_softc *);
198 static void	sk_stop(struct sk_if_softc *);
199 static void	sk_watchdog(struct ifnet *);
200 static int	sk_ifmedia_upd(struct ifnet *);
201 static void	sk_ifmedia_sts(struct ifnet *, struct ifmediareq *);
202 static void	sk_reset(struct sk_softc *);
203 static int	sk_newbuf_jumbo(struct sk_if_softc *, int, int);
204 static int	sk_newbuf_std(struct sk_if_softc *, int, int);
205 static int	sk_jpool_alloc(device_t);
206 static void	sk_jpool_free(struct sk_if_softc *);
207 static struct sk_jpool_entry
208 		*sk_jalloc(struct sk_if_softc *);
209 static void	sk_jfree(void *);
210 static void	sk_jref(void *);
211 static int	sk_init_rx_ring(struct sk_if_softc *);
212 static int	sk_init_tx_ring(struct sk_if_softc *);
213 
214 static int	sk_miibus_readreg(device_t, int, int);
215 static int	sk_miibus_writereg(device_t, int, int, int);
216 static void	sk_miibus_statchg(device_t);
217 
218 static int	sk_xmac_miibus_readreg(struct sk_if_softc *, int, int);
219 static int	sk_xmac_miibus_writereg(struct sk_if_softc *, int, int, int);
220 static void	sk_xmac_miibus_statchg(struct sk_if_softc *);
221 
222 static int	sk_marv_miibus_readreg(struct sk_if_softc *, int, int);
223 static int	sk_marv_miibus_writereg(struct sk_if_softc *, int, int, int);
224 static void	sk_marv_miibus_statchg(struct sk_if_softc *);
225 
226 static void	sk_setfilt(struct sk_if_softc *, caddr_t, int);
227 static void	sk_setmulti(struct sk_if_softc *);
228 static void	sk_setpromisc(struct sk_if_softc *);
229 
230 #ifdef SK_RXCSUM
231 static void	sk_rxcsum(struct ifnet *, struct mbuf *, const uint16_t,
232 			  const uint16_t);
233 #endif
234 static int	sk_dma_alloc(device_t);
235 static void	sk_dma_free(device_t);
236 
237 #ifdef SK_DEBUG
238 #define DPRINTF(x)	if (skdebug) kprintf x
239 #define DPRINTFN(n,x)	if (skdebug >= (n)) kprintf x
240 static int	skdebug = 2;
241 
242 static void	sk_dump_txdesc(struct sk_tx_desc *, int);
243 static void	sk_dump_mbuf(struct mbuf *);
244 static void	sk_dump_bytes(const char *, int);
245 #else
246 #define DPRINTF(x)
247 #define DPRINTFN(n,x)
248 #endif
249 
250 /* Interrupt moderation time. */
251 static int	skc_imtime = SK_IMTIME_DEFAULT;
252 TUNABLE_INT("hw.skc.imtime", &skc_imtime);
253 
254 /*
255  * Note that we have newbus methods for both the GEnesis controller
256  * itself and the XMAC(s). The XMACs are children of the GEnesis, and
257  * the miibus code is a child of the XMACs. We need to do it this way
258  * so that the miibus drivers can access the PHY registers on the
259  * right PHY. It's not quite what I had in mind, but it's the only
260  * design that achieves the desired effect.
261  */
262 static device_method_t skc_methods[] = {
263 	/* Device interface */
264 	DEVMETHOD(device_probe,		skc_probe),
265 	DEVMETHOD(device_attach,	skc_attach),
266 	DEVMETHOD(device_detach,	skc_detach),
267 	DEVMETHOD(device_shutdown,	skc_shutdown),
268 
269 	/* bus interface */
270 	DEVMETHOD(bus_print_child,	bus_generic_print_child),
271 	DEVMETHOD(bus_driver_added,	bus_generic_driver_added),
272 
273 	DEVMETHOD_END
274 };
275 
276 static DEFINE_CLASS_0(skc, skc_driver, skc_methods, sizeof(struct sk_softc));
277 static devclass_t skc_devclass;
278 
279 static device_method_t sk_methods[] = {
280 	/* Device interface */
281 	DEVMETHOD(device_probe,		sk_probe),
282 	DEVMETHOD(device_attach,	sk_attach),
283 	DEVMETHOD(device_detach,	sk_detach),
284 	DEVMETHOD(device_shutdown,	bus_generic_shutdown),
285 
286 	/* bus interface */
287 	DEVMETHOD(bus_print_child,	bus_generic_print_child),
288 	DEVMETHOD(bus_driver_added,	bus_generic_driver_added),
289 
290 	/* MII interface */
291 	DEVMETHOD(miibus_readreg,	sk_miibus_readreg),
292 	DEVMETHOD(miibus_writereg,	sk_miibus_writereg),
293 	DEVMETHOD(miibus_statchg,	sk_miibus_statchg),
294 
295 	DEVMETHOD_END
296 };
297 
298 static DEFINE_CLASS_0(sk, sk_driver, sk_methods, sizeof(struct sk_if_softc));
299 static devclass_t sk_devclass;
300 
301 DECLARE_DUMMY_MODULE(if_sk);
302 DRIVER_MODULE(if_sk, pci, skc_driver, skc_devclass, NULL, NULL);
303 DRIVER_MODULE(if_sk, skc, sk_driver, sk_devclass, NULL, NULL);
304 DRIVER_MODULE(miibus, sk, miibus_driver, miibus_devclass, NULL, NULL);
305 
306 static __inline uint32_t
307 sk_win_read_4(struct sk_softc *sc, uint32_t reg)
308 {
309 	return CSR_READ_4(sc, reg);
310 }
311 
312 static __inline uint16_t
313 sk_win_read_2(struct sk_softc *sc, uint32_t reg)
314 {
315 	return CSR_READ_2(sc, reg);
316 }
317 
318 static __inline uint8_t
319 sk_win_read_1(struct sk_softc *sc, uint32_t reg)
320 {
321 	return CSR_READ_1(sc, reg);
322 }
323 
324 static __inline void
325 sk_win_write_4(struct sk_softc *sc, uint32_t reg, uint32_t x)
326 {
327 	CSR_WRITE_4(sc, reg, x);
328 }
329 
330 static __inline void
331 sk_win_write_2(struct sk_softc *sc, uint32_t reg, uint16_t x)
332 {
333 	CSR_WRITE_2(sc, reg, x);
334 }
335 
336 static __inline void
337 sk_win_write_1(struct sk_softc *sc, uint32_t reg, uint8_t x)
338 {
339 	CSR_WRITE_1(sc, reg, x);
340 }
341 
342 static __inline int
343 sk_newbuf(struct sk_if_softc *sc_if, int idx, int wait)
344 {
345 	int ret;
346 
347 	if (sc_if->sk_use_jumbo)
348 		ret = sk_newbuf_jumbo(sc_if, idx, wait);
349 	else
350 		ret = sk_newbuf_std(sc_if, idx, wait);
351 	return ret;
352 }
353 
354 static int
355 sk_miibus_readreg(device_t dev, int phy, int reg)
356 {
357 	struct sk_if_softc *sc_if = device_get_softc(dev);
358 
359 	if (SK_IS_GENESIS(sc_if->sk_softc))
360 		return sk_xmac_miibus_readreg(sc_if, phy, reg);
361 	else
362 		return sk_marv_miibus_readreg(sc_if, phy, reg);
363 }
364 
365 static int
366 sk_miibus_writereg(device_t dev, int phy, int reg, int val)
367 {
368 	struct sk_if_softc *sc_if = device_get_softc(dev);
369 
370 	if (SK_IS_GENESIS(sc_if->sk_softc))
371 		return sk_xmac_miibus_writereg(sc_if, phy, reg, val);
372 	else
373 		return sk_marv_miibus_writereg(sc_if, phy, reg, val);
374 }
375 
376 static void
377 sk_miibus_statchg(device_t dev)
378 {
379 	struct sk_if_softc *sc_if = device_get_softc(dev);
380 
381 	if (SK_IS_GENESIS(sc_if->sk_softc))
382 		sk_xmac_miibus_statchg(sc_if);
383 	else
384 		sk_marv_miibus_statchg(sc_if);
385 }
386 
387 static int
388 sk_xmac_miibus_readreg(struct sk_if_softc *sc_if, int phy, int reg)
389 {
390 	int i;
391 
392 	DPRINTFN(9, ("sk_xmac_miibus_readreg\n"));
393 
394 	if (sc_if->sk_phytype == SK_PHYTYPE_XMAC && phy != 0)
395 		return(0);
396 
397 	SK_XM_WRITE_2(sc_if, XM_PHY_ADDR, reg|(phy << 8));
398 	SK_XM_READ_2(sc_if, XM_PHY_DATA);
399 	if (sc_if->sk_phytype != SK_PHYTYPE_XMAC) {
400 		for (i = 0; i < SK_TIMEOUT; i++) {
401 			DELAY(1);
402 			if (SK_XM_READ_2(sc_if, XM_MMUCMD) &
403 			    XM_MMUCMD_PHYDATARDY)
404 				break;
405 		}
406 
407 		if (i == SK_TIMEOUT) {
408 			if_printf(&sc_if->arpcom.ac_if,
409 				  "phy failed to come ready\n");
410 			return(0);
411 		}
412 	}
413 	DELAY(1);
414 	return(SK_XM_READ_2(sc_if, XM_PHY_DATA));
415 }
416 
417 static int
418 sk_xmac_miibus_writereg(struct sk_if_softc *sc_if, int phy, int reg, int val)
419 {
420 	int i;
421 
422 	DPRINTFN(9, ("sk_xmac_miibus_writereg\n"));
423 
424 	SK_XM_WRITE_2(sc_if, XM_PHY_ADDR, reg|(phy << 8));
425 	for (i = 0; i < SK_TIMEOUT; i++) {
426 		if ((SK_XM_READ_2(sc_if, XM_MMUCMD) & XM_MMUCMD_PHYBUSY) == 0)
427 			break;
428 	}
429 
430 	if (i == SK_TIMEOUT) {
431 		if_printf(&sc_if->arpcom.ac_if, "phy failed to come ready\n");
432 		return(ETIMEDOUT);
433 	}
434 
435 	SK_XM_WRITE_2(sc_if, XM_PHY_DATA, val);
436 	for (i = 0; i < SK_TIMEOUT; i++) {
437 		DELAY(1);
438 		if ((SK_XM_READ_2(sc_if, XM_MMUCMD) & XM_MMUCMD_PHYBUSY) == 0)
439 			break;
440 	}
441 
442 	if (i == SK_TIMEOUT)
443 		if_printf(&sc_if->arpcom.ac_if, "phy write timed out\n");
444 	return(0);
445 }
446 
447 static void
448 sk_xmac_miibus_statchg(struct sk_if_softc *sc_if)
449 {
450 	struct mii_data *mii;
451 
452 	mii = device_get_softc(sc_if->sk_miibus);
453 	DPRINTFN(9, ("sk_xmac_miibus_statchg\n"));
454 
455 	/*
456 	 * If this is a GMII PHY, manually set the XMAC's
457 	 * duplex mode accordingly.
458 	 */
459 	if (sc_if->sk_phytype != SK_PHYTYPE_XMAC) {
460 		if ((mii->mii_media_active & IFM_GMASK) == IFM_FDX)
461 			SK_XM_SETBIT_2(sc_if, XM_MMUCMD, XM_MMUCMD_GMIIFDX);
462 		else
463 			SK_XM_CLRBIT_2(sc_if, XM_MMUCMD, XM_MMUCMD_GMIIFDX);
464 	}
465 }
466 
467 static int
468 sk_marv_miibus_readreg(struct sk_if_softc *sc_if, int phy, int reg)
469 {
470 	uint16_t val;
471 	int i;
472 
473 	if (phy != 0 ||
474 	    (sc_if->sk_phytype != SK_PHYTYPE_MARV_COPPER &&
475 	     sc_if->sk_phytype != SK_PHYTYPE_MARV_FIBER)) {
476 		DPRINTFN(9, ("sk_marv_miibus_readreg (skip) phy=%d, reg=%#x\n",
477 			     phy, reg));
478 		return(0);
479 	}
480 
481         SK_YU_WRITE_2(sc_if, YUKON_SMICR, YU_SMICR_PHYAD(phy) |
482 		      YU_SMICR_REGAD(reg) | YU_SMICR_OP_READ);
483 
484 	for (i = 0; i < SK_TIMEOUT; i++) {
485 		DELAY(1);
486 		val = SK_YU_READ_2(sc_if, YUKON_SMICR);
487 		if (val & YU_SMICR_READ_VALID)
488 			break;
489 	}
490 
491 	if (i == SK_TIMEOUT) {
492 		if_printf(&sc_if->arpcom.ac_if, "phy failed to come ready\n");
493 		return(0);
494 	}
495 
496  	DPRINTFN(9, ("sk_marv_miibus_readreg: i=%d, timeout=%d\n", i,
497 		     SK_TIMEOUT));
498 
499 	val = SK_YU_READ_2(sc_if, YUKON_SMIDR);
500 
501 	DPRINTFN(9, ("sk_marv_miibus_readreg phy=%d, reg=%#x, val=%#x\n",
502 		     phy, reg, val));
503 
504 	return(val);
505 }
506 
507 static int
508 sk_marv_miibus_writereg(struct sk_if_softc *sc_if, int phy, int reg, int val)
509 {
510 	int i;
511 
512 	DPRINTFN(9, ("sk_marv_miibus_writereg phy=%d reg=%#x val=%#x\n",
513 		     phy, reg, val));
514 
515 	SK_YU_WRITE_2(sc_if, YUKON_SMIDR, val);
516 	SK_YU_WRITE_2(sc_if, YUKON_SMICR, YU_SMICR_PHYAD(phy) |
517 		      YU_SMICR_REGAD(reg) | YU_SMICR_OP_WRITE);
518 
519 	for (i = 0; i < SK_TIMEOUT; i++) {
520 		DELAY(1);
521 		if (SK_YU_READ_2(sc_if, YUKON_SMICR) & YU_SMICR_BUSY)
522 			break;
523 	}
524 
525 	if (i == SK_TIMEOUT)
526 		if_printf(&sc_if->arpcom.ac_if, "phy write timed out\n");
527 
528 	return(0);
529 }
530 
531 static void
532 sk_marv_miibus_statchg(struct sk_if_softc *sc_if)
533 {
534 	DPRINTFN(9, ("sk_marv_miibus_statchg: gpcr=%x\n",
535 		     SK_YU_READ_2(sc_if, YUKON_GPCR)));
536 }
537 
538 #define HASH_BITS	6
539 
540 static uint32_t
541 sk_xmac_hash(caddr_t addr)
542 {
543 	uint32_t crc;
544 
545 	crc = ether_crc32_le(addr, ETHER_ADDR_LEN);
546 	return (~crc & ((1 << HASH_BITS) - 1));
547 }
548 
549 static uint32_t
550 sk_yukon_hash(caddr_t addr)
551 {
552 	uint32_t crc;
553 
554 	crc = ether_crc32_be(addr, ETHER_ADDR_LEN);
555 	return (crc & ((1 << HASH_BITS) - 1));
556 }
557 
558 static void
559 sk_setfilt(struct sk_if_softc *sc_if, caddr_t addr, int slot)
560 {
561 	int base;
562 
563 	base = XM_RXFILT_ENTRY(slot);
564 
565 	SK_XM_WRITE_2(sc_if, base, *(uint16_t *)(&addr[0]));
566 	SK_XM_WRITE_2(sc_if, base + 2, *(uint16_t *)(&addr[2]));
567 	SK_XM_WRITE_2(sc_if, base + 4, *(uint16_t *)(&addr[4]));
568 }
569 
570 static void
571 sk_setmulti(struct sk_if_softc *sc_if)
572 {
573 	struct sk_softc *sc = sc_if->sk_softc;
574 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
575 	uint32_t hashes[2] = { 0, 0 };
576 	int h = 0, i;
577 	struct ifmultiaddr *ifma;
578 	uint8_t dummy[] = { 0, 0, 0, 0, 0 ,0 };
579 
580 	/* First, zot all the existing filters. */
581 	switch(sc->sk_type) {
582 	case SK_GENESIS:
583 		for (i = 1; i < XM_RXFILT_MAX; i++)
584 			sk_setfilt(sc_if, (caddr_t)&dummy, i);
585 
586 		SK_XM_WRITE_4(sc_if, XM_MAR0, 0);
587 		SK_XM_WRITE_4(sc_if, XM_MAR2, 0);
588 		break;
589 	case SK_YUKON:
590 	case SK_YUKON_LITE:
591 	case SK_YUKON_LP:
592 		SK_YU_WRITE_2(sc_if, YUKON_MCAH1, 0);
593 		SK_YU_WRITE_2(sc_if, YUKON_MCAH2, 0);
594 		SK_YU_WRITE_2(sc_if, YUKON_MCAH3, 0);
595 		SK_YU_WRITE_2(sc_if, YUKON_MCAH4, 0);
596 		break;
597 	}
598 
599 	/* Now program new ones. */
600 	if (ifp->if_flags & IFF_ALLMULTI || ifp->if_flags & IFF_PROMISC) {
601 		hashes[0] = 0xFFFFFFFF;
602 		hashes[1] = 0xFFFFFFFF;
603 	} else {
604 		i = 1;
605 		/* First find the tail of the list. */
606 		TAILQ_FOREACH_REVERSE(ifma, &ifp->if_multiaddrs, ifmultihead,
607 		    ifma_link) {
608 			caddr_t maddr;
609 
610 			if (ifma->ifma_addr->sa_family != AF_LINK)
611 				continue;
612 
613 			maddr = LLADDR((struct sockaddr_dl *)ifma->ifma_addr);
614 
615 			/*
616 			 * Program the first XM_RXFILT_MAX multicast groups
617 			 * into the perfect filter. For all others,
618 			 * use the hash table.
619 			 */
620 			if (SK_IS_GENESIS(sc) && i < XM_RXFILT_MAX) {
621 				sk_setfilt(sc_if, maddr, i);
622 				i++;
623 				continue;
624 			}
625 
626 			switch(sc->sk_type) {
627 			case SK_GENESIS:
628 				h = sk_xmac_hash(maddr);
629 				break;
630 
631 			case SK_YUKON:
632 			case SK_YUKON_LITE:
633 			case SK_YUKON_LP:
634 				h = sk_yukon_hash(maddr);
635 				break;
636 			}
637 			if (h < 32)
638 				hashes[0] |= (1 << h);
639 			else
640 				hashes[1] |= (1 << (h - 32));
641 		}
642 	}
643 
644 	switch(sc->sk_type) {
645 	case SK_GENESIS:
646 		SK_XM_SETBIT_4(sc_if, XM_MODE, XM_MODE_RX_USE_HASH|
647 			       XM_MODE_RX_USE_PERFECT);
648 		SK_XM_WRITE_4(sc_if, XM_MAR0, hashes[0]);
649 		SK_XM_WRITE_4(sc_if, XM_MAR2, hashes[1]);
650 		break;
651 	case SK_YUKON:
652 	case SK_YUKON_LITE:
653 	case SK_YUKON_LP:
654 		SK_YU_WRITE_2(sc_if, YUKON_MCAH1, hashes[0] & 0xffff);
655 		SK_YU_WRITE_2(sc_if, YUKON_MCAH2, (hashes[0] >> 16) & 0xffff);
656 		SK_YU_WRITE_2(sc_if, YUKON_MCAH3, hashes[1] & 0xffff);
657 		SK_YU_WRITE_2(sc_if, YUKON_MCAH4, (hashes[1] >> 16) & 0xffff);
658 		break;
659 	}
660 }
661 
662 static void
663 sk_setpromisc(struct sk_if_softc *sc_if)
664 {
665 	struct sk_softc	*sc = sc_if->sk_softc;
666 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
667 
668 	switch(sc->sk_type) {
669 	case SK_GENESIS:
670 		if (ifp->if_flags & IFF_PROMISC)
671 			SK_XM_SETBIT_4(sc_if, XM_MODE, XM_MODE_RX_PROMISC);
672 		else
673 			SK_XM_CLRBIT_4(sc_if, XM_MODE, XM_MODE_RX_PROMISC);
674 		break;
675 	case SK_YUKON:
676 	case SK_YUKON_LITE:
677 	case SK_YUKON_LP:
678 		if (ifp->if_flags & IFF_PROMISC) {
679 			SK_YU_CLRBIT_2(sc_if, YUKON_RCR,
680 			    YU_RCR_UFLEN | YU_RCR_MUFLEN);
681 		} else {
682 			SK_YU_SETBIT_2(sc_if, YUKON_RCR,
683 			    YU_RCR_UFLEN | YU_RCR_MUFLEN);
684 		}
685 		break;
686 	}
687 }
688 
689 static int
690 sk_init_rx_ring(struct sk_if_softc *sc_if)
691 {
692 	struct sk_chain_data *cd = &sc_if->sk_cdata;
693 	struct sk_ring_data *rd = &sc_if->sk_rdata;
694 	int i, nexti, error;
695 
696 	bzero(rd->sk_rx_ring, SK_RX_RING_SIZE);
697 
698 	for (i = 0; i < SK_RX_RING_CNT; i++) {
699 		bus_addr_t paddr;
700 
701 		if (i == (SK_RX_RING_CNT - 1))
702 			nexti = 0;
703 		else
704 			nexti = i + 1;
705 		paddr = rd->sk_rx_ring_paddr +
706 			(nexti * sizeof(struct sk_rx_desc));
707 
708 		rd->sk_rx_ring[i].sk_next = htole32(SK_ADDR_LO(paddr));
709 		rd->sk_rx_ring[i].sk_csum1_start = htole16(ETHER_HDR_LEN);
710 		rd->sk_rx_ring[i].sk_csum2_start =
711 			htole16(ETHER_HDR_LEN + sizeof(struct ip));
712 
713 		error = sk_newbuf(sc_if, i, 1);
714 		if (error) {
715 			if_printf(&sc_if->arpcom.ac_if,
716 				  "failed alloc of %dth mbuf\n", i);
717 			return error;
718 		}
719 	}
720 
721 	cd->sk_rx_prod = 0;
722 	cd->sk_rx_cons = 0;
723 
724 	return (0);
725 }
726 
727 static int
728 sk_init_tx_ring(struct sk_if_softc *sc_if)
729 {
730 	struct sk_ring_data *rd = &sc_if->sk_rdata;
731 	int i, nexti;
732 
733 	bzero(rd->sk_tx_ring, SK_TX_RING_SIZE);
734 
735 	for (i = 0; i < SK_TX_RING_CNT; i++) {
736 		bus_addr_t paddr;
737 
738 		if (i == (SK_TX_RING_CNT - 1))
739 			nexti = 0;
740 		else
741 			nexti = i + 1;
742 		paddr = rd->sk_tx_ring_paddr +
743 			(nexti * sizeof(struct sk_tx_desc));
744 
745 		rd->sk_tx_ring[i].sk_next = htole32(SK_ADDR_LO(paddr));
746 	}
747 
748 	sc_if->sk_cdata.sk_tx_prod = 0;
749 	sc_if->sk_cdata.sk_tx_cons = 0;
750 	sc_if->sk_cdata.sk_tx_cnt = 0;
751 
752 	return (0);
753 }
754 
755 static int
756 sk_newbuf_jumbo(struct sk_if_softc *sc_if, int idx, int wait)
757 {
758 	struct sk_jpool_entry *entry;
759 	struct mbuf *m_new = NULL;
760 	struct sk_rx_desc *r;
761 	bus_addr_t paddr;
762 
763 	KKASSERT(idx < SK_RX_RING_CNT && idx >= 0);
764 
765 	MGETHDR(m_new, wait ? MB_WAIT : MB_DONTWAIT, MT_DATA);
766 	if (m_new == NULL)
767 		return ENOBUFS;
768 
769 	/* Allocate the jumbo buffer */
770 	entry = sk_jalloc(sc_if);
771 	if (entry == NULL) {
772 		m_freem(m_new);
773 		DPRINTFN(1, ("%s jumbo allocation failed -- packet "
774 		    "dropped!\n", sc_if->arpcom.ac_if.if_xname));
775 		return ENOBUFS;
776 	}
777 
778 	m_new->m_ext.ext_arg = entry;
779 	m_new->m_ext.ext_buf = entry->buf;
780 	m_new->m_ext.ext_free = sk_jfree;
781 	m_new->m_ext.ext_ref = sk_jref;
782 	m_new->m_ext.ext_size = SK_JLEN;
783 
784 	m_new->m_flags |= M_EXT;
785 
786 	m_new->m_data = m_new->m_ext.ext_buf;
787 	m_new->m_len = m_new->m_pkthdr.len = m_new->m_ext.ext_size;
788 
789 	paddr = entry->paddr;
790 
791 	/*
792 	 * Adjust alignment so packet payload begins on a
793 	 * longword boundary. Mandatory for Alpha, useful on
794 	 * x86 too.
795 	 */
796 	m_adj(m_new, ETHER_ALIGN);
797 	paddr += ETHER_ALIGN;
798 
799 	sc_if->sk_cdata.sk_rx_mbuf[idx] = m_new;
800 
801 	r = &sc_if->sk_rdata.sk_rx_ring[idx];
802 	r->sk_data_lo = htole32(SK_ADDR_LO(paddr));
803 	r->sk_data_hi = htole32(SK_ADDR_HI(paddr));
804 	r->sk_ctl = htole32(m_new->m_pkthdr.len | SK_RXSTAT);
805 
806 	return 0;
807 }
808 
809 static int
810 sk_newbuf_std(struct sk_if_softc *sc_if, int idx, int wait)
811 {
812 	struct mbuf *m_new = NULL;
813 	struct sk_chain_data *cd = &sc_if->sk_cdata;
814 	struct sk_rx_desc *r;
815 	bus_dma_segment_t seg;
816 	bus_dmamap_t map;
817 	int error, nseg;
818 
819 	KKASSERT(idx < SK_RX_RING_CNT && idx >= 0);
820 
821 	m_new = m_getcl(wait ? MB_WAIT : MB_DONTWAIT, MT_DATA, M_PKTHDR);
822 	if (m_new == NULL)
823 		return ENOBUFS;
824 
825 	m_new->m_len = m_new->m_pkthdr.len = MCLBYTES;
826 
827 	/*
828 	 * Adjust alignment so packet payload begins on a
829 	 * longword boundary. Mandatory for Alpha, useful on
830 	 * x86 too.
831 	 */
832 	m_adj(m_new, ETHER_ALIGN);
833 
834 	error = bus_dmamap_load_mbuf_segment(cd->sk_rx_dtag, cd->sk_rx_dmap_tmp,
835 			m_new, &seg, 1, &nseg, BUS_DMA_NOWAIT);
836 	if (error) {
837 		m_freem(m_new);
838 		if (wait) {
839 			if_printf(&sc_if->arpcom.ac_if,
840 				  "could not map RX mbuf\n");
841 		}
842 		return error;
843 	}
844 
845 	/* Unload originally mapped mbuf */
846 	if (cd->sk_rx_mbuf[idx] != NULL) {
847 		bus_dmamap_sync(cd->sk_rx_dtag, cd->sk_rx_dmap[idx],
848 				BUS_DMASYNC_POSTREAD);
849 		bus_dmamap_unload(cd->sk_rx_dtag, cd->sk_rx_dmap[idx]);
850 	}
851 
852 	/* Switch DMA map with tmp DMA map */
853 	map = cd->sk_rx_dmap_tmp;
854 	cd->sk_rx_dmap_tmp = cd->sk_rx_dmap[idx];
855 	cd->sk_rx_dmap[idx] = map;
856 
857 	cd->sk_rx_mbuf[idx] = m_new;
858 
859 	r = &sc_if->sk_rdata.sk_rx_ring[idx];
860 	r->sk_data_lo = htole32(SK_ADDR_LO(seg.ds_addr));
861 	r->sk_data_hi = htole32(SK_ADDR_HI(seg.ds_addr));
862 	r->sk_ctl = htole32(m_new->m_pkthdr.len | SK_RXSTAT);
863 
864 	return 0;
865 }
866 
867 /*
868  * Allocate a jumbo buffer.
869  */
870 struct sk_jpool_entry *
871 sk_jalloc(struct sk_if_softc *sc_if)
872 {
873 	struct sk_chain_data *cd = &sc_if->sk_cdata;
874 	struct sk_jpool_entry *entry;
875 
876 	lwkt_serialize_enter(&cd->sk_jpool_serializer);
877 
878 	entry = SLIST_FIRST(&cd->sk_jpool_free_ent);
879 	if (entry != NULL) {
880 		SLIST_REMOVE_HEAD(&cd->sk_jpool_free_ent, entry_next);
881 		entry->inuse = 1;
882 	} else {
883 		DPRINTF(("no free jumbo buffer\n"));
884 	}
885 
886 	lwkt_serialize_exit(&cd->sk_jpool_serializer);
887 	return entry;
888 }
889 
890 /*
891  * Release a jumbo buffer.
892  */
893 void
894 sk_jfree(void *arg)
895 {
896 	struct sk_jpool_entry *entry = arg;
897 	struct sk_chain_data *cd = &entry->sc_if->sk_cdata;
898 
899 	if (&cd->sk_jpool_ent[entry->slot] != entry)
900 		panic("%s: free wrong jumbo buffer", __func__);
901 	else if (entry->inuse == 0)
902 		panic("%s: jumbo buffer already freed", __func__);
903 
904 	lwkt_serialize_enter(&cd->sk_jpool_serializer);
905 
906 	atomic_subtract_int(&entry->inuse, 1);
907 	if (entry->inuse == 0)
908 		SLIST_INSERT_HEAD(&cd->sk_jpool_free_ent, entry, entry_next);
909 
910 	lwkt_serialize_exit(&cd->sk_jpool_serializer);
911 }
912 
913 static void
914 sk_jref(void *arg)
915 {
916 	struct sk_jpool_entry *entry = arg;
917 	struct sk_chain_data *cd = &entry->sc_if->sk_cdata;
918 
919 	if (&cd->sk_jpool_ent[entry->slot] != entry)
920 		panic("%s: free wrong jumbo buffer", __func__);
921 	else if (entry->inuse == 0)
922 		panic("%s: jumbo buffer already freed", __func__);
923 
924 	atomic_add_int(&entry->inuse, 1);
925 }
926 
927 /*
928  * Set media options.
929  */
930 static int
931 sk_ifmedia_upd(struct ifnet *ifp)
932 {
933 	struct sk_if_softc *sc_if = ifp->if_softc;
934 	struct mii_data *mii;
935 
936 	mii = device_get_softc(sc_if->sk_miibus);
937 	sk_init(sc_if);
938 	mii_mediachg(mii);
939 
940 	return(0);
941 }
942 
943 /*
944  * Report current media status.
945  */
946 static void
947 sk_ifmedia_sts(struct ifnet *ifp, struct ifmediareq *ifmr)
948 {
949 	struct sk_if_softc *sc_if;
950 	struct mii_data *mii;
951 
952 	sc_if = ifp->if_softc;
953 	mii = device_get_softc(sc_if->sk_miibus);
954 
955 	mii_pollstat(mii);
956 	ifmr->ifm_active = mii->mii_media_active;
957 	ifmr->ifm_status = mii->mii_media_status;
958 }
959 
960 static int
961 sk_ioctl(struct ifnet *ifp, u_long command, caddr_t data, struct ucred *cr)
962 {
963 	struct sk_if_softc *sc_if = ifp->if_softc;
964 	struct ifreq *ifr = (struct ifreq *)data;
965 	struct mii_data *mii;
966 	int error = 0;
967 
968 	ASSERT_SERIALIZED(ifp->if_serializer);
969 
970 	switch(command) {
971 	case SIOCSIFMTU:
972 		if (ifr->ifr_mtu > SK_JUMBO_MTU)
973 			error = EINVAL;
974 		else {
975 			ifp->if_mtu = ifr->ifr_mtu;
976 			ifp->if_flags &= ~IFF_RUNNING;
977 			sk_init(sc_if);
978 		}
979 		break;
980 	case SIOCSIFFLAGS:
981 		if (ifp->if_flags & IFF_UP) {
982 			if (ifp->if_flags & IFF_RUNNING) {
983 				if ((ifp->if_flags ^ sc_if->sk_if_flags)
984 				    & IFF_PROMISC) {
985 					sk_setpromisc(sc_if);
986 					sk_setmulti(sc_if);
987 				}
988 			} else
989 				sk_init(sc_if);
990 		} else {
991 			if (ifp->if_flags & IFF_RUNNING)
992 				sk_stop(sc_if);
993 		}
994 		sc_if->sk_if_flags = ifp->if_flags;
995 		break;
996 	case SIOCADDMULTI:
997 	case SIOCDELMULTI:
998 		sk_setmulti(sc_if);
999 		break;
1000 	case SIOCGIFMEDIA:
1001 	case SIOCSIFMEDIA:
1002 		mii = device_get_softc(sc_if->sk_miibus);
1003 		error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, command);
1004 		break;
1005 	default:
1006 		error = ether_ioctl(ifp, command, data);
1007 		break;
1008 	}
1009 
1010 	return(error);
1011 }
1012 
1013 /*
1014  * Probe for a SysKonnect GEnesis chip. Check the PCI vendor and device
1015  * IDs against our list and return a device name if we find a match.
1016  */
1017 static int
1018 skc_probe(device_t dev)
1019 {
1020 	const struct skc_type *t;
1021 	uint16_t vid, did;
1022 
1023 	vid = pci_get_vendor(dev);
1024 	did = pci_get_device(dev);
1025 
1026 	/*
1027 	 * Only attach to rev.2 of the Linksys EG1032 adapter.
1028 	 * Rev.3 is supported by re(4).
1029 	 */
1030 	if (vid == PCI_VENDOR_LINKSYS &&
1031 	    did == PCI_PRODUCT_LINKSYS_EG1032 &&
1032 	    pci_get_subdevice(dev) != SUBDEVICEID_LINKSYS_EG1032_REV2)
1033 		return ENXIO;
1034 
1035 	for (t = skc_devs; t->skc_name != NULL; t++) {
1036 		if (vid == t->skc_vid && did == t->skc_did) {
1037 			device_set_desc(dev, t->skc_name);
1038 			return 0;
1039 		}
1040 	}
1041 	return ENXIO;
1042 }
1043 
1044 /*
1045  * Force the GEnesis into reset, then bring it out of reset.
1046  */
1047 static void
1048 sk_reset(struct sk_softc *sc)
1049 {
1050 	DPRINTFN(2, ("sk_reset\n"));
1051 
1052 	CSR_WRITE_2(sc, SK_CSR, SK_CSR_SW_RESET);
1053 	CSR_WRITE_2(sc, SK_CSR, SK_CSR_MASTER_RESET);
1054 	if (SK_IS_YUKON(sc))
1055 		CSR_WRITE_2(sc, SK_LINK_CTRL, SK_LINK_RESET_SET);
1056 
1057 	DELAY(1000);
1058 	CSR_WRITE_2(sc, SK_CSR, SK_CSR_SW_UNRESET);
1059 	DELAY(2);
1060 	CSR_WRITE_2(sc, SK_CSR, SK_CSR_MASTER_UNRESET);
1061 	if (SK_IS_YUKON(sc))
1062 		CSR_WRITE_2(sc, SK_LINK_CTRL, SK_LINK_RESET_CLEAR);
1063 
1064 	DPRINTFN(2, ("sk_reset: sk_csr=%x\n", CSR_READ_2(sc, SK_CSR)));
1065 	DPRINTFN(2, ("sk_reset: sk_link_ctrl=%x\n",
1066 		     CSR_READ_2(sc, SK_LINK_CTRL)));
1067 
1068 	if (SK_IS_GENESIS(sc)) {
1069 		/* Configure packet arbiter */
1070 		sk_win_write_2(sc, SK_PKTARB_CTL, SK_PKTARBCTL_UNRESET);
1071 		sk_win_write_2(sc, SK_RXPA1_TINIT, SK_PKTARB_TIMEOUT);
1072 		sk_win_write_2(sc, SK_TXPA1_TINIT, SK_PKTARB_TIMEOUT);
1073 		sk_win_write_2(sc, SK_RXPA2_TINIT, SK_PKTARB_TIMEOUT);
1074 		sk_win_write_2(sc, SK_TXPA2_TINIT, SK_PKTARB_TIMEOUT);
1075 	}
1076 
1077 	/* Enable RAM interface */
1078 	sk_win_write_4(sc, SK_RAMCTL, SK_RAMCTL_UNRESET);
1079 
1080 	/*
1081 	 * Configure interrupt moderation. The moderation timer
1082 	 * defers interrupts specified in the interrupt moderation
1083 	 * timer mask based on the timeout specified in the interrupt
1084 	 * moderation timer init register. Each bit in the timer
1085 	 * register represents one tick, so to specify a timeout in
1086 	 * microseconds, we have to multiply by the correct number of
1087 	 * ticks-per-microsecond.
1088 	 */
1089 	KKASSERT(sc->sk_imtimer_ticks != 0 && sc->sk_imtime != 0);
1090 	sk_win_write_4(sc, SK_IMTIMERINIT, SK_IM_USECS(sc, sc->sk_imtime));
1091 	sk_win_write_4(sc, SK_IMMR, SK_ISR_TX1_S_EOF|SK_ISR_TX2_S_EOF|
1092 	    SK_ISR_RX1_EOF|SK_ISR_RX2_EOF);
1093 	sk_win_write_1(sc, SK_IMTIMERCTL, SK_IMCTL_START);
1094 }
1095 
1096 static int
1097 sk_probe(device_t dev)
1098 {
1099 	struct sk_softc *sc = device_get_softc(device_get_parent(dev));
1100 	const char *revstr = "", *name = NULL;
1101 	char devname[80];
1102 
1103 	switch (sc->sk_type) {
1104 	case SK_GENESIS:
1105 		name = "SysKonnect GEnesis";
1106 		break;
1107 	case SK_YUKON:
1108 		name = "Marvell Yukon";
1109 		break;
1110 	case SK_YUKON_LITE:
1111 		name = "Marvell Yukon Lite";
1112 		switch (sc->sk_rev) {
1113 		case SK_YUKON_LITE_REV_A0:
1114 			revstr = " rev.A0";
1115 			break;
1116 		case SK_YUKON_LITE_REV_A1:
1117 			revstr = " rev.A1";
1118 			break;
1119 		case SK_YUKON_LITE_REV_A3:
1120 			revstr = " rev.A3";
1121 			break;
1122 		}
1123 		break;
1124 	case SK_YUKON_LP:
1125 		name = "Marvell Yukon LP";
1126 		break;
1127 	default:
1128 		return ENXIO;
1129 	}
1130 
1131 	ksnprintf(devname, sizeof(devname), "%s%s (0x%x)",
1132 		 name, revstr, sc->sk_rev);
1133 	device_set_desc_copy(dev, devname);
1134 	return 0;
1135 }
1136 
1137 /*
1138  * Each XMAC chip is attached as a separate logical IP interface.
1139  * Single port cards will have only one logical interface of course.
1140  */
1141 static int
1142 sk_attach(device_t dev)
1143 {
1144 	struct sk_softc *sc = device_get_softc(device_get_parent(dev));
1145 	struct sk_if_softc *sc_if = device_get_softc(dev);
1146 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
1147 	int i, error, if_attached = 0;
1148 
1149 	if_initname(ifp, device_get_name(dev), device_get_unit(dev));
1150 
1151 	sc_if->sk_port = *(int *)device_get_ivars(dev);
1152 	KKASSERT(sc_if->sk_port == SK_PORT_A || sc_if->sk_port == SK_PORT_B);
1153 
1154 	sc_if->sk_softc = sc;
1155 	sc->sk_if[sc_if->sk_port] = sc_if;
1156 
1157 	kfree(device_get_ivars(dev), M_DEVBUF);
1158 	device_set_ivars(dev, NULL);
1159 
1160 	if (sc_if->sk_port == SK_PORT_A)
1161 		sc_if->sk_tx_bmu = SK_BMU_TXS_CSR0;
1162 	if (sc_if->sk_port == SK_PORT_B)
1163 		sc_if->sk_tx_bmu = SK_BMU_TXS_CSR1;
1164 
1165 	DPRINTFN(2, ("begin sk_attach: port=%d\n", sc_if->sk_port));
1166 
1167 	/*
1168 	 * Get station address for this interface. Note that
1169 	 * dual port cards actually come with three station
1170 	 * addresses: one for each port, plus an extra. The
1171 	 * extra one is used by the SysKonnect driver software
1172 	 * as a 'virtual' station address for when both ports
1173 	 * are operating in failover mode. Currently we don't
1174 	 * use this extra address.
1175 	 */
1176 	for (i = 0; i < ETHER_ADDR_LEN; i++) {
1177 		/* XXX */
1178 		sc_if->arpcom.ac_enaddr[i] =
1179 		    sk_win_read_1(sc, SK_MAC0_0 + (sc_if->sk_port * 8) + i);
1180 	}
1181 
1182 	/*
1183 	 * Set up RAM buffer addresses. The NIC will have a certain
1184 	 * amount of SRAM on it, somewhere between 512K and 2MB. We
1185 	 * need to divide this up a) between the transmitter and
1186  	 * receiver and b) between the two XMACs, if this is a
1187 	 * dual port NIC. Our algorithm is to divide up the memory
1188 	 * evenly so that everyone gets a fair share.
1189 	 */
1190 	if (sk_win_read_1(sc, SK_CONFIG) & SK_CONFIG_SINGLEMAC) {
1191 		uint32_t chunk, val;
1192 
1193 		chunk = sc->sk_ramsize / 2;
1194 		val = sc->sk_rboff / sizeof(uint64_t);
1195 		sc_if->sk_rx_ramstart = val;
1196 		val += (chunk / sizeof(uint64_t));
1197 		sc_if->sk_rx_ramend = val - 1;
1198 		sc_if->sk_tx_ramstart = val;
1199 		val += (chunk / sizeof(uint64_t));
1200 		sc_if->sk_tx_ramend = val - 1;
1201 	} else {
1202 		uint32_t chunk, val;
1203 
1204 		chunk = sc->sk_ramsize / 4;
1205 		val = (sc->sk_rboff + (chunk * 2 * sc_if->sk_port)) /
1206 		    sizeof(uint64_t);
1207 		sc_if->sk_rx_ramstart = val;
1208 		val += (chunk / sizeof(uint64_t));
1209 		sc_if->sk_rx_ramend = val - 1;
1210 		sc_if->sk_tx_ramstart = val;
1211 		val += (chunk / sizeof(uint64_t));
1212 		sc_if->sk_tx_ramend = val - 1;
1213 	}
1214 
1215 	DPRINTFN(2, ("sk_attach: rx_ramstart=%#x rx_ramend=%#x\n"
1216 		     "           tx_ramstart=%#x tx_ramend=%#x\n",
1217 		     sc_if->sk_rx_ramstart, sc_if->sk_rx_ramend,
1218 		     sc_if->sk_tx_ramstart, sc_if->sk_tx_ramend));
1219 
1220 	/* Read and save PHY type */
1221 	sc_if->sk_phytype = sk_win_read_1(sc, SK_EPROM1) & 0xF;
1222 
1223 	/* Set PHY address */
1224 	if (SK_IS_GENESIS(sc)) {
1225 		switch (sc_if->sk_phytype) {
1226 		case SK_PHYTYPE_XMAC:
1227 			sc_if->sk_phyaddr = SK_PHYADDR_XMAC;
1228 			break;
1229 		case SK_PHYTYPE_BCOM:
1230 			sc_if->sk_phyaddr = SK_PHYADDR_BCOM;
1231 			break;
1232 		default:
1233 			device_printf(dev, "unsupported PHY type: %d\n",
1234 			    sc_if->sk_phytype);
1235 			error = ENXIO;
1236 			goto fail;
1237 		}
1238 	}
1239 
1240 	if (SK_IS_YUKON(sc)) {
1241 		if ((sc_if->sk_phytype < SK_PHYTYPE_MARV_COPPER &&
1242 		    sc->sk_pmd != 'L' && sc->sk_pmd != 'S')) {
1243 			/* not initialized, punt */
1244 			sc_if->sk_phytype = SK_PHYTYPE_MARV_COPPER;
1245 			sc->sk_coppertype = 1;
1246 		}
1247 
1248 		sc_if->sk_phyaddr = SK_PHYADDR_MARV;
1249 
1250 		if (!(sc->sk_coppertype))
1251 			sc_if->sk_phytype = SK_PHYTYPE_MARV_FIBER;
1252 	}
1253 
1254 	error = sk_dma_alloc(dev);
1255 	if (error)
1256 		goto fail;
1257 
1258 	ifp->if_softc = sc_if;
1259 	ifp->if_mtu = ETHERMTU;
1260 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
1261 	ifp->if_ioctl = sk_ioctl;
1262 	ifp->if_start = sk_start;
1263 	ifp->if_watchdog = sk_watchdog;
1264 	ifp->if_init = sk_init;
1265 	ifp->if_baudrate = 1000000000;
1266 	ifq_set_maxlen(&ifp->if_snd, SK_TX_RING_CNT - 1);
1267 	ifq_set_ready(&ifp->if_snd);
1268 
1269 	ifp->if_capabilities = IFCAP_VLAN_MTU;
1270 
1271 	/* Don't use jumbo buffers by default */
1272 	sc_if->sk_use_jumbo = 0;
1273 
1274 	/*
1275 	 * Call MI attach routines.
1276 	 *
1277 	 * NOTE:
1278 	 * This must be done before following sk_init_xxx(), in which
1279 	 * if_multiaddrs will be used.
1280 	 */
1281 	ether_ifattach(ifp, sc_if->arpcom.ac_enaddr, &sc->sk_serializer);
1282 	if_attached = 1;
1283 
1284 	/*
1285 	 * Do miibus setup.
1286 	 */
1287 	switch (sc->sk_type) {
1288 	case SK_GENESIS:
1289 		sk_init_xmac(sc_if);
1290 		break;
1291 	case SK_YUKON:
1292 	case SK_YUKON_LITE:
1293 	case SK_YUKON_LP:
1294 		sk_init_yukon(sc_if);
1295 		break;
1296 	default:
1297 		device_printf(dev, "unknown device type %d\n", sc->sk_type);
1298 		error = ENXIO;
1299 		goto fail;
1300 	}
1301 
1302  	DPRINTFN(2, ("sk_attach: 1\n"));
1303 
1304 	error = mii_phy_probe(dev, &sc_if->sk_miibus,
1305 			      sk_ifmedia_upd, sk_ifmedia_sts);
1306 	if (error) {
1307 		device_printf(dev, "no PHY found!\n");
1308 		goto fail;
1309 	}
1310 
1311 	callout_init(&sc_if->sk_tick_timer);
1312 
1313 	DPRINTFN(2, ("sk_attach: end\n"));
1314 	return 0;
1315 fail:
1316 	if (if_attached)
1317 		ether_ifdetach(ifp);
1318 	sk_detach(dev);
1319 	sc->sk_if[sc_if->sk_port] = NULL;
1320 	return error;
1321 }
1322 
1323 /*
1324  * Attach the interface. Allocate softc structures, do ifmedia
1325  * setup and ethernet/BPF attach.
1326  */
1327 static int
1328 skc_attach(device_t dev)
1329 {
1330 	struct sk_softc *sc = device_get_softc(dev);
1331 	uint8_t skrs;
1332 	int *port;
1333 	int error, cpuid;
1334 
1335 	DPRINTFN(2, ("begin skc_attach\n"));
1336 
1337 	sc->sk_dev = dev;
1338 	lwkt_serialize_init(&sc->sk_serializer);
1339 
1340 #ifndef BURN_BRIDGES
1341 	/*
1342 	 * Handle power management nonsense.
1343 	 */
1344 	if (pci_get_powerstate(dev) != PCI_POWERSTATE_D0) {
1345 		uint32_t iobase, membase, irq;
1346 
1347 		/* Save important PCI config data. */
1348 		iobase = pci_read_config(dev, SK_PCI_LOIO, 4);
1349 		membase = pci_read_config(dev, SK_PCI_LOMEM, 4);
1350 		irq = pci_read_config(dev, SK_PCI_INTLINE, 4);
1351 
1352 		/* Reset the power state. */
1353 		device_printf(dev, "chip is in D%d power mode "
1354 			      "-- setting to D0\n", pci_get_powerstate(dev));
1355 
1356 		pci_set_powerstate(dev, PCI_POWERSTATE_D0);
1357 
1358 		/* Restore PCI config data. */
1359 		pci_write_config(dev, SK_PCI_LOIO, iobase, 4);
1360 		pci_write_config(dev, SK_PCI_LOMEM, membase, 4);
1361 		pci_write_config(dev, SK_PCI_INTLINE, irq, 4);
1362 	}
1363 #endif	/* BURN_BRIDGES */
1364 
1365 	/*
1366 	 * Map control/status registers.
1367 	 */
1368 	pci_enable_busmaster(dev);
1369 
1370 	sc->sk_res_rid = SK_PCI_LOMEM;
1371 	sc->sk_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY,
1372 					    &sc->sk_res_rid, RF_ACTIVE);
1373 	if (sc->sk_res == NULL) {
1374 		device_printf(dev, "couldn't map memory\n");
1375 		error = ENXIO;
1376 		goto fail;
1377 	}
1378 	sc->sk_btag = rman_get_bustag(sc->sk_res);
1379 	sc->sk_bhandle = rman_get_bushandle(sc->sk_res);
1380 
1381 	sc->sk_type = sk_win_read_1(sc, SK_CHIPVER);
1382 	sc->sk_rev = (sk_win_read_1(sc, SK_CONFIG) >> 4);
1383 
1384 	/* Bail out here if chip is not recognized */
1385 	if (!SK_IS_GENESIS(sc) && !SK_IS_YUKON(sc)) {
1386 		device_printf(dev, "unknown chip type: %d\n", sc->sk_type);
1387 		error = ENXIO;
1388 		goto fail;
1389 	}
1390 
1391 	DPRINTFN(2, ("skc_attach: allocate interrupt\n"));
1392 
1393 	/* Allocate interrupt */
1394 	sc->sk_irq_rid = 0;
1395 	sc->sk_irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, &sc->sk_irq_rid,
1396 					    RF_SHAREABLE | RF_ACTIVE);
1397 	if (sc->sk_irq == NULL) {
1398 		device_printf(dev, "couldn't map interrupt\n");
1399 		error = ENXIO;
1400 		goto fail;
1401 	}
1402 
1403 	switch (sc->sk_type) {
1404 	case SK_GENESIS:
1405 		sc->sk_imtimer_ticks = SK_IMTIMER_TICKS_GENESIS;
1406 		break;
1407 	default:
1408 		sc->sk_imtimer_ticks = SK_IMTIMER_TICKS_YUKON;
1409 		break;
1410 	}
1411 	sc->sk_imtime = skc_imtime;
1412 
1413 	/* Reset the adapter. */
1414 	sk_reset(sc);
1415 
1416 	skrs = sk_win_read_1(sc, SK_EPROM0);
1417 	if (SK_IS_GENESIS(sc)) {
1418 		/* Read and save RAM size and RAMbuffer offset */
1419 		switch(skrs) {
1420 		case SK_RAMSIZE_512K_64:
1421 			sc->sk_ramsize = 0x80000;
1422 			sc->sk_rboff = SK_RBOFF_0;
1423 			break;
1424 		case SK_RAMSIZE_1024K_64:
1425 			sc->sk_ramsize = 0x100000;
1426 			sc->sk_rboff = SK_RBOFF_80000;
1427 			break;
1428 		case SK_RAMSIZE_1024K_128:
1429 			sc->sk_ramsize = 0x100000;
1430 			sc->sk_rboff = SK_RBOFF_0;
1431 			break;
1432 		case SK_RAMSIZE_2048K_128:
1433 			sc->sk_ramsize = 0x200000;
1434 			sc->sk_rboff = SK_RBOFF_0;
1435 			break;
1436 		default:
1437 			device_printf(dev, "unknown ram size: %d\n", skrs);
1438 			error = ENXIO;
1439 			goto fail;
1440 		}
1441 	} else {
1442 		if (skrs == 0x00)
1443 			sc->sk_ramsize = 0x20000;
1444 		else
1445 			sc->sk_ramsize = skrs * (1<<12);
1446 		sc->sk_rboff = SK_RBOFF_0;
1447 	}
1448 
1449 	DPRINTFN(2, ("skc_attach: ramsize=%d (%dk), rboff=%d\n",
1450 		     sc->sk_ramsize, sc->sk_ramsize / 1024,
1451 		     sc->sk_rboff));
1452 
1453 	/* Read and save physical media type */
1454 	sc->sk_pmd = sk_win_read_1(sc, SK_PMDTYPE);
1455 
1456 	if (sc->sk_pmd == 'T' || sc->sk_pmd == '1')
1457 		sc->sk_coppertype = 1;
1458 	else
1459 		sc->sk_coppertype = 0;
1460 
1461 	/* Yukon Lite Rev A0 needs special test, from sk98lin driver */
1462 	if (sc->sk_type == SK_YUKON || sc->sk_type == SK_YUKON_LP) {
1463 		uint32_t flashaddr;
1464 		uint8_t testbyte;
1465 
1466 		flashaddr = sk_win_read_4(sc, SK_EP_ADDR);
1467 
1468 		/* Test Flash-Address Register */
1469 		sk_win_write_1(sc, SK_EP_ADDR+3, 0xff);
1470 		testbyte = sk_win_read_1(sc, SK_EP_ADDR+3);
1471 
1472 		if (testbyte != 0) {
1473 			/* This is a Yukon Lite Rev A0 */
1474 			sc->sk_type = SK_YUKON_LITE;
1475 			sc->sk_rev = SK_YUKON_LITE_REV_A0;
1476 			/* Restore Flash-Address Register */
1477 			sk_win_write_4(sc, SK_EP_ADDR, flashaddr);
1478 		}
1479 	}
1480 
1481 	/*
1482 	 * Create sysctl nodes.
1483 	 */
1484 	sysctl_ctx_init(&sc->sk_sysctl_ctx);
1485 	sc->sk_sysctl_tree = SYSCTL_ADD_NODE(&sc->sk_sysctl_ctx,
1486 					     SYSCTL_STATIC_CHILDREN(_hw),
1487 					     OID_AUTO,
1488 					     device_get_nameunit(dev),
1489 					     CTLFLAG_RD, 0, "");
1490 	if (sc->sk_sysctl_tree == NULL) {
1491 		device_printf(dev, "can't add sysctl node\n");
1492 		error = ENXIO;
1493 		goto fail;
1494 	}
1495 	SYSCTL_ADD_PROC(&sc->sk_sysctl_ctx,
1496 			SYSCTL_CHILDREN(sc->sk_sysctl_tree),
1497 			OID_AUTO, "imtime", CTLTYPE_INT | CTLFLAG_RW,
1498 			sc, 0, skc_sysctl_imtime, "I",
1499 			"Interrupt moderation time (usec).");
1500 
1501 	sc->sk_devs[SK_PORT_A] = device_add_child(dev, "sk", -1);
1502 	port = kmalloc(sizeof(*port), M_DEVBUF, M_WAITOK);
1503 	*port = SK_PORT_A;
1504 	device_set_ivars(sc->sk_devs[SK_PORT_A], port);
1505 
1506 	if (!(sk_win_read_1(sc, SK_CONFIG) & SK_CONFIG_SINGLEMAC)) {
1507 		sc->sk_devs[SK_PORT_B] = device_add_child(dev, "sk", -1);
1508 		port = kmalloc(sizeof(*port), M_DEVBUF, M_WAITOK);
1509 		*port = SK_PORT_B;
1510 		device_set_ivars(sc->sk_devs[SK_PORT_B], port);
1511 	}
1512 
1513 	/* Turn on the 'driver is loaded' LED. */
1514 	CSR_WRITE_2(sc, SK_LED, SK_LED_GREEN_ON);
1515 
1516 	bus_generic_attach(dev);
1517 
1518 	cpuid = rman_get_cpuid(sc->sk_irq);
1519 	if (sc->sk_if[0] != NULL)
1520 		ifq_set_cpuid(&sc->sk_if[0]->arpcom.ac_if.if_snd, cpuid);
1521 	if (sc->sk_if[1] != NULL)
1522 		ifq_set_cpuid(&sc->sk_if[1]->arpcom.ac_if.if_snd, cpuid);
1523 
1524 	error = bus_setup_intr(dev, sc->sk_irq, INTR_MPSAFE, sk_intr, sc,
1525 			       &sc->sk_intrhand, &sc->sk_serializer);
1526 	if (error) {
1527 		device_printf(dev, "couldn't set up irq\n");
1528 		goto fail;
1529 	}
1530 
1531 	return 0;
1532 fail:
1533 	skc_detach(dev);
1534 	return error;
1535 }
1536 
1537 static int
1538 sk_detach(device_t dev)
1539 {
1540 	struct sk_if_softc *sc_if = device_get_softc(dev);
1541 
1542 	if (device_is_attached(dev)) {
1543 		struct sk_softc *sc = sc_if->sk_softc;
1544 		struct ifnet *ifp = &sc_if->arpcom.ac_if;
1545 
1546 		lwkt_serialize_enter(ifp->if_serializer);
1547 
1548 		if (sc->sk_intrhand != NULL) {
1549 			if (sc->sk_if[SK_PORT_A] != NULL)
1550 				sk_stop(sc->sk_if[SK_PORT_A]);
1551 			if (sc->sk_if[SK_PORT_B] != NULL)
1552 				sk_stop(sc->sk_if[SK_PORT_B]);
1553 
1554 			bus_teardown_intr(sc->sk_dev, sc->sk_irq,
1555 					  sc->sk_intrhand);
1556 			sc->sk_intrhand = NULL;
1557 		}
1558 
1559 		lwkt_serialize_exit(ifp->if_serializer);
1560 
1561 		ether_ifdetach(ifp);
1562 	}
1563 
1564 	if (sc_if->sk_miibus != NULL)
1565 		device_delete_child(dev, sc_if->sk_miibus);
1566 
1567 	sk_dma_free(dev);
1568 	return 0;
1569 }
1570 
1571 static int
1572 skc_detach(device_t dev)
1573 {
1574 	struct sk_softc *sc = device_get_softc(dev);
1575 	int *port;
1576 
1577 #ifdef INVARIANTS
1578 	if (device_is_attached(dev)) {
1579 		KASSERT(sc->sk_intrhand == NULL,
1580 			("intr has not been torn down yet"));
1581 	}
1582 #endif
1583 
1584 	if (sc->sk_devs[SK_PORT_A] != NULL) {
1585 		port = device_get_ivars(sc->sk_devs[SK_PORT_A]);
1586 		if (port != NULL) {
1587 			kfree(port, M_DEVBUF);
1588 			device_set_ivars(sc->sk_devs[SK_PORT_A], NULL);
1589 		}
1590 		device_delete_child(dev, sc->sk_devs[SK_PORT_A]);
1591 	}
1592 	if (sc->sk_devs[SK_PORT_B] != NULL) {
1593 		port = device_get_ivars(sc->sk_devs[SK_PORT_B]);
1594 		if (port != NULL) {
1595 			kfree(port, M_DEVBUF);
1596 			device_set_ivars(sc->sk_devs[SK_PORT_B], NULL);
1597 		}
1598 		device_delete_child(dev, sc->sk_devs[SK_PORT_B]);
1599 	}
1600 
1601 	if (sc->sk_irq != NULL) {
1602 		bus_release_resource(dev, SYS_RES_IRQ, sc->sk_irq_rid,
1603 				     sc->sk_irq);
1604 	}
1605 	if (sc->sk_res != NULL) {
1606 		bus_release_resource(dev, SYS_RES_MEMORY, sc->sk_res_rid,
1607 				     sc->sk_res);
1608 	}
1609 
1610 	if (sc->sk_sysctl_tree != NULL)
1611 		sysctl_ctx_free(&sc->sk_sysctl_ctx);
1612 
1613 	return 0;
1614 }
1615 
1616 static int
1617 sk_encap(struct sk_if_softc *sc_if, struct mbuf **m_head0, uint32_t *txidx)
1618 {
1619 	struct sk_chain_data *cd = &sc_if->sk_cdata;
1620 	struct sk_ring_data *rd = &sc_if->sk_rdata;
1621 	struct sk_tx_desc *f = NULL;
1622 	uint32_t frag, cur, sk_ctl;
1623 	bus_dma_segment_t segs[SK_NTXSEG];
1624 	bus_dmamap_t map;
1625 	int i, error, maxsegs, nsegs;
1626 
1627 	DPRINTFN(2, ("sk_encap\n"));
1628 
1629 	maxsegs = SK_TX_RING_CNT - sc_if->sk_cdata.sk_tx_cnt - SK_NDESC_RESERVE;
1630 	KASSERT(maxsegs >= SK_NDESC_SPARE, ("not enough spare TX desc"));
1631 	if (maxsegs > SK_NTXSEG)
1632 		maxsegs = SK_NTXSEG;
1633 
1634 	cur = frag = *txidx;
1635 
1636 #ifdef SK_DEBUG
1637 	if (skdebug >= 2)
1638 		sk_dump_mbuf(*m_head0);
1639 #endif
1640 
1641 	map = cd->sk_tx_dmap[*txidx];
1642 
1643 	error = bus_dmamap_load_mbuf_defrag(cd->sk_tx_dtag, map, m_head0,
1644 			segs, maxsegs, &nsegs, BUS_DMA_NOWAIT);
1645 	if (error) {
1646 		m_freem(*m_head0);
1647 		*m_head0 = NULL;
1648 		return error;
1649 	}
1650 
1651 	DPRINTFN(2, ("sk_encap: nsegs=%d\n", nsegs));
1652 
1653 	/* Sync the DMA map. */
1654 	bus_dmamap_sync(cd->sk_tx_dtag, map, BUS_DMASYNC_PREWRITE);
1655 
1656 	for (i = 0; i < nsegs; i++) {
1657 		f = &rd->sk_tx_ring[frag];
1658 		f->sk_data_lo = htole32(SK_ADDR_LO(segs[i].ds_addr));
1659 		f->sk_data_hi = htole32(SK_ADDR_HI(segs[i].ds_addr));
1660 		sk_ctl = segs[i].ds_len | SK_OPCODE_DEFAULT;
1661 		if (i == 0)
1662 			sk_ctl |= SK_TXCTL_FIRSTFRAG;
1663 		else
1664 			sk_ctl |= SK_TXCTL_OWN;
1665 		f->sk_ctl = htole32(sk_ctl);
1666 		cur = frag;
1667 		SK_INC(frag, SK_TX_RING_CNT);
1668 	}
1669 
1670 	cd->sk_tx_mbuf[cur] = *m_head0;
1671 	/* Switch DMA map */
1672 	cd->sk_tx_dmap[*txidx] = cd->sk_tx_dmap[cur];
1673 	cd->sk_tx_dmap[cur] = map;
1674 
1675 	rd->sk_tx_ring[cur].sk_ctl |=
1676 		htole32(SK_TXCTL_LASTFRAG|SK_TXCTL_EOF_INTR);
1677 	rd->sk_tx_ring[*txidx].sk_ctl |= htole32(SK_TXCTL_OWN);
1678 
1679 	sc_if->sk_cdata.sk_tx_cnt += nsegs;
1680 
1681 #ifdef SK_DEBUG
1682 	if (skdebug >= 2) {
1683 		struct sk_tx_desc *desc;
1684 		uint32_t idx;
1685 
1686 		for (idx = *txidx; idx != frag; SK_INC(idx, SK_TX_RING_CNT)) {
1687 			desc = &sc_if->sk_rdata->sk_tx_ring[idx];
1688 			sk_dump_txdesc(desc, idx);
1689 		}
1690 	}
1691 #endif
1692 
1693 	*txidx = frag;
1694 
1695 	DPRINTFN(2, ("sk_encap: completed successfully\n"));
1696 
1697 	return (0);
1698 }
1699 
1700 static void
1701 sk_start(struct ifnet *ifp, struct ifaltq_subque *ifsq)
1702 {
1703 	struct sk_if_softc *sc_if = ifp->if_softc;
1704 	struct sk_softc *sc = sc_if->sk_softc;
1705 	uint32_t idx = sc_if->sk_cdata.sk_tx_prod;
1706 	int trans = 0;
1707 
1708 	ASSERT_ALTQ_SQ_DEFAULT(ifp, ifsq);
1709 	DPRINTFN(2, ("sk_start\n"));
1710 
1711 	if ((ifp->if_flags & IFF_RUNNING) == 0 || ifq_is_oactive(&ifp->if_snd))
1712 		return;
1713 
1714 	while (sc_if->sk_cdata.sk_tx_mbuf[idx] == NULL) {
1715 		struct mbuf *m_head;
1716 
1717 		if (SK_IS_OACTIVE(sc_if)) {
1718 			ifq_set_oactive(&ifp->if_snd);
1719 			break;
1720 		}
1721 
1722 		m_head = ifq_dequeue(&ifp->if_snd);
1723 		if (m_head == NULL)
1724 			break;
1725 
1726 		/*
1727 		 * Pack the data into the transmit ring. If we
1728 		 * don't have room, set the OACTIVE flag and wait
1729 		 * for the NIC to drain the ring.
1730 		 */
1731 		if (sk_encap(sc_if, &m_head, &idx)) {
1732 			if (sc_if->sk_cdata.sk_tx_cnt == 0) {
1733 				continue;
1734 			} else {
1735 				ifq_set_oactive(&ifp->if_snd);
1736 				break;
1737 			}
1738 		}
1739 
1740 		trans = 1;
1741 		BPF_MTAP(ifp, m_head);
1742 	}
1743 	if (!trans)
1744 		return;
1745 
1746 	/* Transmit */
1747 	if (idx != sc_if->sk_cdata.sk_tx_prod) {
1748 		sc_if->sk_cdata.sk_tx_prod = idx;
1749 		CSR_WRITE_4(sc, sc_if->sk_tx_bmu, SK_TXBMU_TX_START);
1750 
1751 		/* Set a timeout in case the chip goes out to lunch. */
1752 		ifp->if_timer = 5;
1753 	}
1754 }
1755 
1756 static void
1757 sk_watchdog(struct ifnet *ifp)
1758 {
1759 	struct sk_if_softc *sc_if = ifp->if_softc;
1760 
1761 	ASSERT_SERIALIZED(ifp->if_serializer);
1762 	/*
1763 	 * Reclaim first as there is a possibility of losing Tx completion
1764 	 * interrupts.
1765 	 */
1766 	sk_txeof(sc_if);
1767 	if (sc_if->sk_cdata.sk_tx_cnt != 0) {
1768 		if_printf(&sc_if->arpcom.ac_if, "watchdog timeout\n");
1769 		IFNET_STAT_INC(ifp, oerrors, 1);
1770 		ifp->if_flags &= ~IFF_RUNNING;
1771 		sk_init(sc_if);
1772 	}
1773 }
1774 
1775 static void
1776 skc_shutdown(device_t dev)
1777 {
1778 	struct sk_softc *sc = device_get_softc(dev);
1779 
1780 	DPRINTFN(2, ("sk_shutdown\n"));
1781 
1782 	lwkt_serialize_enter(&sc->sk_serializer);
1783 
1784 	/* Turn off the 'driver is loaded' LED. */
1785 	CSR_WRITE_2(sc, SK_LED, SK_LED_GREEN_OFF);
1786 
1787 	/*
1788 	 * Reset the GEnesis controller. Doing this should also
1789 	 * assert the resets on the attached XMAC(s).
1790 	 */
1791 	sk_reset(sc);
1792 
1793 	lwkt_serialize_exit(&sc->sk_serializer);
1794 }
1795 
1796 static __inline int
1797 sk_rxvalid(struct sk_softc *sc, uint32_t stat, uint32_t len)
1798 {
1799 	if (sc->sk_type == SK_GENESIS) {
1800 		if ((stat & XM_RXSTAT_ERRFRAME) == XM_RXSTAT_ERRFRAME ||
1801 		    XM_RXSTAT_BYTES(stat) != len)
1802 			return (0);
1803 	} else {
1804 		if ((stat & (YU_RXSTAT_CRCERR | YU_RXSTAT_LONGERR |
1805 		    YU_RXSTAT_MIIERR | YU_RXSTAT_BADFC | YU_RXSTAT_GOODFC |
1806 		    YU_RXSTAT_JABBER)) != 0 ||
1807 		    (stat & YU_RXSTAT_RXOK) != YU_RXSTAT_RXOK ||
1808 		    YU_RXSTAT_BYTES(stat) != len)
1809 			return (0);
1810 	}
1811 
1812 	return (1);
1813 }
1814 
1815 static void
1816 sk_rxeof(struct sk_if_softc *sc_if)
1817 {
1818 	struct sk_softc *sc = sc_if->sk_softc;
1819 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
1820 	struct sk_chain_data *cd = &sc_if->sk_cdata;
1821 	struct sk_ring_data *rd = &sc_if->sk_rdata;
1822 	int i, max_frmlen;
1823 
1824 	DPRINTFN(2, ("sk_rxeof\n"));
1825 
1826 	i = cd->sk_rx_prod;
1827 
1828 	if (sc_if->sk_use_jumbo)
1829 		max_frmlen = SK_JUMBO_FRAMELEN;
1830 	else
1831 		max_frmlen = ETHER_MAX_LEN;
1832 
1833 	for (;;) {
1834 		struct sk_rx_desc *cur_desc;
1835 		uint32_t rxstat, sk_ctl;
1836 #ifdef SK_RXCSUM
1837 		uint16_t csum1, csum2;
1838 #endif
1839 		int cur, total_len;
1840 		struct mbuf *m;
1841 
1842 		cur = i;
1843 		cur_desc = &rd->sk_rx_ring[cur];
1844 
1845 		sk_ctl = le32toh(cur_desc->sk_ctl);
1846 		if (sk_ctl & SK_RXCTL_OWN) {
1847 			/* Invalidate the descriptor -- it's not ready yet */
1848 			cd->sk_rx_prod = cur;
1849 			break;
1850 		}
1851 
1852 		rxstat = le32toh(cur_desc->sk_xmac_rxstat);
1853 		total_len = SK_RXBYTES(le32toh(cur_desc->sk_ctl));
1854 
1855 #ifdef SK_RXCSUM
1856 		csum1 = le16toh(cur_desc->sk_csum1);
1857 		csum2 = le16toh(cur_desc->sk_csum2);
1858 #endif
1859 
1860 		m = cd->sk_rx_mbuf[cur];
1861 
1862 		/*
1863 		 * Bump 'i' here, so we can keep going, even if the current
1864 		 * RX descriptor reaping fails later.  'i' shoult NOT be used
1865 		 * in the following processing any more.
1866 		 */
1867 		SK_INC(i, SK_RX_RING_CNT);
1868 
1869 		if ((sk_ctl & (SK_RXCTL_STATUS_VALID | SK_RXCTL_FIRSTFRAG |
1870 		    SK_RXCTL_LASTFRAG)) != (SK_RXCTL_STATUS_VALID |
1871 		    SK_RXCTL_FIRSTFRAG | SK_RXCTL_LASTFRAG) ||
1872 		    total_len < SK_MIN_FRAMELEN || total_len > max_frmlen ||
1873 		    sk_rxvalid(sc, rxstat, total_len) == 0) {
1874 			IFNET_STAT_INC(ifp, ierrors, 1);
1875 			cur_desc->sk_ctl = htole32(m->m_pkthdr.len | SK_RXSTAT);
1876 			continue;
1877 		}
1878 
1879 		/*
1880 		 * Try to allocate a new RX buffer. If that fails,
1881 		 * copy the packet to mbufs and put the RX buffer
1882 		 * back in the ring so it can be re-used. If
1883 		 * allocating mbufs fails, then we have to drop
1884 		 * the packet.
1885 		 */
1886 		if (sk_newbuf(sc_if, cur, 0)) {
1887 			IFNET_STAT_INC(ifp, ierrors, 1);
1888 			cur_desc->sk_ctl = htole32(m->m_pkthdr.len | SK_RXSTAT);
1889 			continue;
1890 		} else {
1891 			m->m_pkthdr.rcvif = ifp;
1892 			m->m_pkthdr.len = m->m_len = total_len;
1893 		}
1894 
1895 #ifdef SK_RXCSUM
1896 		sk_rxcsum(ifp, m, csum1, csum2);
1897 #endif
1898 
1899 		IFNET_STAT_INC(ifp, ipackets, 1);
1900 		ifp->if_input(ifp, m, NULL, -1);
1901 	}
1902 }
1903 
1904 #ifdef SK_RXCSUM
1905 static void
1906 sk_rxcsum(struct ifnet *ifp, struct mbuf *m,
1907 	  const uint16_t csum1, const uint16_t csum2)
1908 {
1909 	struct ether_header *eh;
1910 	struct ip *ip;
1911 	uint8_t *pp;
1912 	int hlen, len, plen;
1913 	uint16_t iph_csum, ipo_csum, ipd_csum, csum;
1914 
1915 	pp = mtod(m, uint8_t *);
1916 	plen = m->m_pkthdr.len;
1917 	if (plen < sizeof(*eh))
1918 		return;
1919 	eh = (struct ether_header *)pp;
1920 	iph_csum = in_addword(csum1, (~csum2 & 0xffff));
1921 
1922 	if (eh->ether_type == htons(ETHERTYPE_VLAN)) {
1923 		uint16_t *xp = (uint16_t *)pp;
1924 
1925 		xp = (uint16_t *)pp;
1926 		if (xp[1] != htons(ETHERTYPE_IP))
1927 			return;
1928 		iph_csum = in_addword(iph_csum, (~xp[0] & 0xffff));
1929 		iph_csum = in_addword(iph_csum, (~xp[1] & 0xffff));
1930 		xp = (uint16_t *)(pp + sizeof(struct ip));
1931 		iph_csum = in_addword(iph_csum, xp[0]);
1932 		iph_csum = in_addword(iph_csum, xp[1]);
1933 		pp += EVL_ENCAPLEN;
1934 	} else if (eh->ether_type != htons(ETHERTYPE_IP)) {
1935 		return;
1936 	}
1937 
1938 	pp += sizeof(*eh);
1939 	plen -= sizeof(*eh);
1940 
1941 	ip = (struct ip *)pp;
1942 
1943 	if (ip->ip_v != IPVERSION)
1944 		return;
1945 
1946 	hlen = ip->ip_hl << 2;
1947 	if (hlen < sizeof(struct ip))
1948 		return;
1949 	if (hlen > ntohs(ip->ip_len))
1950 		return;
1951 
1952 	/* Don't deal with truncated or padded packets. */
1953 	if (plen != ntohs(ip->ip_len))
1954 		return;
1955 
1956 	len = hlen - sizeof(struct ip);
1957 	if (len > 0) {
1958 		uint16_t *p;
1959 
1960 		p = (uint16_t *)(ip + 1);
1961 		ipo_csum = 0;
1962 		for (ipo_csum = 0; len > 0; len -= sizeof(*p), p++)
1963 			ipo_csum = in_addword(ipo_csum, *p);
1964 		iph_csum = in_addword(iph_csum, ipo_csum);
1965 		ipd_csum = in_addword(csum2, (~ipo_csum & 0xffff));
1966 	} else {
1967 		ipd_csum = csum2;
1968 	}
1969 
1970 	if (iph_csum != 0xffff)
1971 		return;
1972 	m->m_pkthdr.csum_flags = CSUM_IP_CHECKED | CSUM_IP_VALID;
1973 
1974 	if (ip->ip_off & htons(IP_MF | IP_OFFMASK))
1975 		return;                 /* ip frag, we're done for now */
1976 
1977 	pp += hlen;
1978 
1979 	/* Only know checksum protocol for udp/tcp */
1980 	if (ip->ip_p == IPPROTO_UDP) {
1981 		struct udphdr *uh = (struct udphdr *)pp;
1982 
1983 		if (uh->uh_sum == 0)    /* udp with no checksum */
1984 			return;
1985 	} else if (ip->ip_p != IPPROTO_TCP) {
1986 		return;
1987 	}
1988 
1989 	csum = in_pseudo(ip->ip_src.s_addr, ip->ip_dst.s_addr,
1990 	    htonl(ntohs(ip->ip_len) - hlen + ip->ip_p) + ipd_csum);
1991 	if (csum == 0xffff) {
1992 		m->m_pkthdr.csum_data = csum;
1993 		m->m_pkthdr.csum_flags |= (CSUM_DATA_VALID | CSUM_PSEUDO_HDR);
1994 	}
1995 }
1996 #endif
1997 
1998 static void
1999 sk_txeof(struct sk_if_softc *sc_if)
2000 {
2001 	struct sk_chain_data *cd = &sc_if->sk_cdata;
2002 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
2003 	uint32_t idx;
2004 
2005 	DPRINTFN(2, ("sk_txeof\n"));
2006 
2007 	/*
2008 	 * Go through our tx ring and free mbufs for those
2009 	 * frames that have been sent.
2010 	 */
2011 	idx = cd->sk_tx_cons;
2012 	while (idx != cd->sk_tx_prod) {
2013 		struct sk_tx_desc *cur_tx;
2014 		uint32_t sk_ctl;
2015 
2016 		cur_tx = &sc_if->sk_rdata.sk_tx_ring[idx];
2017 		sk_ctl = le32toh(cur_tx->sk_ctl);
2018 #ifdef SK_DEBUG
2019 		if (skdebug >= 2)
2020 			sk_dump_txdesc(cur_tx, idx);
2021 #endif
2022 		if (sk_ctl & SK_TXCTL_OWN)
2023 			break;
2024 		if (sk_ctl & SK_TXCTL_LASTFRAG)
2025 			IFNET_STAT_INC(ifp, opackets, 1);
2026 		if (cd->sk_tx_mbuf[idx] != NULL) {
2027 			bus_dmamap_unload(cd->sk_tx_dtag, cd->sk_tx_dmap[idx]);
2028 			m_freem(cd->sk_tx_mbuf[idx]);
2029 			cd->sk_tx_mbuf[idx] = NULL;
2030 		}
2031 		sc_if->sk_cdata.sk_tx_cnt--;
2032 		SK_INC(idx, SK_TX_RING_CNT);
2033 	}
2034 
2035 	if (!SK_IS_OACTIVE(sc_if))
2036 		ifq_clr_oactive(&ifp->if_snd);
2037 
2038 	if (sc_if->sk_cdata.sk_tx_cnt == 0)
2039 		ifp->if_timer = 0;
2040 
2041 	sc_if->sk_cdata.sk_tx_cons = idx;
2042 }
2043 
2044 static void
2045 sk_tick(void *xsc_if)
2046 {
2047 	struct sk_if_softc *sc_if = xsc_if;
2048 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
2049 	struct mii_data *mii = device_get_softc(sc_if->sk_miibus);
2050 	int i;
2051 
2052 	DPRINTFN(2, ("sk_tick\n"));
2053 
2054 	lwkt_serialize_enter(ifp->if_serializer);
2055 
2056 	if ((ifp->if_flags & IFF_UP) == 0) {
2057 		lwkt_serialize_exit(ifp->if_serializer);
2058 		return;
2059 	}
2060 
2061 	if (sc_if->sk_phytype == SK_PHYTYPE_BCOM) {
2062 		sk_intr_bcom(sc_if);
2063 		lwkt_serialize_exit(ifp->if_serializer);
2064 		return;
2065 	}
2066 
2067 	/*
2068 	 * According to SysKonnect, the correct way to verify that
2069 	 * the link has come back up is to poll bit 0 of the GPIO
2070 	 * register three times. This pin has the signal from the
2071 	 * link sync pin connected to it; if we read the same link
2072 	 * state 3 times in a row, we know the link is up.
2073 	 */
2074 	for (i = 0; i < 3; i++) {
2075 		if (SK_XM_READ_2(sc_if, XM_GPIO) & XM_GPIO_GP0_SET)
2076 			break;
2077 	}
2078 
2079 	if (i != 3) {
2080 		callout_reset(&sc_if->sk_tick_timer, hz, sk_tick, sc_if);
2081 		lwkt_serialize_exit(ifp->if_serializer);
2082 		return;
2083 	}
2084 
2085 	/* Turn the GP0 interrupt back on. */
2086 	SK_XM_CLRBIT_2(sc_if, XM_IMR, XM_IMR_GP0_SET);
2087 	SK_XM_READ_2(sc_if, XM_ISR);
2088 	mii_tick(mii);
2089 	callout_stop(&sc_if->sk_tick_timer);
2090 	lwkt_serialize_exit(ifp->if_serializer);
2091 }
2092 
2093 static void
2094 sk_yukon_tick(void *xsc_if)
2095 {
2096 	struct sk_if_softc *sc_if = xsc_if;
2097 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
2098 	struct mii_data *mii = device_get_softc(sc_if->sk_miibus);
2099 
2100 	lwkt_serialize_enter(ifp->if_serializer);
2101 	mii_tick(mii);
2102 	callout_reset(&sc_if->sk_tick_timer, hz, sk_yukon_tick, sc_if);
2103 	lwkt_serialize_exit(ifp->if_serializer);
2104 }
2105 
2106 static void
2107 sk_intr_bcom(struct sk_if_softc *sc_if)
2108 {
2109 	struct mii_data *mii = device_get_softc(sc_if->sk_miibus);
2110 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
2111 	int status;
2112 
2113 	DPRINTFN(2, ("sk_intr_bcom\n"));
2114 
2115 	SK_XM_CLRBIT_2(sc_if, XM_MMUCMD, XM_MMUCMD_TX_ENB|XM_MMUCMD_RX_ENB);
2116 
2117 	/*
2118 	 * Read the PHY interrupt register to make sure
2119 	 * we clear any pending interrupts.
2120 	 */
2121 	status = sk_xmac_miibus_readreg(sc_if, SK_PHYADDR_BCOM, BRGPHY_MII_ISR);
2122 
2123 	if ((ifp->if_flags & IFF_RUNNING) == 0) {
2124 		sk_init_xmac(sc_if);
2125 		return;
2126 	}
2127 
2128 	if (status & (BRGPHY_ISR_LNK_CHG|BRGPHY_ISR_AN_PR)) {
2129 		int lstat;
2130 
2131 		lstat = sk_xmac_miibus_readreg(sc_if, SK_PHYADDR_BCOM,
2132 		    BRGPHY_MII_AUXSTS);
2133 
2134 		if (!(lstat & BRGPHY_AUXSTS_LINK) && sc_if->sk_link) {
2135 			mii_mediachg(mii);
2136 			/* Turn off the link LED. */
2137 			SK_IF_WRITE_1(sc_if, 0,
2138 			    SK_LINKLED1_CTL, SK_LINKLED_OFF);
2139 			sc_if->sk_link = 0;
2140 		} else if (status & BRGPHY_ISR_LNK_CHG) {
2141 			sk_xmac_miibus_writereg(sc_if, SK_PHYADDR_BCOM,
2142 			    BRGPHY_MII_IMR, 0xFF00);
2143 			mii_tick(mii);
2144 			sc_if->sk_link = 1;
2145 			/* Turn on the link LED. */
2146 			SK_IF_WRITE_1(sc_if, 0, SK_LINKLED1_CTL,
2147 			    SK_LINKLED_ON|SK_LINKLED_LINKSYNC_OFF|
2148 			    SK_LINKLED_BLINK_OFF);
2149 		} else {
2150 			mii_tick(mii);
2151 			callout_reset(&sc_if->sk_tick_timer, hz,
2152 				      sk_tick, sc_if);
2153 		}
2154 	}
2155 
2156 	SK_XM_SETBIT_2(sc_if, XM_MMUCMD, XM_MMUCMD_TX_ENB|XM_MMUCMD_RX_ENB);
2157 }
2158 
2159 static void
2160 sk_intr_xmac(struct sk_if_softc *sc_if)
2161 {
2162 	uint16_t status;
2163 
2164 	status = SK_XM_READ_2(sc_if, XM_ISR);
2165 	DPRINTFN(2, ("sk_intr_xmac\n"));
2166 
2167 	if (sc_if->sk_phytype == SK_PHYTYPE_XMAC &&
2168 	    (status & (XM_ISR_GP0_SET | XM_ISR_AUTONEG_DONE))) {
2169 		if (status & XM_ISR_GP0_SET)
2170 			SK_XM_SETBIT_2(sc_if, XM_IMR, XM_IMR_GP0_SET);
2171 
2172 		callout_reset(&sc_if->sk_tick_timer, hz,
2173 			      sk_tick, sc_if);
2174 	}
2175 
2176 	if (status & XM_IMR_TX_UNDERRUN)
2177 		SK_XM_SETBIT_4(sc_if, XM_MODE, XM_MODE_FLUSH_TXFIFO);
2178 
2179 	if (status & XM_IMR_RX_OVERRUN)
2180 		SK_XM_SETBIT_4(sc_if, XM_MODE, XM_MODE_FLUSH_RXFIFO);
2181 }
2182 
2183 static void
2184 sk_intr_yukon(struct sk_if_softc *sc_if)
2185 {
2186 	uint8_t status;
2187 
2188 	status = SK_IF_READ_1(sc_if, 0, SK_GMAC_ISR);
2189 	/* RX overrun */
2190 	if ((status & SK_GMAC_INT_RX_OVER) != 0) {
2191 		SK_IF_WRITE_1(sc_if, 0, SK_RXMF1_CTRL_TEST,
2192 		    SK_RFCTL_RX_FIFO_OVER);
2193 	}
2194 	/* TX underrun */
2195 	if ((status & SK_GMAC_INT_TX_UNDER) != 0) {
2196 		SK_IF_WRITE_1(sc_if, 0, SK_RXMF1_CTRL_TEST,
2197 		    SK_TFCTL_TX_FIFO_UNDER);
2198 	}
2199 
2200 	DPRINTFN(2, ("sk_intr_yukon status=%#x\n", status));
2201 }
2202 
2203 static void
2204 sk_intr(void *xsc)
2205 {
2206 	struct sk_softc *sc = xsc;
2207 	struct sk_if_softc *sc_if0 = sc->sk_if[SK_PORT_A];
2208 	struct sk_if_softc *sc_if1 = sc->sk_if[SK_PORT_B];
2209 	struct ifnet *ifp0 = NULL, *ifp1 = NULL;
2210 	uint32_t status;
2211 
2212 	ASSERT_SERIALIZED(&sc->sk_serializer);
2213 
2214 	status = CSR_READ_4(sc, SK_ISSR);
2215 	if (status == 0 || status == 0xffffffff)
2216 		return;
2217 
2218 	if (sc_if0 != NULL)
2219 		ifp0 = &sc_if0->arpcom.ac_if;
2220 	if (sc_if1 != NULL)
2221 		ifp1 = &sc_if1->arpcom.ac_if;
2222 
2223 	for (; (status &= sc->sk_intrmask) != 0;) {
2224 		/* Handle receive interrupts first. */
2225 		if (sc_if0 && (status & SK_ISR_RX1_EOF)) {
2226 			sk_rxeof(sc_if0);
2227 			CSR_WRITE_4(sc, SK_BMU_RX_CSR0,
2228 			    SK_RXBMU_CLR_IRQ_EOF|SK_RXBMU_RX_START);
2229 		}
2230 		if (sc_if1 && (status & SK_ISR_RX2_EOF)) {
2231 			sk_rxeof(sc_if1);
2232 			CSR_WRITE_4(sc, SK_BMU_RX_CSR1,
2233 			    SK_RXBMU_CLR_IRQ_EOF|SK_RXBMU_RX_START);
2234 		}
2235 
2236 		/* Then transmit interrupts. */
2237 		if (sc_if0 && (status & SK_ISR_TX1_S_EOF)) {
2238 			sk_txeof(sc_if0);
2239 			CSR_WRITE_4(sc, SK_BMU_TXS_CSR0,
2240 			    SK_TXBMU_CLR_IRQ_EOF);
2241 		}
2242 		if (sc_if1 && (status & SK_ISR_TX2_S_EOF)) {
2243 			sk_txeof(sc_if1);
2244 			CSR_WRITE_4(sc, SK_BMU_TXS_CSR1,
2245 			    SK_TXBMU_CLR_IRQ_EOF);
2246 		}
2247 
2248 		/* Then MAC interrupts. */
2249 		if (sc_if0 && (status & SK_ISR_MAC1) &&
2250 		    (ifp0->if_flags & IFF_RUNNING)) {
2251 			if (SK_IS_GENESIS(sc))
2252 				sk_intr_xmac(sc_if0);
2253 			else
2254 				sk_intr_yukon(sc_if0);
2255 		}
2256 
2257 		if (sc_if1 && (status & SK_ISR_MAC2) &&
2258 		    (ifp1->if_flags & IFF_RUNNING)) {
2259 			if (SK_IS_GENESIS(sc))
2260 				sk_intr_xmac(sc_if1);
2261 			else
2262 				sk_intr_yukon(sc_if1);
2263 		}
2264 
2265 		if (status & SK_ISR_EXTERNAL_REG) {
2266 			if (sc_if0 != NULL &&
2267 			    sc_if0->sk_phytype == SK_PHYTYPE_BCOM)
2268 				sk_intr_bcom(sc_if0);
2269 
2270 			if (sc_if1 != NULL &&
2271 			    sc_if1->sk_phytype == SK_PHYTYPE_BCOM)
2272 				sk_intr_bcom(sc_if1);
2273 		}
2274 		status = CSR_READ_4(sc, SK_ISSR);
2275 	}
2276 
2277 	CSR_WRITE_4(sc, SK_IMR, sc->sk_intrmask);
2278 
2279 	if (ifp0 != NULL && !ifq_is_empty(&ifp0->if_snd))
2280 		if_devstart(ifp0);
2281 	if (ifp1 != NULL && !ifq_is_empty(&ifp1->if_snd))
2282 		if_devstart(ifp1);
2283 }
2284 
2285 static void
2286 sk_init_xmac(struct sk_if_softc	*sc_if)
2287 {
2288 	struct sk_softc *sc = sc_if->sk_softc;
2289 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
2290 	static const struct sk_bcom_hack bhack[] = {
2291 	{ 0x18, 0x0c20 }, { 0x17, 0x0012 }, { 0x15, 0x1104 }, { 0x17, 0x0013 },
2292 	{ 0x15, 0x0404 }, { 0x17, 0x8006 }, { 0x15, 0x0132 }, { 0x17, 0x8006 },
2293 	{ 0x15, 0x0232 }, { 0x17, 0x800D }, { 0x15, 0x000F }, { 0x18, 0x0420 },
2294 	{ 0, 0 } };
2295 
2296 	DPRINTFN(2, ("sk_init_xmac\n"));
2297 
2298 	/* Unreset the XMAC. */
2299 	SK_IF_WRITE_2(sc_if, 0, SK_TXF1_MACCTL, SK_TXMACCTL_XMAC_UNRESET);
2300 	DELAY(1000);
2301 
2302 	/* Reset the XMAC's internal state. */
2303 	SK_XM_SETBIT_2(sc_if, XM_GPIO, XM_GPIO_RESETMAC);
2304 
2305 	/* Save the XMAC II revision */
2306 	sc_if->sk_xmac_rev = XM_XMAC_REV(SK_XM_READ_4(sc_if, XM_DEVID));
2307 
2308 	/*
2309 	 * Perform additional initialization for external PHYs,
2310 	 * namely for the 1000baseT cards that use the XMAC's
2311 	 * GMII mode.
2312 	 */
2313 	if (sc_if->sk_phytype == SK_PHYTYPE_BCOM) {
2314 		int i = 0;
2315 		uint32_t val;
2316 
2317 		/* Take PHY out of reset. */
2318 		val = sk_win_read_4(sc, SK_GPIO);
2319 		if (sc_if->sk_port == SK_PORT_A)
2320 			val |= SK_GPIO_DIR0|SK_GPIO_DAT0;
2321 		else
2322 			val |= SK_GPIO_DIR2|SK_GPIO_DAT2;
2323 		sk_win_write_4(sc, SK_GPIO, val);
2324 
2325 		/* Enable GMII mode on the XMAC. */
2326 		SK_XM_SETBIT_2(sc_if, XM_HWCFG, XM_HWCFG_GMIIMODE);
2327 
2328 		sk_xmac_miibus_writereg(sc_if, SK_PHYADDR_BCOM,
2329 		    BRGPHY_MII_BMCR, BRGPHY_BMCR_RESET);
2330 		DELAY(10000);
2331 		sk_xmac_miibus_writereg(sc_if, SK_PHYADDR_BCOM,
2332 		    BRGPHY_MII_IMR, 0xFFF0);
2333 
2334 		/*
2335 		 * Early versions of the BCM5400 apparently have
2336 		 * a bug that requires them to have their reserved
2337 		 * registers initialized to some magic values. I don't
2338 		 * know what the numbers do, I'm just the messenger.
2339 		 */
2340 		if (sk_xmac_miibus_readreg(sc_if, SK_PHYADDR_BCOM, 0x03)
2341 		    == 0x6041) {
2342 			while(bhack[i].reg) {
2343 				sk_xmac_miibus_writereg(sc_if, SK_PHYADDR_BCOM,
2344 				    bhack[i].reg, bhack[i].val);
2345 				i++;
2346 			}
2347 		}
2348 	}
2349 
2350 	/* Set station address */
2351 	SK_XM_WRITE_2(sc_if, XM_PAR0,
2352 	    *(uint16_t *)(&sc_if->arpcom.ac_enaddr[0]));
2353 	SK_XM_WRITE_2(sc_if, XM_PAR1,
2354 	    *(uint16_t *)(&sc_if->arpcom.ac_enaddr[2]));
2355 	SK_XM_WRITE_2(sc_if, XM_PAR2,
2356 	    *(uint16_t *)(&sc_if->arpcom.ac_enaddr[4]));
2357 	SK_XM_SETBIT_4(sc_if, XM_MODE, XM_MODE_RX_USE_STATION);
2358 
2359 	if (ifp->if_flags & IFF_BROADCAST)
2360 		SK_XM_CLRBIT_4(sc_if, XM_MODE, XM_MODE_RX_NOBROAD);
2361 	else
2362 		SK_XM_SETBIT_4(sc_if, XM_MODE, XM_MODE_RX_NOBROAD);
2363 
2364 	/* We don't need the FCS appended to the packet. */
2365 	SK_XM_SETBIT_2(sc_if, XM_RXCMD, XM_RXCMD_STRIPFCS);
2366 
2367 	/* We want short frames padded to 60 bytes. */
2368 	SK_XM_SETBIT_2(sc_if, XM_TXCMD, XM_TXCMD_AUTOPAD);
2369 
2370 	/*
2371 	 * Enable the reception of all error frames. This is
2372 	 * a necessary evil due to the design of the XMAC. The
2373 	 * XMAC's receive FIFO is only 8K in size, however jumbo
2374 	 * frames can be up to 9000 bytes in length. When bad
2375 	 * frame filtering is enabled, the XMAC's RX FIFO operates
2376 	 * in 'store and forward' mode. For this to work, the
2377 	 * entire frame has to fit into the FIFO, but that means
2378 	 * that jumbo frames larger than 8192 bytes will be
2379 	 * truncated. Disabling all bad frame filtering causes
2380 	 * the RX FIFO to operate in streaming mode, in which
2381 	 * case the XMAC will start transfering frames out of the
2382 	 * RX FIFO as soon as the FIFO threshold is reached.
2383 	 */
2384 	if (sc_if->sk_use_jumbo) {
2385 		SK_XM_SETBIT_4(sc_if, XM_MODE, XM_MODE_RX_BADFRAMES|
2386 		    XM_MODE_RX_GIANTS|XM_MODE_RX_RUNTS|XM_MODE_RX_CRCERRS|
2387 		    XM_MODE_RX_INRANGELEN);
2388 	}
2389 
2390 	SK_XM_SETBIT_2(sc_if, XM_RXCMD, XM_RXCMD_BIGPKTOK);
2391 
2392 	/*
2393 	 * Bump up the transmit threshold. This helps hold off transmit
2394 	 * underruns when we're blasting traffic from both ports at once.
2395 	 */
2396 	SK_XM_WRITE_2(sc_if, XM_TX_REQTHRESH, SK_XM_TX_FIFOTHRESH);
2397 
2398 	/* Set promiscuous mode */
2399 	sk_setpromisc(sc_if);
2400 
2401 	/* Set multicast filter */
2402 	sk_setmulti(sc_if);
2403 
2404 	/* Clear and enable interrupts */
2405 	SK_XM_READ_2(sc_if, XM_ISR);
2406 	if (sc_if->sk_phytype == SK_PHYTYPE_XMAC)
2407 		SK_XM_WRITE_2(sc_if, XM_IMR, XM_INTRS);
2408 	else
2409 		SK_XM_WRITE_2(sc_if, XM_IMR, 0xFFFF);
2410 
2411 	/* Configure MAC arbiter */
2412 	switch(sc_if->sk_xmac_rev) {
2413 	case XM_XMAC_REV_B2:
2414 		sk_win_write_1(sc, SK_RCINIT_RX1, SK_RCINIT_XMAC_B2);
2415 		sk_win_write_1(sc, SK_RCINIT_TX1, SK_RCINIT_XMAC_B2);
2416 		sk_win_write_1(sc, SK_RCINIT_RX2, SK_RCINIT_XMAC_B2);
2417 		sk_win_write_1(sc, SK_RCINIT_TX2, SK_RCINIT_XMAC_B2);
2418 		sk_win_write_1(sc, SK_MINIT_RX1, SK_MINIT_XMAC_B2);
2419 		sk_win_write_1(sc, SK_MINIT_TX1, SK_MINIT_XMAC_B2);
2420 		sk_win_write_1(sc, SK_MINIT_RX2, SK_MINIT_XMAC_B2);
2421 		sk_win_write_1(sc, SK_MINIT_TX2, SK_MINIT_XMAC_B2);
2422 		sk_win_write_1(sc, SK_RECOVERY_CTL, SK_RECOVERY_XMAC_B2);
2423 		break;
2424 	case XM_XMAC_REV_C1:
2425 		sk_win_write_1(sc, SK_RCINIT_RX1, SK_RCINIT_XMAC_C1);
2426 		sk_win_write_1(sc, SK_RCINIT_TX1, SK_RCINIT_XMAC_C1);
2427 		sk_win_write_1(sc, SK_RCINIT_RX2, SK_RCINIT_XMAC_C1);
2428 		sk_win_write_1(sc, SK_RCINIT_TX2, SK_RCINIT_XMAC_C1);
2429 		sk_win_write_1(sc, SK_MINIT_RX1, SK_MINIT_XMAC_C1);
2430 		sk_win_write_1(sc, SK_MINIT_TX1, SK_MINIT_XMAC_C1);
2431 		sk_win_write_1(sc, SK_MINIT_RX2, SK_MINIT_XMAC_C1);
2432 		sk_win_write_1(sc, SK_MINIT_TX2, SK_MINIT_XMAC_C1);
2433 		sk_win_write_1(sc, SK_RECOVERY_CTL, SK_RECOVERY_XMAC_B2);
2434 		break;
2435 	default:
2436 		break;
2437 	}
2438 	sk_win_write_2(sc, SK_MACARB_CTL,
2439 	    SK_MACARBCTL_UNRESET|SK_MACARBCTL_FASTOE_OFF);
2440 
2441 	sc_if->sk_link = 1;
2442 }
2443 
2444 static void
2445 sk_init_yukon(struct sk_if_softc *sc_if)
2446 {
2447 	uint32_t phy, v;
2448 	uint16_t reg;
2449 	struct sk_softc *sc;
2450 	int i;
2451 
2452 	sc = sc_if->sk_softc;
2453 
2454 	DPRINTFN(2, ("sk_init_yukon: start: sk_csr=%#x\n",
2455 		     CSR_READ_4(sc_if->sk_softc, SK_CSR)));
2456 
2457 	if (sc->sk_type == SK_YUKON_LITE &&
2458 	    sc->sk_rev >= SK_YUKON_LITE_REV_A3) {
2459 		/*
2460 		 * Workaround code for COMA mode, set PHY reset.
2461 		 * Otherwise it will not correctly take chip out of
2462 		 * powerdown (coma)
2463 		 */
2464 		v = sk_win_read_4(sc, SK_GPIO);
2465 		v |= SK_GPIO_DIR9 | SK_GPIO_DAT9;
2466 		sk_win_write_4(sc, SK_GPIO, v);
2467 	}
2468 
2469 	DPRINTFN(6, ("sk_init_yukon: 1\n"));
2470 
2471 	/* GMAC and GPHY Reset */
2472 	SK_IF_WRITE_4(sc_if, 0, SK_GPHY_CTRL, SK_GPHY_RESET_SET);
2473 	SK_IF_WRITE_4(sc_if, 0, SK_GMAC_CTRL, SK_GMAC_RESET_SET);
2474 	DELAY(1000);
2475 
2476 	DPRINTFN(6, ("sk_init_yukon: 2\n"));
2477 
2478 	if (sc->sk_type == SK_YUKON_LITE &&
2479 	    sc->sk_rev >= SK_YUKON_LITE_REV_A3) {
2480 		/*
2481 		 * Workaround code for COMA mode, clear PHY reset
2482 		 */
2483 		v = sk_win_read_4(sc, SK_GPIO);
2484 		v |= SK_GPIO_DIR9;
2485 		v &= ~SK_GPIO_DAT9;
2486 		sk_win_write_4(sc, SK_GPIO, v);
2487 	}
2488 
2489 	phy = SK_GPHY_INT_POL_HI | SK_GPHY_DIS_FC | SK_GPHY_DIS_SLEEP |
2490 		SK_GPHY_ENA_XC | SK_GPHY_ANEG_ALL | SK_GPHY_ENA_PAUSE;
2491 
2492 	if (sc->sk_coppertype)
2493 		phy |= SK_GPHY_COPPER;
2494 	else
2495 		phy |= SK_GPHY_FIBER;
2496 
2497 	DPRINTFN(3, ("sk_init_yukon: phy=%#x\n", phy));
2498 
2499 	SK_IF_WRITE_4(sc_if, 0, SK_GPHY_CTRL, phy | SK_GPHY_RESET_SET);
2500 	DELAY(1000);
2501 	SK_IF_WRITE_4(sc_if, 0, SK_GPHY_CTRL, phy | SK_GPHY_RESET_CLEAR);
2502 	SK_IF_WRITE_4(sc_if, 0, SK_GMAC_CTRL, SK_GMAC_LOOP_OFF |
2503 		      SK_GMAC_PAUSE_ON | SK_GMAC_RESET_CLEAR);
2504 
2505 	DPRINTFN(3, ("sk_init_yukon: gmac_ctrl=%#x\n",
2506 		     SK_IF_READ_4(sc_if, 0, SK_GMAC_CTRL)));
2507 
2508 	DPRINTFN(6, ("sk_init_yukon: 3\n"));
2509 
2510 	/* unused read of the interrupt source register */
2511 	DPRINTFN(6, ("sk_init_yukon: 4\n"));
2512 	SK_IF_READ_2(sc_if, 0, SK_GMAC_ISR);
2513 
2514 	DPRINTFN(6, ("sk_init_yukon: 4a\n"));
2515 	reg = SK_YU_READ_2(sc_if, YUKON_PAR);
2516 	DPRINTFN(6, ("sk_init_yukon: YUKON_PAR=%#x\n", reg));
2517 
2518 	/* MIB Counter Clear Mode set */
2519 	reg |= YU_PAR_MIB_CLR;
2520 	DPRINTFN(6, ("sk_init_yukon: YUKON_PAR=%#x\n", reg));
2521 	DPRINTFN(6, ("sk_init_yukon: 4b\n"));
2522 	SK_YU_WRITE_2(sc_if, YUKON_PAR, reg);
2523 
2524 	/* MIB Counter Clear Mode clear */
2525 	DPRINTFN(6, ("sk_init_yukon: 5\n"));
2526 	reg &= ~YU_PAR_MIB_CLR;
2527 	SK_YU_WRITE_2(sc_if, YUKON_PAR, reg);
2528 
2529 	/* receive control reg */
2530 	DPRINTFN(6, ("sk_init_yukon: 7\n"));
2531 	SK_YU_WRITE_2(sc_if, YUKON_RCR, YU_RCR_CRCR);
2532 
2533 	/* transmit parameter register */
2534 	DPRINTFN(6, ("sk_init_yukon: 8\n"));
2535 	SK_YU_WRITE_2(sc_if, YUKON_TPR, YU_TPR_JAM_LEN(0x3) |
2536 		      YU_TPR_JAM_IPG(0xb) | YU_TPR_JAM2DATA_IPG(0x1a) );
2537 
2538 	/* serial mode register */
2539 	DPRINTFN(6, ("sk_init_yukon: 9\n"));
2540 	reg = YU_SMR_DATA_BLIND(0x1c) | YU_SMR_MFL_VLAN | YU_SMR_IPG_DATA(0x1e);
2541 	if (sc_if->sk_use_jumbo)
2542 		reg |= YU_SMR_MFL_JUMBO;
2543 	SK_YU_WRITE_2(sc_if, YUKON_SMR, reg);
2544 
2545 	DPRINTFN(6, ("sk_init_yukon: 10\n"));
2546 	/* Setup Yukon's address */
2547 	for (i = 0; i < 3; i++) {
2548 		/* Write Source Address 1 (unicast filter) */
2549 		SK_YU_WRITE_2(sc_if, YUKON_SAL1 + i * 4,
2550 			      sc_if->arpcom.ac_enaddr[i * 2] |
2551 			      sc_if->arpcom.ac_enaddr[i * 2 + 1] << 8);
2552 	}
2553 
2554 	for (i = 0; i < 3; i++) {
2555 		reg = sk_win_read_2(sc_if->sk_softc,
2556 				    SK_MAC1_0 + i * 2 + sc_if->sk_port * 8);
2557 		SK_YU_WRITE_2(sc_if, YUKON_SAL2 + i * 4, reg);
2558 	}
2559 
2560 	/* Set promiscuous mode */
2561 	sk_setpromisc(sc_if);
2562 
2563 	/* Set multicast filter */
2564 	DPRINTFN(6, ("sk_init_yukon: 11\n"));
2565 	sk_setmulti(sc_if);
2566 
2567 	/* enable interrupt mask for counter overflows */
2568 	DPRINTFN(6, ("sk_init_yukon: 12\n"));
2569 	SK_YU_WRITE_2(sc_if, YUKON_TIMR, 0);
2570 	SK_YU_WRITE_2(sc_if, YUKON_RIMR, 0);
2571 	SK_YU_WRITE_2(sc_if, YUKON_TRIMR, 0);
2572 
2573 	/* Configure RX MAC FIFO Flush Mask */
2574 	v = YU_RXSTAT_FOFL | YU_RXSTAT_CRCERR | YU_RXSTAT_MIIERR |
2575 	    YU_RXSTAT_BADFC | YU_RXSTAT_GOODFC | YU_RXSTAT_RUNT |
2576 	    YU_RXSTAT_JABBER;
2577 	SK_IF_WRITE_2(sc_if, 0, SK_RXMF1_FLUSH_MASK, v);
2578 
2579 	/* Disable RX MAC FIFO Flush for YUKON-Lite Rev. A0 only */
2580 	if (sc->sk_type == SK_YUKON_LITE && sc->sk_rev == SK_YUKON_LITE_REV_A0)
2581 		v = SK_TFCTL_OPERATION_ON;
2582 	else
2583 		v = SK_TFCTL_OPERATION_ON | SK_RFCTL_FIFO_FLUSH_ON;
2584 	/* Configure RX MAC FIFO */
2585 	SK_IF_WRITE_1(sc_if, 0, SK_RXMF1_CTRL_TEST, SK_RFCTL_RESET_CLEAR);
2586 	SK_IF_WRITE_2(sc_if, 0, SK_RXMF1_CTRL_TEST, v);
2587 
2588 	/* Increase flush threshould to 64 bytes */
2589 	SK_IF_WRITE_2(sc_if, 0, SK_RXMF1_FLUSH_THRESHOLD,
2590 	    SK_RFCTL_FIFO_THRESHOLD + 1);
2591 
2592 	/* Configure TX MAC FIFO */
2593 	SK_IF_WRITE_1(sc_if, 0, SK_TXMF1_CTRL_TEST, SK_TFCTL_RESET_CLEAR);
2594 	SK_IF_WRITE_2(sc_if, 0, SK_TXMF1_CTRL_TEST, SK_TFCTL_OPERATION_ON);
2595 
2596 	DPRINTFN(6, ("sk_init_yukon: end\n"));
2597 }
2598 
2599 /*
2600  * Note that to properly initialize any part of the GEnesis chip,
2601  * you first have to take it out of reset mode.
2602  */
2603 static void
2604 sk_init(void *xsc_if)
2605 {
2606 	struct sk_if_softc *sc_if = xsc_if;
2607 	struct sk_softc *sc = sc_if->sk_softc;
2608 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
2609 	struct mii_data *mii = device_get_softc(sc_if->sk_miibus);
2610 
2611 	DPRINTFN(2, ("sk_init\n"));
2612 
2613 	ASSERT_SERIALIZED(ifp->if_serializer);
2614 
2615 	if (ifp->if_flags & IFF_RUNNING)
2616 		return;
2617 
2618 	/* Cancel pending I/O and free all RX/TX buffers. */
2619 	sk_stop(sc_if);
2620 
2621 	/*
2622 	 * NOTE: Change sk_use_jumbo after sk_stop(),
2623 	 *       but before real initialization.
2624 	 */
2625 	if (ifp->if_mtu > ETHER_MAX_LEN)
2626 		sc_if->sk_use_jumbo = 1;
2627 	else
2628 		sc_if->sk_use_jumbo = 0;
2629 	DPRINTF(("use jumbo buffer: %s\n", sc_if->sk_use_jumbo ? "YES" : "NO"));
2630 
2631 	if (SK_IS_GENESIS(sc)) {
2632 		/* Configure LINK_SYNC LED */
2633 		SK_IF_WRITE_1(sc_if, 0, SK_LINKLED1_CTL, SK_LINKLED_ON);
2634 		SK_IF_WRITE_1(sc_if, 0, SK_LINKLED1_CTL,
2635 			SK_LINKLED_LINKSYNC_ON);
2636 
2637 		/* Configure RX LED */
2638 		SK_IF_WRITE_1(sc_if, 0, SK_RXLED1_CTL,
2639 			SK_RXLEDCTL_COUNTER_START);
2640 
2641 		/* Configure TX LED */
2642 		SK_IF_WRITE_1(sc_if, 0, SK_TXLED1_CTL,
2643 			SK_TXLEDCTL_COUNTER_START);
2644 	}
2645 
2646 	/*
2647 	 * Configure descriptor poll timer
2648 	 *
2649 	 * SK-NET GENESIS data sheet says that possibility of losing Start
2650 	 * transmit command due to CPU/cache related interim storage problems
2651 	 * under certain conditions. The document recommends a polling
2652 	 * mechanism to send a Start transmit command to initiate transfer
2653 	 * of ready descriptors regulary. To cope with this issue sk(4) now
2654 	 * enables descriptor poll timer to initiate descriptor processing
2655 	 * periodically as defined by SK_DPT_TIMER_MAX. However sk(4) still
2656 	 * issue SK_TXBMU_TX_START to Tx BMU to get fast execution of Tx
2657 	 * command instead of waiting for next descriptor polling time.
2658 	 * The same rule may apply to Rx side too but it seems that is not
2659 	 * needed at the moment.
2660 	 * Since sk(4) uses descriptor polling as a last resort there is no
2661 	 * need to set smaller polling time than maximum allowable one.
2662 	 */
2663 	SK_IF_WRITE_4(sc_if, 0, SK_DPT_INIT, SK_DPT_TIMER_MAX);
2664 
2665 	/* Configure I2C registers */
2666 
2667 	/* Configure XMAC(s) */
2668 	switch (sc->sk_type) {
2669 	case SK_GENESIS:
2670 		sk_init_xmac(sc_if);
2671 		break;
2672 	case SK_YUKON:
2673 	case SK_YUKON_LITE:
2674 	case SK_YUKON_LP:
2675 		sk_init_yukon(sc_if);
2676 		break;
2677 	}
2678 	mii_mediachg(mii);
2679 
2680 	if (SK_IS_GENESIS(sc)) {
2681 		/* Configure MAC FIFOs */
2682 		SK_IF_WRITE_4(sc_if, 0, SK_RXF1_CTL, SK_FIFO_UNRESET);
2683 		SK_IF_WRITE_4(sc_if, 0, SK_RXF1_END, SK_FIFO_END);
2684 		SK_IF_WRITE_4(sc_if, 0, SK_RXF1_CTL, SK_FIFO_ON);
2685 
2686 		SK_IF_WRITE_4(sc_if, 0, SK_TXF1_CTL, SK_FIFO_UNRESET);
2687 		SK_IF_WRITE_4(sc_if, 0, SK_TXF1_END, SK_FIFO_END);
2688 		SK_IF_WRITE_4(sc_if, 0, SK_TXF1_CTL, SK_FIFO_ON);
2689 	}
2690 
2691 	/* Configure transmit arbiter(s) */
2692 	SK_IF_WRITE_1(sc_if, 0, SK_TXAR1_COUNTERCTL,
2693 	    SK_TXARCTL_ON | SK_TXARCTL_FSYNC_ON);
2694 
2695 	/* Configure RAMbuffers */
2696 	SK_IF_WRITE_4(sc_if, 0, SK_RXRB1_CTLTST, SK_RBCTL_UNRESET);
2697 	SK_IF_WRITE_4(sc_if, 0, SK_RXRB1_START, sc_if->sk_rx_ramstart);
2698 	SK_IF_WRITE_4(sc_if, 0, SK_RXRB1_WR_PTR, sc_if->sk_rx_ramstart);
2699 	SK_IF_WRITE_4(sc_if, 0, SK_RXRB1_RD_PTR, sc_if->sk_rx_ramstart);
2700 	SK_IF_WRITE_4(sc_if, 0, SK_RXRB1_END, sc_if->sk_rx_ramend);
2701 	SK_IF_WRITE_4(sc_if, 0, SK_RXRB1_CTLTST, SK_RBCTL_ON);
2702 
2703 	SK_IF_WRITE_4(sc_if, 1, SK_TXRBS1_CTLTST, SK_RBCTL_UNRESET);
2704 	SK_IF_WRITE_4(sc_if, 1, SK_TXRBS1_CTLTST, SK_RBCTL_STORENFWD_ON);
2705 	SK_IF_WRITE_4(sc_if, 1, SK_TXRBS1_START, sc_if->sk_tx_ramstart);
2706 	SK_IF_WRITE_4(sc_if, 1, SK_TXRBS1_WR_PTR, sc_if->sk_tx_ramstart);
2707 	SK_IF_WRITE_4(sc_if, 1, SK_TXRBS1_RD_PTR, sc_if->sk_tx_ramstart);
2708 	SK_IF_WRITE_4(sc_if, 1, SK_TXRBS1_END, sc_if->sk_tx_ramend);
2709 	SK_IF_WRITE_4(sc_if, 1, SK_TXRBS1_CTLTST, SK_RBCTL_ON);
2710 
2711 	/* Configure BMUs */
2712 	SK_IF_WRITE_4(sc_if, 0, SK_RXQ1_BMU_CSR, SK_RXBMU_ONLINE);
2713 	SK_IF_WRITE_4(sc_if, 0, SK_RXQ1_CURADDR_LO,
2714 		      SK_ADDR_LO(sc_if->sk_rdata.sk_rx_ring_paddr));
2715 	SK_IF_WRITE_4(sc_if, 0, SK_RXQ1_CURADDR_HI,
2716 		      SK_ADDR_HI(sc_if->sk_rdata.sk_rx_ring_paddr));
2717 
2718 	SK_IF_WRITE_4(sc_if, 1, SK_TXQS1_BMU_CSR, SK_TXBMU_ONLINE);
2719 	SK_IF_WRITE_4(sc_if, 1, SK_TXQS1_CURADDR_LO,
2720 		      SK_ADDR_LO(sc_if->sk_rdata.sk_tx_ring_paddr));
2721 	SK_IF_WRITE_4(sc_if, 1, SK_TXQS1_CURADDR_HI,
2722 		      SK_ADDR_HI(sc_if->sk_rdata.sk_tx_ring_paddr));
2723 
2724 	/* Init descriptors */
2725 	if (sk_init_rx_ring(sc_if) == ENOBUFS) {
2726 		if_printf(ifp, "initialization failed: "
2727 			  "no memory for rx buffers\n");
2728 		sk_stop(sc_if);
2729 		return;
2730 	}
2731 
2732 	if (sk_init_tx_ring(sc_if) == ENOBUFS) {
2733 		if_printf(ifp, "initialization failed: "
2734 			  "no memory for tx buffers\n");
2735 		sk_stop(sc_if);
2736 		return;
2737 	}
2738 
2739 	/* Configure interrupt handling */
2740 	CSR_READ_4(sc, SK_ISSR);
2741 	if (sc_if->sk_port == SK_PORT_A)
2742 		sc->sk_intrmask |= SK_INTRS1;
2743 	else
2744 		sc->sk_intrmask |= SK_INTRS2;
2745 
2746 	sc->sk_intrmask |= SK_ISR_EXTERNAL_REG;
2747 
2748 	CSR_WRITE_4(sc, SK_IMR, sc->sk_intrmask);
2749 
2750 	/* Start BMUs. */
2751 	SK_IF_WRITE_4(sc_if, 0, SK_RXQ1_BMU_CSR, SK_RXBMU_RX_START);
2752 
2753 	if (SK_IS_GENESIS(sc)) {
2754 		/* Enable XMACs TX and RX state machines */
2755 		SK_XM_CLRBIT_2(sc_if, XM_MMUCMD, XM_MMUCMD_IGNPAUSE);
2756 		SK_XM_SETBIT_2(sc_if, XM_MMUCMD,
2757 			       XM_MMUCMD_TX_ENB|XM_MMUCMD_RX_ENB);
2758 	}
2759 
2760 	if (SK_IS_YUKON(sc)) {
2761 		uint16_t reg = SK_YU_READ_2(sc_if, YUKON_GPCR);
2762 		reg |= YU_GPCR_TXEN | YU_GPCR_RXEN;
2763 #if 0
2764 		/* XXX disable 100Mbps and full duplex mode? */
2765 		reg &= ~(YU_GPCR_SPEED | YU_GPCR_DPLX_DIS);
2766 #endif
2767 		SK_YU_WRITE_2(sc_if, YUKON_GPCR, reg);
2768 	}
2769 
2770 	/* Activate descriptor polling timer */
2771 	SK_IF_WRITE_4(sc_if, 0, SK_DPT_TIMER_CTRL, SK_DPT_TCTL_START);
2772 	/* Start transfer of Tx descriptors */
2773 	CSR_WRITE_4(sc, sc_if->sk_tx_bmu, SK_TXBMU_TX_START);
2774 
2775 	ifp->if_flags |= IFF_RUNNING;
2776 	ifq_clr_oactive(&ifp->if_snd);
2777 
2778 	if (SK_IS_YUKON(sc))
2779 		callout_reset(&sc_if->sk_tick_timer, hz, sk_yukon_tick, sc_if);
2780 }
2781 
2782 static void
2783 sk_stop(struct sk_if_softc *sc_if)
2784 {
2785 	struct sk_softc *sc = sc_if->sk_softc;
2786 	struct ifnet *ifp = &sc_if->arpcom.ac_if;
2787 	struct sk_chain_data *cd = &sc_if->sk_cdata;
2788 	uint32_t val;
2789 	int i;
2790 
2791 	ASSERT_SERIALIZED(ifp->if_serializer);
2792 
2793 	DPRINTFN(2, ("sk_stop\n"));
2794 
2795 	callout_stop(&sc_if->sk_tick_timer);
2796 
2797 	ifp->if_flags &= ~IFF_RUNNING;
2798 	ifq_clr_oactive(&ifp->if_snd);
2799 
2800 	/* Stop Tx descriptor polling timer */
2801 	SK_IF_WRITE_4(sc_if, 0, SK_DPT_TIMER_CTRL, SK_DPT_TCTL_STOP);
2802 
2803 	/* Stop transfer of Tx descriptors */
2804 	CSR_WRITE_4(sc, sc_if->sk_tx_bmu, SK_TXBMU_TX_STOP);
2805 	for (i = 0; i < SK_TIMEOUT; i++) {
2806 		val = CSR_READ_4(sc, sc_if->sk_tx_bmu);
2807 		if (!(val & SK_TXBMU_TX_STOP))
2808 			break;
2809 		DELAY(1);
2810 	}
2811 	if (i == SK_TIMEOUT)
2812 		if_printf(ifp, "cannot stop transfer of Tx descriptors\n");
2813 
2814 	/* Stop transfer of Rx descriptors */
2815 	SK_IF_WRITE_4(sc_if, 0, SK_RXQ1_BMU_CSR, SK_RXBMU_RX_STOP);
2816 	for (i = 0; i < SK_TIMEOUT; i++) {
2817 		val = SK_IF_READ_4(sc_if, 0, SK_RXQ1_BMU_CSR);
2818 		if (!(val & SK_RXBMU_RX_STOP))
2819 			break;
2820 		DELAY(1);
2821 	}
2822 	if (i == SK_TIMEOUT)
2823 		if_printf(ifp, "cannot stop transfer of Rx descriptors\n");
2824 
2825 	if (sc_if->sk_phytype == SK_PHYTYPE_BCOM) {
2826 		/* Put PHY back into reset. */
2827 		val = sk_win_read_4(sc, SK_GPIO);
2828 		if (sc_if->sk_port == SK_PORT_A) {
2829 			val |= SK_GPIO_DIR0;
2830 			val &= ~SK_GPIO_DAT0;
2831 		} else {
2832 			val |= SK_GPIO_DIR2;
2833 			val &= ~SK_GPIO_DAT2;
2834 		}
2835 		sk_win_write_4(sc, SK_GPIO, val);
2836 	}
2837 
2838 	/* Turn off various components of this interface. */
2839 	SK_XM_SETBIT_2(sc_if, XM_GPIO, XM_GPIO_RESETMAC);
2840 	switch (sc->sk_type) {
2841 	case SK_GENESIS:
2842 		SK_IF_WRITE_2(sc_if, 0, SK_TXF1_MACCTL, SK_TXMACCTL_XMAC_RESET);
2843 		SK_IF_WRITE_4(sc_if, 0, SK_RXF1_CTL, SK_FIFO_RESET);
2844 		break;
2845 	case SK_YUKON:
2846 	case SK_YUKON_LITE:
2847 	case SK_YUKON_LP:
2848 		SK_IF_WRITE_1(sc_if,0, SK_RXMF1_CTRL_TEST, SK_RFCTL_RESET_SET);
2849 		SK_IF_WRITE_1(sc_if,0, SK_TXMF1_CTRL_TEST, SK_TFCTL_RESET_SET);
2850 		break;
2851 	}
2852 	SK_IF_WRITE_4(sc_if, 0, SK_RXQ1_BMU_CSR, SK_RXBMU_OFFLINE);
2853 	SK_IF_WRITE_4(sc_if, 0, SK_RXRB1_CTLTST, SK_RBCTL_RESET | SK_RBCTL_OFF);
2854 	SK_IF_WRITE_4(sc_if, 1, SK_TXQS1_BMU_CSR, SK_TXBMU_OFFLINE);
2855 	SK_IF_WRITE_4(sc_if, 1, SK_TXRBS1_CTLTST,
2856 	    SK_RBCTL_RESET | SK_RBCTL_OFF);
2857 	SK_IF_WRITE_1(sc_if, 0, SK_TXAR1_COUNTERCTL, SK_TXARCTL_OFF);
2858 	SK_IF_WRITE_1(sc_if, 0, SK_RXLED1_CTL, SK_RXLEDCTL_COUNTER_STOP);
2859 	SK_IF_WRITE_1(sc_if, 0, SK_TXLED1_CTL, SK_RXLEDCTL_COUNTER_STOP);
2860 	SK_IF_WRITE_1(sc_if, 0, SK_LINKLED1_CTL, SK_LINKLED_OFF);
2861 	SK_IF_WRITE_1(sc_if, 0, SK_LINKLED1_CTL, SK_LINKLED_LINKSYNC_OFF);
2862 
2863 	/* Disable interrupts */
2864 	if (sc_if->sk_port == SK_PORT_A)
2865 		sc->sk_intrmask &= ~SK_INTRS1;
2866 	else
2867 		sc->sk_intrmask &= ~SK_INTRS2;
2868 	CSR_WRITE_4(sc, SK_IMR, sc->sk_intrmask);
2869 
2870 	SK_XM_READ_2(sc_if, XM_ISR);
2871 	SK_XM_WRITE_2(sc_if, XM_IMR, 0xFFFF);
2872 
2873 	/* Free RX and TX mbufs still in the queues. */
2874 	for (i = 0; i < SK_RX_RING_CNT; i++) {
2875 		if (cd->sk_rx_mbuf[i] != NULL) {
2876 			if (!sc_if->sk_use_jumbo) {
2877 				bus_dmamap_unload(cd->sk_rx_dtag,
2878 						  cd->sk_rx_dmap[i]);
2879 			}
2880 			m_freem(cd->sk_rx_mbuf[i]);
2881 			cd->sk_rx_mbuf[i] = NULL;
2882 		}
2883 	}
2884 	for (i = 0; i < SK_TX_RING_CNT; i++) {
2885 		if (cd->sk_tx_mbuf[i] != NULL) {
2886 			bus_dmamap_unload(cd->sk_tx_dtag, cd->sk_tx_dmap[i]);
2887 			m_freem(cd->sk_tx_mbuf[i]);
2888 			cd->sk_tx_mbuf[i] = NULL;
2889 		}
2890 	}
2891 }
2892 
2893 #ifdef SK_DEBUG
2894 static void
2895 sk_dump_txdesc(struct sk_tx_desc *desc, int idx)
2896 {
2897 #define DESC_PRINT(X)					\
2898 	if (X)					\
2899 		kprintf("txdesc[%d]." #X "=%#x\n",	\
2900 		       idx, X);
2901 
2902 	DESC_PRINT(le32toh(desc->sk_ctl));
2903 	DESC_PRINT(le32toh(desc->sk_next));
2904 	DESC_PRINT(le32toh(desc->sk_data_lo));
2905 	DESC_PRINT(le32toh(desc->sk_data_hi));
2906 	DESC_PRINT(le32toh(desc->sk_xmac_txstat));
2907 	DESC_PRINT(le16toh(desc->sk_rsvd0));
2908 	DESC_PRINT(le16toh(desc->sk_csum_startval));
2909 	DESC_PRINT(le16toh(desc->sk_csum_startpos));
2910 	DESC_PRINT(le16toh(desc->sk_csum_writepos));
2911 	DESC_PRINT(le16toh(desc->sk_rsvd1));
2912 #undef PRINT
2913 }
2914 
2915 static void
2916 sk_dump_bytes(const char *data, int len)
2917 {
2918 	int c, i, j;
2919 
2920 	for (i = 0; i < len; i += 16) {
2921 		kprintf("%08x  ", i);
2922 		c = len - i;
2923 		if (c > 16) c = 16;
2924 
2925 		for (j = 0; j < c; j++) {
2926 			kprintf("%02x ", data[i + j] & 0xff);
2927 			if ((j & 0xf) == 7 && j > 0)
2928 				kprintf(" ");
2929 		}
2930 
2931 		for (; j < 16; j++)
2932 			kprintf("   ");
2933 		kprintf("  ");
2934 
2935 		for (j = 0; j < c; j++) {
2936 			int ch = data[i + j] & 0xff;
2937 			kprintf("%c", ' ' <= ch && ch <= '~' ? ch : ' ');
2938 		}
2939 
2940 		kprintf("\n");
2941 
2942 		if (c < 16)
2943 			break;
2944 	}
2945 }
2946 
2947 static void
2948 sk_dump_mbuf(struct mbuf *m)
2949 {
2950 	int count = m->m_pkthdr.len;
2951 
2952 	kprintf("m=%p, m->m_pkthdr.len=%d\n", m, m->m_pkthdr.len);
2953 
2954 	while (count > 0 && m) {
2955 		kprintf("m=%p, m->m_data=%p, m->m_len=%d\n",
2956 		       m, m->m_data, m->m_len);
2957 		sk_dump_bytes(mtod(m, char *), m->m_len);
2958 
2959 		count -= m->m_len;
2960 		m = m->m_next;
2961 	}
2962 }
2963 #endif
2964 
2965 /*
2966  * Allocate jumbo buffer storage. The SysKonnect adapters support
2967  * "jumbograms" (9K frames), although SysKonnect doesn't currently
2968  * use them in their drivers. In order for us to use them, we need
2969  * large 9K receive buffers, however standard mbuf clusters are only
2970  * 2048 bytes in size. Consequently, we need to allocate and manage
2971  * our own jumbo buffer pool. Fortunately, this does not require an
2972  * excessive amount of additional code.
2973  */
2974 static int
2975 sk_jpool_alloc(device_t dev)
2976 {
2977 	struct sk_if_softc *sc_if = device_get_softc(dev);
2978 	struct sk_chain_data *cd = &sc_if->sk_cdata;
2979 	bus_dmamem_t dmem;
2980 	bus_addr_t paddr;
2981 	caddr_t buf;
2982 	int error, i;
2983 
2984 	lwkt_serialize_init(&cd->sk_jpool_serializer);
2985 
2986 	error = bus_dmamem_coherent(cd->sk_buf_dtag, PAGE_SIZE /* XXX */, 0,
2987 				    BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
2988 				    SK_JMEM, BUS_DMA_WAITOK, &dmem);
2989 	if (error) {
2990 		device_printf(dev, "can't allocate jumbo frame pool\n");
2991 		return error;
2992 	}
2993 	cd->sk_jpool_dtag = dmem.dmem_tag;
2994 	cd->sk_jpool_dmap = dmem.dmem_map;
2995 	cd->sk_jpool = dmem.dmem_addr;
2996 	paddr = dmem.dmem_busaddr;
2997 
2998 	SLIST_INIT(&cd->sk_jpool_free_ent);
2999 	buf = cd->sk_jpool;
3000 
3001 	/*
3002 	 * Now divide it up into SK_JLEN pieces.
3003 	 */
3004 	for (i = 0; i < SK_JSLOTS; i++) {
3005 		struct sk_jpool_entry *entry = &cd->sk_jpool_ent[i];
3006 
3007 		entry->sc_if = sc_if;
3008 		entry->inuse = 0;
3009 		entry->slot = i;
3010 		entry->buf = buf;
3011 		entry->paddr = paddr;
3012 
3013 		SLIST_INSERT_HEAD(&cd->sk_jpool_free_ent, entry, entry_next);
3014 
3015 		buf += SK_JLEN;
3016 		paddr += SK_JLEN;
3017 	}
3018 	return 0;
3019 }
3020 
3021 static void
3022 sk_jpool_free(struct sk_if_softc *sc_if)
3023 {
3024 	struct sk_chain_data *cd = &sc_if->sk_cdata;
3025 
3026 	if (cd->sk_jpool_dtag != NULL) {
3027 		bus_dmamap_unload(cd->sk_jpool_dtag, cd->sk_jpool_dmap);
3028 		bus_dmamem_free(cd->sk_jpool_dtag, cd->sk_jpool,
3029 				cd->sk_jpool_dmap);
3030 		bus_dma_tag_destroy(cd->sk_jpool_dtag);
3031 		cd->sk_jpool_dtag = NULL;
3032 	}
3033 }
3034 
3035 static int
3036 sk_dma_alloc(device_t dev)
3037 {
3038 	struct sk_if_softc *sc_if = device_get_softc(dev);
3039 	struct sk_chain_data *cd = &sc_if->sk_cdata;
3040 	struct sk_ring_data *rd = &sc_if->sk_rdata;
3041 	bus_dmamem_t dmem;
3042 	int i, j, error;
3043 
3044 	/* Create parent DMA tag */
3045 	error = bus_dma_tag_create(NULL, 1, 0,
3046 				   BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3047 				   NULL, NULL,
3048 				   BUS_SPACE_MAXSIZE_32BIT, 0,
3049 				   BUS_SPACE_MAXSIZE_32BIT,
3050 				   0, &sc_if->sk_parent_dtag);
3051 	if (error) {
3052 		device_printf(dev, "can't create parent DMA tag\n");
3053 		return error;
3054 	}
3055 
3056 	/* Create top level ring DMA tag */
3057 	error = bus_dma_tag_create(sc_if->sk_parent_dtag,
3058 				   1, SK_RING_BOUNDARY,
3059 				   BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3060 				   NULL, NULL,
3061 				   BUS_SPACE_MAXSIZE_32BIT, 0,
3062 				   BUS_SPACE_MAXSIZE_32BIT,
3063 				   0, &rd->sk_ring_dtag);
3064 	if (error) {
3065 		device_printf(dev, "can't create ring DMA tag\n");
3066 		return error;
3067 	}
3068 
3069 	/* Create top level buffer DMA tag */
3070 	error = bus_dma_tag_create(sc_if->sk_parent_dtag, 1, 0,
3071 				   BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3072 				   NULL, NULL,
3073 				   BUS_SPACE_MAXSIZE_32BIT, 0,
3074 				   BUS_SPACE_MAXSIZE_32BIT,
3075 				   0, &cd->sk_buf_dtag);
3076 	if (error) {
3077 		device_printf(dev, "can't create buf DMA tag\n");
3078 		return error;
3079 	}
3080 
3081 	/* Allocate the TX descriptor queue. */
3082 	error = bus_dmamem_coherent(rd->sk_ring_dtag, SK_RING_ALIGN, 0,
3083 				    BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3084 				    SK_TX_RING_SIZE,
3085 				    BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem);
3086 	if (error) {
3087 		device_printf(dev, "can't allocate TX ring\n");
3088 		return error;
3089 	}
3090 	rd->sk_tx_ring_dtag = dmem.dmem_tag;
3091 	rd->sk_tx_ring_dmap = dmem.dmem_map;
3092 	rd->sk_tx_ring = dmem.dmem_addr;
3093 	rd->sk_tx_ring_paddr = dmem.dmem_busaddr;
3094 
3095 	/* Allocate the RX descriptor queue. */
3096 	error = bus_dmamem_coherent(rd->sk_ring_dtag, SK_RING_ALIGN, 0,
3097 				    BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3098 				    SK_RX_RING_SIZE,
3099 				    BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem);
3100 	if (error) {
3101 		device_printf(dev, "can't allocate TX ring\n");
3102 		return error;
3103 	}
3104 	rd->sk_rx_ring_dtag = dmem.dmem_tag;
3105 	rd->sk_rx_ring_dmap = dmem.dmem_map;
3106 	rd->sk_rx_ring = dmem.dmem_addr;
3107 	rd->sk_rx_ring_paddr = dmem.dmem_busaddr;
3108 
3109 	/* Try to allocate memory for jumbo buffers. */
3110 	error = sk_jpool_alloc(dev);
3111 	if (error) {
3112 		device_printf(dev, "jumbo buffer allocation failed\n");
3113 		return error;
3114 	}
3115 
3116 	/* Create DMA tag for TX. */
3117 	error = bus_dma_tag_create(cd->sk_buf_dtag, 1, 0,
3118 				   BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3119 				   NULL, NULL,
3120 				   SK_JLEN, SK_NTXSEG, SK_JLEN,
3121 				   BUS_DMA_ALLOCNOW | BUS_DMA_WAITOK |
3122 				   BUS_DMA_ONEBPAGE,
3123 				   &cd->sk_tx_dtag);
3124 	if (error) {
3125 		device_printf(dev, "can't create TX DMA tag\n");
3126 		return error;
3127 	}
3128 
3129 	/* Create DMA maps for TX. */
3130 	for (i = 0; i < SK_TX_RING_CNT; i++) {
3131 		error = bus_dmamap_create(cd->sk_tx_dtag,
3132 					  BUS_DMA_WAITOK | BUS_DMA_ONEBPAGE,
3133 					  &cd->sk_tx_dmap[i]);
3134 		if (error) {
3135 			device_printf(dev, "can't create %dth TX DMA map\n", i);
3136 
3137 			for (j = 0; j < i; ++j) {
3138 				bus_dmamap_destroy(cd->sk_tx_dtag,
3139 						   cd->sk_tx_dmap[i]);
3140 			}
3141 			bus_dma_tag_destroy(cd->sk_tx_dtag);
3142 			cd->sk_tx_dtag = NULL;
3143 			return error;
3144 		}
3145 	}
3146 
3147 	/* Create DMA tag for RX. */
3148 	error = bus_dma_tag_create(cd->sk_buf_dtag, 1, 0,
3149 				   BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3150 				   NULL, NULL,
3151 				   MCLBYTES, 1, MCLBYTES,
3152 				   BUS_DMA_ALLOCNOW | BUS_DMA_WAITOK,
3153 				   &cd->sk_rx_dtag);
3154 	if (error) {
3155 		device_printf(dev, "can't create RX DMA tag\n");
3156 		return error;
3157 	}
3158 
3159 	/* Create a spare RX DMA map. */
3160 	error = bus_dmamap_create(cd->sk_rx_dtag, BUS_DMA_WAITOK,
3161 				  &cd->sk_rx_dmap_tmp);
3162 	if (error) {
3163 		device_printf(dev, "can't create spare RX DMA map\n");
3164 		bus_dma_tag_destroy(cd->sk_rx_dtag);
3165 		cd->sk_rx_dtag = NULL;
3166 		return error;
3167 	}
3168 
3169 	/* Create DMA maps for RX. */
3170 	for (i = 0; i < SK_RX_RING_CNT; ++i) {
3171 		error = bus_dmamap_create(cd->sk_rx_dtag, BUS_DMA_WAITOK,
3172 					  &cd->sk_rx_dmap[i]);
3173 		if (error) {
3174 			device_printf(dev, "can't create %dth RX DMA map\n", i);
3175 
3176 			for (j = 0; j < i; ++j) {
3177 				bus_dmamap_destroy(cd->sk_rx_dtag,
3178 						   cd->sk_rx_dmap[i]);
3179 			}
3180 			bus_dmamap_destroy(cd->sk_rx_dtag, cd->sk_rx_dmap_tmp);
3181 			bus_dma_tag_destroy(cd->sk_rx_dtag);
3182 			cd->sk_rx_dtag = NULL;
3183 			return error;
3184 		}
3185 	}
3186 	return 0;
3187 }
3188 
3189 static void
3190 sk_dma_free(device_t dev)
3191 {
3192 	struct sk_if_softc *sc_if = device_get_softc(dev);
3193 	struct sk_chain_data *cd = &sc_if->sk_cdata;
3194 	struct sk_ring_data *rd = &sc_if->sk_rdata;
3195 	int i;
3196 
3197 	if (cd->sk_tx_dtag != NULL) {
3198 		for (i = 0; i < SK_TX_RING_CNT; ++i) {
3199 			KASSERT(cd->sk_tx_mbuf[i] == NULL,
3200 				("sk_stop() is not called before %s()",
3201 				 __func__));
3202 			bus_dmamap_destroy(cd->sk_tx_dtag, cd->sk_tx_dmap[i]);
3203 		}
3204 		bus_dma_tag_destroy(cd->sk_tx_dtag);
3205 	}
3206 
3207 	if (cd->sk_rx_dtag != NULL) {
3208 		for (i = 0; i < SK_RX_RING_CNT; ++i) {
3209 			KASSERT(cd->sk_rx_mbuf[i] == NULL,
3210 				("sk_stop() is not called before %s()",
3211 				 __func__));
3212 			bus_dmamap_destroy(cd->sk_rx_dtag, cd->sk_rx_dmap[i]);
3213 		}
3214 		bus_dmamap_destroy(cd->sk_rx_dtag, cd->sk_rx_dmap_tmp);
3215 		bus_dma_tag_destroy(cd->sk_rx_dtag);
3216 	}
3217 
3218 	sk_jpool_free(sc_if);
3219 
3220 	if (rd->sk_rx_ring_dtag != NULL) {
3221 		bus_dmamap_unload(rd->sk_rx_ring_dtag, rd->sk_rx_ring_dmap);
3222 		bus_dmamem_free(rd->sk_rx_ring_dtag, rd->sk_rx_ring,
3223 				rd->sk_rx_ring_dmap);
3224 		bus_dma_tag_destroy(rd->sk_rx_ring_dtag);
3225 	}
3226 
3227 	if (rd->sk_tx_ring_dtag != NULL) {
3228 		bus_dmamap_unload(rd->sk_tx_ring_dtag, rd->sk_tx_ring_dmap);
3229 		bus_dmamem_free(rd->sk_tx_ring_dtag, rd->sk_tx_ring,
3230 				rd->sk_tx_ring_dmap);
3231 		bus_dma_tag_destroy(rd->sk_tx_ring_dtag);
3232 	}
3233 
3234 	if (rd->sk_ring_dtag != NULL)
3235 		bus_dma_tag_destroy(rd->sk_ring_dtag);
3236 	if (cd->sk_buf_dtag != NULL)
3237 		bus_dma_tag_destroy(cd->sk_buf_dtag);
3238 	if (sc_if->sk_parent_dtag != NULL)
3239 		bus_dma_tag_destroy(sc_if->sk_parent_dtag);
3240 }
3241 
3242 static int
3243 skc_sysctl_imtime(SYSCTL_HANDLER_ARGS)
3244 {
3245 	struct sk_softc *sc = arg1;
3246 	struct lwkt_serialize *slize = &sc->sk_serializer;
3247 	int error = 0, v;
3248 
3249 	lwkt_serialize_enter(slize);
3250 
3251 	v = sc->sk_imtime;
3252 	error = sysctl_handle_int(oidp, &v, 0, req);
3253 	if (error || req->newptr == NULL)
3254 		goto back;
3255 	if (v <= 0) {
3256 		error = EINVAL;
3257 		goto back;
3258 	}
3259 
3260 	if (sc->sk_imtime != v) {
3261 		sc->sk_imtime = v;
3262 		sk_win_write_4(sc, SK_IMTIMERINIT,
3263 			       SK_IM_USECS(sc, sc->sk_imtime));
3264 
3265 		/*
3266 		 * Force interrupt moderation timer to
3267 		 * reload new value.
3268 		 */
3269 		sk_win_write_4(sc, SK_IMTIMER, 0);
3270 	}
3271 back:
3272 	lwkt_serialize_exit(slize);
3273 	return error;
3274 }
3275