xref: /dragonfly/sys/dev/netif/sbsh/if_sbsh.c (revision 73b5ca6b)
1 /**
2  * Granch SBNI16 G.SHDSL Modem driver
3  * Written by Denis I. Timofeev, 2002-2003.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  *
14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24  * SUCH DAMAGE.
25  *
26  * $FreeBSD: src/sys/dev/sbsh/if_sbsh.c,v 1.3.2.1 2003/04/15 18:15:07 fjoe Exp $
27  */
28 
29 #include <sys/param.h>
30 #include <sys/systm.h>
31 #include <sys/sockio.h>
32 #include <sys/mbuf.h>
33 #include <sys/malloc.h>
34 #include <sys/kernel.h>
35 #include <sys/proc.h>
36 #include <sys/priv.h>
37 #include <sys/socket.h>
38 #include <sys/random.h>
39 #include <sys/serialize.h>
40 #include <sys/bus.h>
41 #include <sys/rman.h>
42 #include <sys/interrupt.h>
43 
44 #include <net/if.h>
45 #include <net/ifq_var.h>
46 #include <net/if_arp.h>
47 #include <net/ethernet.h>
48 #include <net/if_media.h>
49 
50 #include <net/bpf.h>
51 
52 #include <vm/vm.h>
53 #include <vm/pmap.h>
54 
55 #include <bus/pci/pcireg.h>
56 #include <bus/pci/pcivar.h>
57 
58 #include "if_sbshreg.h"
59 
60 /* -------------------------------------------------------------------------- */
61 
62 struct sbni16_hw_regs {
63 	u_int8_t  CR, CRB, SR, IMR, CTDR, LTDR, CRDR, LRDR;
64 };
65 
66 struct hw_descr {
67 	u_int32_t  address;
68 	u_int32_t  length;
69 };
70 
71 struct cx28975_cmdarea {
72 	u_int8_t  intr_host;
73 	u_int8_t  intr_8051;
74 	u_int8_t  map_version;
75 
76 	u_int8_t  in_dest;
77 	u_int8_t  in_opcode;
78 	u_int8_t  in_zero;
79 	u_int8_t  in_length;
80 	u_int8_t  in_csum;
81 	u_int8_t  in_data[75];
82 	u_int8_t  in_datasum;
83 
84 	u_int8_t  out_dest;
85 	u_int8_t  out_opcode;
86 	u_int8_t  out_ack;
87 	u_int8_t  out_length;
88 	u_int8_t  out_csum;
89 	u_int8_t  out_data[75];
90 	u_int8_t  out_datasum;
91 };
92 
93 #define XQLEN	8
94 #define RQLEN	8
95 
96 struct sbsh_softc {
97 	struct arpcom	arpcom;		/* ethernet common */
98 
99 	struct resource	*mem_res;
100 	struct resource	*irq_res;
101 	void		*intr_hand;
102 
103 	void		*mem_base;		/* mapped memory address */
104 
105 	volatile struct sbni16_hw_regs	*regs;
106 	volatile struct hw_descr	*tbd;
107 	volatile struct hw_descr	*rbd;
108 	volatile struct cx28975_cmdarea	*cmdp;
109 
110 	/* SBNI16 controller statistics */
111 	struct sbni16_stats {
112 		u_int32_t  sent_pkts, rcvd_pkts;
113 		u_int32_t  crc_errs, ufl_errs, ofl_errs, attempts, last_time;
114 	} in_stats;
115 
116 	/* transmit and reception queues */
117 	struct mbuf	*xq[XQLEN], *rq[RQLEN];
118 	unsigned	head_xq, tail_xq, head_rq, tail_rq;
119 
120 	/* the descriptors mapped onto the first buffers in xq and rq */
121 	unsigned	head_tdesc, head_rdesc;
122 	u_int8_t	state;
123 };
124 
125 struct cx28975_cfg {
126 	u_int8_t   *firmw_image;
127 	u_int32_t  firmw_len;
128 	u_int32_t  lrate: 10;
129 	u_int32_t  master: 1;
130 	u_int32_t  mod: 2;
131 	u_int32_t  crc16: 1;
132 	u_int32_t  fill_7e: 1;
133 	u_int32_t  inv: 1;
134 	u_int32_t  rburst: 1;
135 	u_int32_t  wburst: 1;
136 	u_int32_t  : 14;
137 };
138 
139 /* SHDSL transceiver statistics */
140 struct dsl_stats {
141 	u_int8_t	status_1, status_3;
142 	u_int8_t	attenuat, nmr, tpbo, rpbo;
143 	u_int16_t	losw, segd, crc, sega, losd;
144 };
145 
146 enum State { NOT_LOADED, DOWN, ACTIVATION, ACTIVE };
147 
148 #define	SIOCLOADFIRMW	_IOWR('i', 67, struct ifreq)
149 #define SIOCGETSTATS	_IOWR('i', 68, struct ifreq)
150 #define SIOCCLRSTATS	_IOWR('i', 69, struct ifreq)
151 
152 static int	sbsh_probe(device_t);
153 static int	sbsh_attach(device_t);
154 static int	sbsh_detach(device_t);
155 static int	sbsh_ioctl(struct ifnet	*, u_long, caddr_t, struct ucred *);
156 static void	sbsh_shutdown(device_t);
157 static int	sbsh_suspend(device_t);
158 static int	sbsh_resume(device_t);
159 static void	sbsh_watchdog(struct ifnet *);
160 
161 static void	sbsh_start(struct ifnet *, struct ifaltq_subque *);
162 static void	sbsh_init(void *);
163 static void	sbsh_stop(struct sbsh_softc *);
164 static void	init_card(struct sbsh_softc *);
165 static void	sbsh_intr(void *);
166 static void	resume_tx(struct sbsh_softc *);
167 static void	start_xmit_frames(struct sbsh_softc *);
168 static void	encap_frame(struct sbsh_softc *, struct mbuf *);
169 static struct mbuf *	repack(struct sbsh_softc *, struct mbuf *);
170 static void	free_sent_buffers(struct sbsh_softc *);
171 static void	alloc_rx_buffers(struct sbsh_softc *);
172 static void	indicate_frames(struct sbsh_softc *);
173 static void	drop_queues(struct sbsh_softc *);
174 static void	activate(struct sbsh_softc *);
175 static void	deactivate(struct sbsh_softc *);
176 static void	cx28975_interrupt(struct sbsh_softc *);
177 static int	start_cx28975(struct sbsh_softc *, struct cx28975_cfg);
178 static int	download_firmware(struct sbsh_softc *, u_int8_t *, u_int32_t);
179 static int	issue_cx28975_cmd(struct sbsh_softc *, u_int8_t,
180 					u_int8_t *, u_int8_t);
181 
182 static device_method_t sbsh_methods[] = {
183 	/* Device interface */
184 	DEVMETHOD(device_probe,		sbsh_probe),
185 	DEVMETHOD(device_attach,	sbsh_attach),
186 	DEVMETHOD(device_detach,	sbsh_detach),
187 	DEVMETHOD(device_shutdown,	sbsh_shutdown),
188 	DEVMETHOD(device_suspend,	sbsh_suspend),
189 	DEVMETHOD(device_resume,	sbsh_resume),
190 
191 	DEVMETHOD_END
192 };
193 
194 static driver_t sbsh_driver = {
195 	"sbsh",
196 	sbsh_methods,
197 	sizeof(struct sbsh_softc)
198 };
199 
200 static devclass_t sbsh_devclass;
201 
202 DECLARE_DUMMY_MODULE(if_sbsh);
203 DRIVER_MODULE(if_sbsh, pci, sbsh_driver, sbsh_devclass, NULL, NULL);
204 
205 static int
206 sbsh_probe(device_t dev)
207 {
208 	if (pci_get_vendor(dev) != SBNI16_VENDOR
209 	    || pci_get_device(dev) != SBNI16_DEVICE
210 	    || pci_get_subdevice(dev) != SBNI16_SUBDEV)
211 		return (ENXIO);
212 
213 	device_set_desc(dev, "Granch SBNI16 G.SHDSL Modem");
214 	return (0);
215 }
216 
217 static int
218 sbsh_attach(device_t dev)
219 {
220 	struct sbsh_softc	*sc;
221 	struct ifnet		*ifp;
222 	int			unit, error = 0, rid;
223 
224 	sc = device_get_softc(dev);
225 	unit = device_get_unit(dev);
226 
227 	rid = PCIR_MAPS + 4;
228 	sc->mem_res = bus_alloc_resource(dev, SYS_RES_MEMORY, &rid,
229 					0, ~0, 4096, RF_ACTIVE);
230 
231 	if (sc->mem_res == NULL) {
232 		kprintf ("sbsh%d: couldn't map memory\n", unit);
233 		error = ENXIO;
234 		goto fail;
235 	}
236 
237 	rid = 0;
238 	sc->irq_res = bus_alloc_resource_any(dev, SYS_RES_IRQ, &rid,
239 	    RF_SHAREABLE | RF_ACTIVE);
240 
241 	if (sc->irq_res == NULL) {
242 		kprintf("sbsh%d: couldn't map interrupt\n", unit);
243 		error = ENXIO;
244 		goto fail;
245 	}
246 
247 	sc->mem_base = rman_get_virtual(sc->mem_res);
248 	init_card(sc);
249 	/* generate ethernet MAC address */
250 	*(u_int32_t *)sc->arpcom.ac_enaddr = htonl(0x00ff0192);
251 	read_random_unlimited(sc->arpcom.ac_enaddr + 4, 2);
252 
253 	ifp = &sc->arpcom.ac_if;
254 	ifp->if_softc = sc;
255 	if_initname(ifp, "sbsh", unit);
256 	ifp->if_mtu = ETHERMTU;
257 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
258 	ifp->if_ioctl = sbsh_ioctl;
259 	ifp->if_start = sbsh_start;
260 	ifp->if_watchdog = sbsh_watchdog;
261 	ifp->if_init = sbsh_init;
262 	ifp->if_baudrate = 4600000;
263 	ifq_set_maxlen(&ifp->if_snd, IFQ_MAXLEN);
264 	ifq_set_ready(&ifp->if_snd);
265 
266 	ether_ifattach(ifp, sc->arpcom.ac_enaddr, NULL);
267 
268 	ifq_set_cpuid(&ifp->if_snd, rman_get_cpuid(sc->irq_res));
269 
270 	error = bus_setup_intr(dev, sc->irq_res, INTR_MPSAFE,
271 				sbsh_intr, sc, &sc->intr_hand,
272 				ifp->if_serializer);
273 	if (error) {
274 		ether_ifdetach(ifp);
275 		kprintf("sbsh%d: couldn't set up irq\n", unit);
276 		goto fail;
277 	}
278 
279 	return(0);
280 
281 fail:
282 	sbsh_detach(dev);
283 	return (error);
284 }
285 
286 static int
287 sbsh_detach(device_t dev)
288 {
289 	struct sbsh_softc *sc = device_get_softc(dev);
290 	struct ifnet *ifp = &sc->arpcom.ac_if;
291 
292 	if (device_is_attached(dev)) {
293 		lwkt_serialize_enter(ifp->if_serializer);
294 		sbsh_stop(sc);
295 		bus_teardown_intr(dev, sc->irq_res, sc->intr_hand);
296 		lwkt_serialize_exit(ifp->if_serializer);
297 
298 		ether_ifdetach(ifp);
299 	}
300 
301 	if (sc->irq_res)
302 		bus_release_resource(dev, SYS_RES_IRQ, 0, sc->irq_res);
303 	if (sc->mem_res) {
304 		bus_release_resource(dev, SYS_RES_MEMORY, PCIR_MAPS + 4,
305 				     sc->mem_res);
306 	}
307 
308 	return (0);
309 }
310 
311 
312 static void
313 sbsh_start(struct ifnet *ifp, struct ifaltq_subque *ifsq)
314 {
315 	struct sbsh_softc  *sc = ifp->if_softc;
316 
317 	ASSERT_ALTQ_SQ_DEFAULT(ifp, ifsq);
318 
319 	if (sc->state == ACTIVE)
320 		start_xmit_frames(ifp->if_softc);
321 }
322 
323 
324 static void
325 sbsh_init(void *xsc)
326 {
327 	struct sbsh_softc	*sc = xsc;
328 	struct ifnet		*ifp = &sc->arpcom.ac_if;
329 	u_int8_t		t;
330 
331 	if ((ifp->if_flags & IFF_RUNNING) || sc->state == NOT_LOADED) {
332 		return;
333 	}
334 
335 	bzero(&sc->in_stats, sizeof(struct sbni16_stats));
336 	sc->head_xq = sc->tail_xq = sc->head_rq = sc->tail_rq = 0;
337 	sc->head_tdesc = sc->head_rdesc = 0;
338 
339 	sc->regs->IMR = EXT;
340 	t = 2;
341 	issue_cx28975_cmd(sc, _DSL_CLEAR_ERROR_CTRS, &t, 1);
342 	if (issue_cx28975_cmd(sc, _DSL_ACTIVATION, &t, 1) == 0) {
343 		sc->state = ACTIVATION;
344 
345 		ifp->if_flags |= IFF_RUNNING;
346 		ifq_clr_oactive(&ifp->if_snd);
347 	}
348 }
349 
350 
351 static void
352 sbsh_stop(struct sbsh_softc *sc)
353 {
354 	u_int8_t  t;
355 
356 	sc->regs->IMR = EXT;
357 
358 	t = 0;
359 	issue_cx28975_cmd(sc, _DSL_ACTIVATION, &t, 1);
360 	if (sc->state == ACTIVE) {
361 		t = 1;
362 		issue_cx28975_cmd(sc, _DSL_FORCE_DEACTIVATE, &t, 1);
363 		/* FIX! activation manager state */
364 
365 		/* Is it really must be done here? It calls from intr handler */
366 		deactivate(sc);
367 	}
368 
369 	sc->regs->IMR = 0;
370 	sc->state = DOWN;
371 }
372 
373 
374 static void
375 init_card(struct sbsh_softc *sc)
376 {
377 	sc->state = NOT_LOADED;
378 	sc->tbd  = (struct hw_descr *) sc->mem_base;
379 	sc->rbd  = (struct hw_descr *) ((u_int8_t *)sc->mem_base + 0x400);
380 	sc->regs = (struct sbni16_hw_regs *) ((u_int8_t *)sc->mem_base + 0x800);
381 	sc->cmdp = (struct cx28975_cmdarea *) ((u_int8_t *)sc->mem_base + 0xc00);
382 
383 	sc->regs->CR = 0;
384 	sc->regs->SR = 0xff;
385 	sc->regs->IMR = 0;
386 }
387 
388 
389 static int
390 sbsh_ioctl(struct ifnet	*ifp, u_long cmd, caddr_t data, struct ucred *cr)
391 {
392 	struct sbsh_softc	*sc = ifp->if_softc;
393 	struct ifreq		*ifr = (struct ifreq *) data;
394 	struct cx28975_cfg	cfg;
395 	struct dsl_stats	ds;
396 	int			error = 0;
397 	u_int8_t		t;
398 
399 	switch(cmd) {
400 	case SIOCLOADFIRMW:
401 		if ((error = priv_check_cred(cr, PRIV_ROOT, NULL_CRED_OKAY)) != 0)
402 			break;
403 		if (ifp->if_flags & IFF_UP)
404 			error = EBUSY;
405 
406 		bcopy((caddr_t)ifr->ifr_data, (caddr_t)&cfg, sizeof cfg);
407 		if (start_cx28975(sc, cfg) == 0) {
408 			static char  *modstr[] = {
409 				"TCPAM32", "TCPAM16", "TCPAM8", "TCPAM4" };
410 			if_printf(&sc->arpcom.ac_if, "%s, rate %d, %s\n",
411 				cfg.master ? "master" : "slave",
412 				cfg.lrate << 3, modstr[cfg.mod]);
413 		} else {
414 			if_printf(&sc->arpcom.ac_if,
415 				"unable to load firmware\n");
416 			error = EIO;
417 		}
418 		break;
419 
420 	case  SIOCGETSTATS :
421 		if ((error = priv_check_cred(cr, PRIV_ROOT, NULL_CRED_OKAY)) != 0)
422 			break;
423 
424 		t = 0;
425 		if (issue_cx28975_cmd(sc, _DSL_FAR_END_ATTEN, &t, 1))
426 			error = EIO;
427 		ds.attenuat = sc->cmdp->out_data[0];
428 
429 		if (issue_cx28975_cmd(sc, _DSL_NOISE_MARGIN, &t, 1))
430 			error = EIO;
431 		ds.nmr = sc->cmdp->out_data[0];
432 
433 		if (issue_cx28975_cmd(sc, _DSL_POWER_BACK_OFF_RESULT, &t, 1))
434 			error = EIO;
435 		ds.tpbo = sc->cmdp->out_data[0];
436 		ds.rpbo = sc->cmdp->out_data[1];
437 
438 		if (!issue_cx28975_cmd(sc, _DSL_HDSL_PERF_ERR_CTRS, &t, 1)) {
439 			int i;
440 			for (i = 0; i < 10; ++i)
441 				((u_int8_t *) &ds.losw)[i] =
442 					sc->cmdp->out_data[i];
443 		} else
444 			error = EIO;
445 
446 		ds.status_1 = ((volatile u_int8_t *)sc->cmdp)[0x3c0];
447 		ds.status_3 = ((volatile u_int8_t *)sc->cmdp)[0x3c2];
448 
449 		bcopy(&sc->in_stats, ifr->ifr_data, sizeof(struct sbni16_stats));
450 		bcopy(&ds, (char *)ifr->ifr_data + sizeof(struct sbni16_stats),
451 		    sizeof(struct dsl_stats));
452 		break;
453 
454 	case  SIOCCLRSTATS :
455 		if (!(error = priv_check_cred(cr, PRIV_ROOT, NULL_CRED_OKAY))) {
456 			bzero(&sc->in_stats, sizeof(struct sbni16_stats));
457 			t = 2;
458 			if (issue_cx28975_cmd(sc, _DSL_CLEAR_ERROR_CTRS, &t, 1))
459 				error = EIO;
460 		}
461 		break;
462 	case SIOCSIFFLAGS:
463 		if (ifp->if_flags & IFF_UP) {
464 			if (!(ifp->if_flags & IFF_RUNNING)) {
465 				if (sc->state == NOT_LOADED) {
466 					if_printf(ifp, "firmware wasn't loaded\n");
467 					error = EBUSY;
468 				} else
469 					sbsh_init(sc);
470 			}
471 		} else {
472 			if (ifp->if_flags & IFF_RUNNING) {
473 				sbsh_stop(sc);
474 				ifp->if_flags &= ~IFF_RUNNING;
475 			}
476 		}
477 		break;
478 
479 	case SIOCADDMULTI:
480 	case SIOCDELMULTI:
481 		error = 0;
482 		break;
483 	default:
484 		error = ether_ioctl(ifp, cmd, data);
485 		break;
486 	}
487 	return (error);
488 }
489 
490 
491 static void
492 sbsh_shutdown(device_t dev)
493 {
494 	struct sbsh_softc	*sc = device_get_softc(dev);
495 
496 	lwkt_serialize_enter(sc->arpcom.ac_if.if_serializer);
497 	sbsh_stop(sc);
498 	lwkt_serialize_exit(sc->arpcom.ac_if.if_serializer);
499 }
500 
501 static int
502 sbsh_suspend(device_t dev)
503 {
504 	struct sbsh_softc *sc = device_get_softc(dev);
505 
506 	lwkt_serialize_enter(sc->arpcom.ac_if.if_serializer);
507 	sbsh_stop(sc);
508 	lwkt_serialize_exit(sc->arpcom.ac_if.if_serializer);
509 
510 	return (0);
511 }
512 
513 static int
514 sbsh_resume(device_t dev)
515 {
516 	struct sbsh_softc *sc = device_get_softc(dev);
517 	struct ifnet *ifp = &sc->arpcom.ac_if;
518 
519 	if (ifp->if_flags & IFF_UP)
520 		sbsh_init(sc);
521 
522 	return (0);
523 }
524 
525 
526 static void
527 sbsh_watchdog(struct ifnet *ifp)
528 {
529 	struct sbsh_softc	*sc = ifp->if_softc;
530 
531 	if_printf(ifp, "transmit timeout\n");
532 
533 	if (sc->regs->SR & TXS) {
534 		sc->regs->SR = TXS;
535 		if_printf(ifp, "interrupt posted but not delivered\n");
536 	}
537 	free_sent_buffers(sc);
538 }
539 
540 /* -------------------------------------------------------------------------- */
541 
542 static void
543 sbsh_intr(void *arg)
544 {
545 	struct sbsh_softc  *sc = (struct sbsh_softc *)arg;
546 	u_int8_t  status = sc->regs->SR;
547 
548 	if (status == 0)
549 		return;
550 
551 	if (status & EXT) {
552 		cx28975_interrupt(sc);
553 		sc->regs->SR = EXT;
554 	}
555 
556 	if (status & UFL) {
557 		resume_tx(sc);
558 		sc->regs->SR = UFL;
559 		++sc->in_stats.ufl_errs;
560 		IFNET_STAT_INC(&sc->arpcom.ac_if, oerrors, 1);
561 	}
562 
563 	if (status & RXS) {
564 		sc->regs->SR = RXS;
565 		indicate_frames(sc);
566 		alloc_rx_buffers(sc);
567 	}
568 
569 	if (status & TXS) {
570 		sc->regs->SR = TXS;
571 		free_sent_buffers(sc);
572 	}
573 
574 	if (status & CRC) {
575 		++sc->in_stats.crc_errs;
576 		IFNET_STAT_INC(&sc->arpcom.ac_if, ierrors, 1);
577 		sc->regs->SR = CRC;
578 	}
579 
580 	if (status & OFL) {
581 		++sc->in_stats.ofl_errs;
582 		IFNET_STAT_INC(&sc->arpcom.ac_if, ierrors, 1);
583 		sc->regs->SR = OFL;
584 	}
585 }
586 
587 /*
588  * Look for a first descriptor of a next packet, and write it's number
589  * into CTDR. Then enable the transmitter.
590  */
591 static void
592 resume_tx(struct sbsh_softc *sc)
593 {
594 	u_int32_t	cur_tbd = sc->regs->CTDR;
595 
596 	while (cur_tbd != sc->regs->LTDR
597 		&& (sc->tbd[cur_tbd++].length & LAST_FRAG) == 0)
598 		;
599 	sc->regs->CTDR = cur_tbd;
600 	sc->regs->CR |= TXEN;
601 }
602 
603 static void
604 start_xmit_frames(struct sbsh_softc *sc)
605 {
606 	struct ifnet	*ifp = &sc->arpcom.ac_if;
607 	struct mbuf	*m;
608 
609 	/*
610 	 * Check if we have any free descriptor(s) and free space in
611 	 * our transmit queue.
612 	 */
613 	while (sc->tail_xq != ((sc->head_xq - 1) & (XQLEN - 1))
614 	    && sc->regs->LTDR != ((sc->head_tdesc - 1) & 0x7f)) {
615 
616 		m = ifq_dequeue(&ifp->if_snd);
617 		if (m == NULL)
618 			break;
619 		if (m->m_pkthdr.len) {
620 			BPF_MTAP(ifp, m);
621 			encap_frame(sc, m);
622 		} else
623 			m_freem(m);
624 	}
625 
626 	if (sc->regs->CTDR != sc->regs->LTDR)
627 		ifq_set_oactive(&ifp->if_snd);
628 	else
629 		ifq_clr_oactive(&ifp->if_snd);
630 }
631 
632 
633 static void
634 encap_frame(struct sbsh_softc *sc, struct mbuf *m_head)
635 {
636 	struct mbuf	*m;
637 	u_int32_t	cur_tbd;
638 	int  done;
639 
640 look_for_nonzero:
641 	for (m = m_head; !m->m_len; m = m->m_next)
642 		;
643 
644 	cur_tbd = sc->regs->LTDR & 0x7f;
645 	done = 0;
646 	do {
647 		if (m->m_len < 5 || cur_tbd == ((sc->head_tdesc - 1) & 0x7f)) {
648 			if ((m_head = repack(sc, m_head)) != NULL)
649 				goto look_for_nonzero;
650 			else
651 				return;
652 		}
653 
654 		sc->tbd[cur_tbd].address = vtophys(mtod(m, vm_offset_t));
655 		sc->tbd[cur_tbd].length  = m->m_len;
656 
657 		do {
658 			m = m->m_next;
659 		} while (m && !m->m_len);
660 
661 		if (!m) {	/* last fragment has been reached */
662 			sc->tbd[cur_tbd].length |= LAST_FRAG;
663 			done = 1;
664 		}
665 
666 		++cur_tbd;
667 		cur_tbd &= 0x7f;
668 	} while (!done);
669 
670 	sc->xq[sc->tail_xq++] = m_head;
671 	sc->tail_xq &= (XQLEN - 1);
672 
673 	sc->regs->LTDR = cur_tbd;
674 	++sc->in_stats.sent_pkts;
675 	IFNET_STAT_INC(&sc->arpcom.ac_if, opackets, 1);
676 }
677 
678 static struct mbuf *
679 repack(struct sbsh_softc *sc, struct mbuf *m)
680 {
681 	struct mbuf  *m_new;
682 
683 	MGETHDR(m_new, M_NOWAIT, MT_DATA);
684 	if (!m_new) {
685 		if_printf (&sc->arpcom.ac_if,
686 			   "unable to get mbuf.\n");
687 		return (NULL);
688 	}
689 
690 	if (m->m_pkthdr.len > MHLEN) {
691 		MCLGET(m_new, M_NOWAIT);
692 		if (!(m_new->m_flags & M_EXT)) {
693 			m_freem(m_new);
694 			if_printf (&sc->arpcom.ac_if,
695 				   "unable to get mbuf cluster.\n");
696 			return (NULL);
697 		}
698 	}
699 
700 	m_copydata(m, 0, m->m_pkthdr.len, mtod(m_new, caddr_t));
701 	m_new->m_pkthdr.len = m_new->m_len = m->m_pkthdr.len;
702 	m_freem(m);
703 	return (m_new);
704 }
705 
706 static void
707 free_sent_buffers(struct sbsh_softc *sc)
708 {
709 	u_int32_t  cur_tbd;
710 
711 	cur_tbd = sc->regs->CTDR;
712 
713 	while (sc->head_tdesc != cur_tbd) {
714 		/*
715 		 * Be careful! one element in xq may correspond to
716 		 * multiple descriptors.
717 		 */
718 		if (sc->tbd[sc->head_tdesc].length & LAST_FRAG) {
719 			m_freem(sc->xq[sc->head_xq++]);
720 			sc->head_xq &= (XQLEN - 1);
721 		}
722 
723 		sc->tbd[sc->head_tdesc].length = 0;
724 		sc->head_tdesc = (sc->head_tdesc + 1) & 0x7f;
725 	}
726 
727 	start_xmit_frames(sc);
728 }
729 
730 /*
731  * DON'T use free_sent_buffers to drop the queue!
732  */
733 static void
734 alloc_rx_buffers(struct sbsh_softc *sc)
735 {
736 	unsigned	cur_rbd = sc->regs->LRDR & 0x7f;
737 	struct mbuf	*m;
738 
739 	while (sc->tail_rq != ((sc->head_rq - 1) & (RQLEN - 1))) {
740 		MGETHDR(m, M_NOWAIT, MT_DATA);
741 		if (!m) {
742 			if_printf (&sc->arpcom.ac_if,
743 				   "unable to get mbuf.\n");
744 			return;
745 		}
746 
747 		if (SBNI16_MAX_FRAME > MHLEN) {
748 			MCLGET(m, M_NOWAIT);
749 			if (!(m->m_flags & M_EXT)) {
750 				m_freem(m);
751 				if_printf (&sc->arpcom.ac_if,
752 					   "unable to get mbuf cluster.\n");
753 				return;
754 			}
755 			m->m_pkthdr.len = m->m_len = MCLBYTES;
756 		}
757 
758 		m_adj(m, 2);	/* align ip on longword boundaries */
759 
760 		sc->rq[sc->tail_rq++] = m;
761 		sc->tail_rq &= (RQLEN - 1);
762 
763 		sc->rbd[cur_rbd].address = vtophys(mtod(m, vm_offset_t));
764 		sc->rbd[cur_rbd].length  = 0;
765 		sc->regs->LRDR = cur_rbd = (cur_rbd + 1) & 0x7f;
766 	}
767 }
768 
769 static void
770 indicate_frames(struct sbsh_softc *sc)
771 {
772 	struct ifnet *ifp = &sc->arpcom.ac_if;
773 	unsigned  cur_rbd = sc->regs->CRDR & 0x7f;
774 
775 	while (sc->head_rdesc != cur_rbd) {
776 		struct mbuf  *m = sc->rq[sc->head_rq++];
777 		sc->head_rq &= (RQLEN - 1);
778 
779 		m->m_pkthdr.len = m->m_len =
780 				sc->rbd[sc->head_rdesc].length & 0x7ff;
781 		m->m_pkthdr.rcvif = ifp;
782 
783 		ifp->if_input(ifp, m, NULL, -1);
784 		++sc->in_stats.rcvd_pkts;
785 		IFNET_STAT_INC(ifp, ipackets, 1);
786 
787 		sc->head_rdesc = (sc->head_rdesc + 1) & 0x7f;
788 	}
789 }
790 
791 static void
792 drop_queues(struct sbsh_softc *sc)
793 {
794 	while (sc->head_rq != sc->tail_rq) {
795 		m_freem(sc->rq[sc->head_rq++]);
796 		sc->head_rq &= (RQLEN - 1);
797 	}
798 
799 	while (sc->head_xq != sc->tail_xq) {
800 		m_freem(sc->xq[sc->head_xq++]);
801 		sc->head_xq &= (XQLEN - 1);
802 	}
803 }
804 
805 /* -------------------------------------------------------------------------- */
806 
807 static void
808 activate(struct sbsh_softc *sc)
809 {
810 	struct timeval	tv;
811 
812 	sc->regs->SR   = 0xff;		/* clear it! */
813 	sc->regs->CTDR = sc->regs->LTDR = sc->regs->CRDR = sc->regs->LRDR = 0;
814 
815 	sc->head_tdesc = sc->head_rdesc = 0;
816 	alloc_rx_buffers(sc);
817 
818 	sc->regs->CRB &= ~RXDE;
819 	sc->regs->IMR = EXT | RXS | TXS | CRC | OFL | UFL;
820 	sc->regs->CR |= TXEN | RXEN;
821 
822 	sc->state = ACTIVE;
823 	++sc->in_stats.attempts;
824 	microtime(&tv);
825 	sc->in_stats.last_time = tv.tv_sec;
826 	start_xmit_frames(sc);
827 }
828 
829 static void
830 deactivate(struct sbsh_softc *sc)
831 {
832 	sc->regs->CR &= ~(RXEN | TXEN);
833 	sc->regs->CRB |= RXDE;
834 	sc->regs->IMR  = EXT;
835 	sc->regs->CTDR = sc->regs->LTDR;
836 	sc->regs->CRDR = sc->regs->LRDR;
837 	sc->state = ACTIVATION;
838 
839 	drop_queues(sc);
840 }
841 
842 /* -------------------------------------------------------------------------- */
843 
844 static void
845 cx28975_interrupt(struct sbsh_softc *sc)
846 {
847 	volatile struct cx28975_cmdarea  *p = sc->cmdp;
848 
849 	if (p->intr_host != 0xfe)
850 		return;
851 
852 	if (p->out_ack & 0x80) {
853 		if (*((volatile u_int8_t *)p + 0x3c7) & 2) {
854 			if (sc->state != ACTIVE
855 			    && (*((volatile u_int8_t *)p + 0x3c0) & 0xc0) == 0x40) {
856 				activate(sc);
857 				if_printf(&sc->arpcom.ac_if, "connected to peer\n");
858 			} else if (sc->state == ACTIVE
859 				 && (*((volatile u_int8_t *)p + 0x3c0) & 0xc0) != 0x40) {
860 				deactivate(sc);
861 				if_printf(&sc->arpcom.ac_if, "carrier lost\n");
862 			}
863 		}
864 
865 		p->intr_host = 0;
866 		p->out_ack = 0;
867 	} else {
868 		wakeup(sc);
869 
870 		p->intr_host = 0;
871 	}
872 }
873 
874 /* -------------------------------------------------------------------------- */
875 
876 static int
877 start_cx28975(struct sbsh_softc *sc, struct cx28975_cfg cfg)
878 {
879 	static char  thresh[] = { +8, -4, -16, -40 };
880 
881 	volatile struct cx28975_cmdarea  *p = sc->cmdp;
882 	u_int8_t  t, parm[12];
883 
884 	p->intr_host = 0;
885 	t = p->intr_host;
886 
887 	/* reset chip set */
888 	sc->regs->IMR = EXT;
889 	sc->regs->CR  = 0;
890 	sc->regs->SR  = 0xff;
891 	DELAY(2);
892 	sc->regs->CR = XRST;
893 	if (cfg.crc16)
894 		sc->regs->CR |= CMOD;
895 	if (cfg.fill_7e)
896 		sc->regs->CR |= FMOD;
897 	if (cfg.inv)
898 		sc->regs->CR |= PMOD;
899 
900 	sc->regs->CRB |= RODD | RXDE;
901 	if (cfg.rburst)
902 		sc->regs->CRB |= RDBE;
903 	if (cfg.wburst)
904 		sc->regs->CRB |= WTBE;
905 
906 	tsleep(sc, 0, "sbsh", 0);
907 	if ((p->out_ack & 0x1f) != _ACK_BOOT_WAKE_UP)
908 		return (-1);
909 
910 	if (download_firmware(sc, cfg.firmw_image, cfg.firmw_len))
911 		return (-1);
912 
913 	tsleep(sc, 0, "sbsh", 0);
914 	if ((p->out_ack & 0x1f) != _ACK_OPER_WAKE_UP)
915 		return (-1);
916 
917 	t = cfg.master ? 1 : 9;
918 	if (issue_cx28975_cmd(sc, _DSL_SYSTEM_ENABLE, &t, 1))
919 		return (-1);
920 
921 	t = 0x63;
922 	if (issue_cx28975_cmd(sc, _DSL_SYSTEM_CONFIG, &t, 1))
923 		return (-1);
924 
925 	*(u_int16_t *)parm = cfg.lrate >> 3;
926 	parm[2] = parm[3] = parm[0];
927 	parm[5] = cfg.lrate & 7;
928 	parm[4] = parm[7] = 1;
929 	parm[6] = 0;
930 	if (issue_cx28975_cmd(sc, _DSL_MULTI_RATE_CONFIG, parm, 8))
931 		return (-1);
932 
933 	parm[0] = 0x02 | (cfg.mod << 4);
934 	parm[1] = 0;
935 	if (issue_cx28975_cmd(sc, _DSL_TRAINING_MODE, parm, 2))
936 		return (-1);
937 
938 	bzero(parm, 12);
939 	parm[0] = 0x04;		/* pre-activation: G.hs */
940 	parm[4] = 0x04;		/* no remote configuration */
941 	parm[7] = 0x01;		/* annex A (default) */
942 	parm[8] = 0xff;		/* i-bit mask (all bits) */
943 	if (issue_cx28975_cmd(sc, _DSL_PREACTIVATION_CFG, parm, 12))
944 		return (-1);
945 
946 	parm[0] = 0x03;		/* dying gasp time - 3 frames */
947 	parm[1] = thresh[cfg.mod];
948 	parm[2] = 0xff;		/* attenuation */
949 	parm[3] = 0x04;		/* line probe NMR (+2 dB) */
950 	parm[4] = 0x00;		/* reserved */
951 	parm[5] = 0x00;
952 	if (issue_cx28975_cmd(sc, _DSL_THRESHOLDS, parm, 6))
953 		return (-1);
954 
955 	t = cfg.master ? 0x23 : 0x21;
956 	if (issue_cx28975_cmd(sc, _DSL_FR_PCM_CONFIG, &t, 1))
957 		return (-1);
958 
959 	t = 0x02;
960 	if (issue_cx28975_cmd(sc, _DSL_INTR_HOST_MASK, &t, 1))
961 		return (-1);
962 
963 	sc->state = DOWN;
964 	return (0);
965 }
966 
967 static int
968 download_firmware(struct sbsh_softc *sc, u_int8_t *img, u_int32_t img_len)
969 {
970 	u_int32_t	t;
971 	int		i;
972 	u_int8_t	cksum = 0;
973 
974 	for (i = 0; i < img_len; ++i)
975 		cksum += img[i];
976 
977 	t = img_len;
978 	if (issue_cx28975_cmd(sc, _DSL_DOWNLOAD_START, (u_int8_t *) &t, 4))
979 		return (-1);
980 
981 	for (i = 0; img_len >= 75; i += 75, img_len -= 75) {
982 		if (issue_cx28975_cmd(sc, _DSL_DOWNLOAD_DATA, img + i, 75))
983 			return (-1);
984 	}
985 
986 	if (img_len
987 	    &&  issue_cx28975_cmd(sc, _DSL_DOWNLOAD_DATA, img + i, img_len))
988 		return (-1);
989 
990 	t = (cksum ^ 0xff) + 1;
991 	if (issue_cx28975_cmd(sc, _DSL_DOWNLOAD_END, (u_int8_t *) &t, 1))
992 		return (-1);
993 
994 	return (0);
995 }
996 
997 static int
998 issue_cx28975_cmd(struct sbsh_softc *sc, u_int8_t cmd,
999 			u_int8_t *data, u_int8_t size)
1000 {
1001 	volatile struct cx28975_cmdarea  *p = sc->cmdp;
1002 	volatile u_int8_t  *databuf = p->in_data;
1003 	int  i;
1004 
1005 	u_int8_t  cksum = 0;
1006 
1007 	p->in_dest	= 0xf0;
1008 	p->in_opcode	= cmd;
1009 	p->in_zero	= 0;
1010 	p->in_length	= --size;
1011 	p->in_csum	= 0xf0 ^ cmd ^ size ^ 0xaa;
1012 
1013 	for (i = 0; i <= size; ++i) {
1014 		cksum ^= *data;
1015 		*databuf++ = *data++;	/* only 1 byte per cycle! */
1016 	}
1017 
1018 	p->in_datasum	= cksum ^ 0xaa;
1019 	p->out_ack	= _ACK_NOT_COMPLETE;
1020 	p->intr_8051	= 0xfe;
1021 
1022 	if (tsleep(sc, 0, "sbsh", hz << 3))
1023 		return (-1);
1024 
1025 	while (p->out_ack == _ACK_NOT_COMPLETE)
1026 		;					/* FIXME ! */
1027 
1028 	if ((p->out_ack & 0x1f) == _ACK_PASS) {
1029 		p->out_ack = 0;
1030 		return (0);
1031 	} else {
1032 		p->out_ack = 0;
1033 		return (-1);
1034 	}
1035 }
1036