xref: /freebsd/sys/dev/vr/if_vr.c (revision d086ded32300bc0f33fb1574d0bcfccfbc60881d)
1 /*
2  * Copyright (c) 1997, 1998
3  *	Bill Paul <wpaul@ctr.columbia.edu>.  All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  * 3. All advertising materials mentioning features or use of this software
14  *    must display the following acknowledgement:
15  *	This product includes software developed by Bill Paul.
16  * 4. Neither the name of the author nor the names of any co-contributors
17  *    may be used to endorse or promote products derived from this software
18  *    without specific prior written permission.
19  *
20  * THIS SOFTWARE IS PROVIDED BY Bill Paul AND CONTRIBUTORS ``AS IS'' AND
21  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23  * ARE DISCLAIMED.  IN NO EVENT SHALL Bill Paul OR THE VOICES IN HIS HEAD
24  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30  * THE POSSIBILITY OF SUCH DAMAGE.
31  */
32 
33 /*
34  * VIA Rhine fast ethernet PCI NIC driver
35  *
36  * Supports various network adapters based on the VIA Rhine
37  * and Rhine II PCI controllers, including the D-Link DFE530TX.
38  * Datasheets are available at http://www.via.com.tw.
39  *
40  * Written by Bill Paul <wpaul@ctr.columbia.edu>
41  * Electrical Engineering Department
42  * Columbia University, New York City
43  */
44 
45 /*
46  * The VIA Rhine controllers are similar in some respects to the
47  * the DEC tulip chips, except less complicated. The controller
48  * uses an MII bus and an external physical layer interface. The
49  * receiver has a one entry perfect filter and a 64-bit hash table
50  * multicast filter. Transmit and receive descriptors are similar
51  * to the tulip.
52  *
53  * The Rhine has a serious flaw in its transmit DMA mechanism:
54  * transmit buffers must be longword aligned. Unfortunately,
55  * FreeBSD doesn't guarantee that mbufs will be filled in starting
56  * at longword boundaries, so we have to do a buffer copy before
57  * transmission.
58  */
59 
60 #include <sys/cdefs.h>
61 __FBSDID("$FreeBSD$");
62 
63 #include <sys/param.h>
64 #include <sys/systm.h>
65 #include <sys/sockio.h>
66 #include <sys/mbuf.h>
67 #include <sys/malloc.h>
68 #include <sys/kernel.h>
69 #include <sys/socket.h>
70 
71 #include <net/if.h>
72 #include <net/if_arp.h>
73 #include <net/ethernet.h>
74 #include <net/if_dl.h>
75 #include <net/if_media.h>
76 
77 #include <net/bpf.h>
78 
79 #include <vm/vm.h>              /* for vtophys */
80 #include <vm/pmap.h>            /* for vtophys */
81 #include <machine/bus_pio.h>
82 #include <machine/bus_memio.h>
83 #include <machine/bus.h>
84 #include <machine/resource.h>
85 #include <sys/bus.h>
86 #include <sys/rman.h>
87 
88 #include <dev/mii/mii.h>
89 #include <dev/mii/miivar.h>
90 
91 #include <pci/pcireg.h>
92 #include <pci/pcivar.h>
93 
94 #define VR_USEIOSPACE
95 
96 #include <pci/if_vrreg.h>
97 
98 MODULE_DEPEND(vr, pci, 1, 1, 1);
99 MODULE_DEPEND(vr, ether, 1, 1, 1);
100 MODULE_DEPEND(vr, miibus, 1, 1, 1);
101 
102 /* "controller miibus0" required.  See GENERIC if you get errors here. */
103 #include "miibus_if.h"
104 
105 #undef VR_USESWSHIFT
106 
107 /*
108  * Various supported device vendors/types and their names.
109  */
110 static struct vr_type vr_devs[] = {
111 	{ VIA_VENDORID, VIA_DEVICEID_RHINE,
112 		"VIA VT3043 Rhine I 10/100BaseTX" },
113 	{ VIA_VENDORID, VIA_DEVICEID_RHINE_II,
114 		"VIA VT86C100A Rhine II 10/100BaseTX" },
115 	{ VIA_VENDORID, VIA_DEVICEID_RHINE_II_2,
116 		"VIA VT6102 Rhine II 10/100BaseTX" },
117 	{ VIA_VENDORID, VIA_DEVICEID_RHINE_III,
118 		"VIA VT6105 Rhine III 10/100BaseTX" },
119 	{ VIA_VENDORID, VIA_DEVICEID_RHINE_III_M,
120 		"VIA VT6105M Rhine III 10/100BaseTX" },
121 	{ DELTA_VENDORID, DELTA_DEVICEID_RHINE_II,
122 		"Delta Electronics Rhine II 10/100BaseTX" },
123 	{ ADDTRON_VENDORID, ADDTRON_DEVICEID_RHINE_II,
124 		"Addtron Technology Rhine II 10/100BaseTX" },
125 	{ 0, 0, NULL }
126 };
127 
128 static int vr_probe		(device_t);
129 static int vr_attach		(device_t);
130 static int vr_detach		(device_t);
131 
132 static int vr_newbuf		(struct vr_softc *,
133 					struct vr_chain_onefrag *,
134 					struct mbuf *);
135 static int vr_encap		(struct vr_softc *, struct vr_chain *,
136 						struct mbuf * );
137 
138 static void vr_rxeof		(struct vr_softc *);
139 static void vr_rxeoc		(struct vr_softc *);
140 static void vr_txeof		(struct vr_softc *);
141 static void vr_txeoc		(struct vr_softc *);
142 static void vr_tick		(void *);
143 static void vr_intr		(void *);
144 static void vr_start		(struct ifnet *);
145 static int vr_ioctl		(struct ifnet *, u_long, caddr_t);
146 static void vr_init		(void *);
147 static void vr_stop		(struct vr_softc *);
148 static void vr_watchdog		(struct ifnet *);
149 static void vr_shutdown		(device_t);
150 static int vr_ifmedia_upd	(struct ifnet *);
151 static void vr_ifmedia_sts	(struct ifnet *, struct ifmediareq *);
152 
153 #ifdef VR_USESWSHIFT
154 static void vr_mii_sync		(struct vr_softc *);
155 static void vr_mii_send		(struct vr_softc *, u_int32_t, int);
156 #endif
157 static int vr_mii_readreg	(struct vr_softc *, struct vr_mii_frame *);
158 static int vr_mii_writereg	(struct vr_softc *, struct vr_mii_frame *);
159 static int vr_miibus_readreg	(device_t, int, int);
160 static int vr_miibus_writereg	(device_t, int, int, int);
161 static void vr_miibus_statchg	(device_t);
162 
163 static void vr_setcfg		(struct vr_softc *, int);
164 static u_int8_t vr_calchash	(u_int8_t *);
165 static void vr_setmulti		(struct vr_softc *);
166 static void vr_reset		(struct vr_softc *);
167 static int vr_list_rx_init	(struct vr_softc *);
168 static int vr_list_tx_init	(struct vr_softc *);
169 
170 #ifdef VR_USEIOSPACE
171 #define VR_RES			SYS_RES_IOPORT
172 #define VR_RID			VR_PCI_LOIO
173 #else
174 #define VR_RES			SYS_RES_MEMORY
175 #define VR_RID			VR_PCI_LOMEM
176 #endif
177 
178 static device_method_t vr_methods[] = {
179 	/* Device interface */
180 	DEVMETHOD(device_probe,		vr_probe),
181 	DEVMETHOD(device_attach,	vr_attach),
182 	DEVMETHOD(device_detach, 	vr_detach),
183 	DEVMETHOD(device_shutdown,	vr_shutdown),
184 
185 	/* bus interface */
186 	DEVMETHOD(bus_print_child,	bus_generic_print_child),
187 	DEVMETHOD(bus_driver_added,	bus_generic_driver_added),
188 
189 	/* MII interface */
190 	DEVMETHOD(miibus_readreg,	vr_miibus_readreg),
191 	DEVMETHOD(miibus_writereg,	vr_miibus_writereg),
192 	DEVMETHOD(miibus_statchg,	vr_miibus_statchg),
193 
194 	{ 0, 0 }
195 };
196 
197 static driver_t vr_driver = {
198 	"vr",
199 	vr_methods,
200 	sizeof(struct vr_softc)
201 };
202 
203 static devclass_t vr_devclass;
204 
205 DRIVER_MODULE(vr, pci, vr_driver, vr_devclass, 0, 0);
206 DRIVER_MODULE(miibus, vr, miibus_driver, miibus_devclass, 0, 0);
207 
208 #define VR_SETBIT(sc, reg, x)				\
209 	CSR_WRITE_1(sc, reg,				\
210 		CSR_READ_1(sc, reg) | (x))
211 
212 #define VR_CLRBIT(sc, reg, x)				\
213 	CSR_WRITE_1(sc, reg,				\
214 		CSR_READ_1(sc, reg) & ~(x))
215 
216 #define VR_SETBIT16(sc, reg, x)				\
217 	CSR_WRITE_2(sc, reg,				\
218 		CSR_READ_2(sc, reg) | (x))
219 
220 #define VR_CLRBIT16(sc, reg, x)				\
221 	CSR_WRITE_2(sc, reg,				\
222 		CSR_READ_2(sc, reg) & ~(x))
223 
224 #define VR_SETBIT32(sc, reg, x)				\
225 	CSR_WRITE_4(sc, reg,				\
226 		CSR_READ_4(sc, reg) | (x))
227 
228 #define VR_CLRBIT32(sc, reg, x)				\
229 	CSR_WRITE_4(sc, reg,				\
230 		CSR_READ_4(sc, reg) & ~(x))
231 
232 #define SIO_SET(x)					\
233 	CSR_WRITE_1(sc, VR_MIICMD,			\
234 		CSR_READ_1(sc, VR_MIICMD) | (x))
235 
236 #define SIO_CLR(x)					\
237 	CSR_WRITE_1(sc, VR_MIICMD,			\
238 		CSR_READ_1(sc, VR_MIICMD) & ~(x))
239 
240 #ifdef VR_USESWSHIFT
241 /*
242  * Sync the PHYs by setting data bit and strobing the clock 32 times.
243  */
244 static void
245 vr_mii_sync(sc)
246 	struct vr_softc		*sc;
247 {
248 	register int		i;
249 
250 	SIO_SET(VR_MIICMD_DIR|VR_MIICMD_DATAIN);
251 
252 	for (i = 0; i < 32; i++) {
253 		SIO_SET(VR_MIICMD_CLK);
254 		DELAY(1);
255 		SIO_CLR(VR_MIICMD_CLK);
256 		DELAY(1);
257 	}
258 
259 	return;
260 }
261 
262 /*
263  * Clock a series of bits through the MII.
264  */
265 static void
266 vr_mii_send(sc, bits, cnt)
267 	struct vr_softc		*sc;
268 	u_int32_t		bits;
269 	int			cnt;
270 {
271 	int			i;
272 
273 	SIO_CLR(VR_MIICMD_CLK);
274 
275 	for (i = (0x1 << (cnt - 1)); i; i >>= 1) {
276                 if (bits & i) {
277 			SIO_SET(VR_MIICMD_DATAIN);
278                 } else {
279 			SIO_CLR(VR_MIICMD_DATAIN);
280                 }
281 		DELAY(1);
282 		SIO_CLR(VR_MIICMD_CLK);
283 		DELAY(1);
284 		SIO_SET(VR_MIICMD_CLK);
285 	}
286 }
287 #endif
288 
289 /*
290  * Read an PHY register through the MII.
291  */
292 static int
293 vr_mii_readreg(sc, frame)
294 	struct vr_softc		*sc;
295 	struct vr_mii_frame	*frame;
296 
297 #ifdef VR_USESWSHIFT
298 {
299 	int			i, ack;
300 
301 	VR_LOCK(sc);
302 
303 	/*
304 	 * Set up frame for RX.
305 	 */
306 	frame->mii_stdelim = VR_MII_STARTDELIM;
307 	frame->mii_opcode = VR_MII_READOP;
308 	frame->mii_turnaround = 0;
309 	frame->mii_data = 0;
310 
311 	CSR_WRITE_1(sc, VR_MIICMD, 0);
312 	VR_SETBIT(sc, VR_MIICMD, VR_MIICMD_DIRECTPGM);
313 
314 	/*
315  	 * Turn on data xmit.
316 	 */
317 	SIO_SET(VR_MIICMD_DIR);
318 
319 	vr_mii_sync(sc);
320 
321 	/*
322 	 * Send command/address info.
323 	 */
324 	vr_mii_send(sc, frame->mii_stdelim, 2);
325 	vr_mii_send(sc, frame->mii_opcode, 2);
326 	vr_mii_send(sc, frame->mii_phyaddr, 5);
327 	vr_mii_send(sc, frame->mii_regaddr, 5);
328 
329 	/* Idle bit */
330 	SIO_CLR((VR_MIICMD_CLK|VR_MIICMD_DATAIN));
331 	DELAY(1);
332 	SIO_SET(VR_MIICMD_CLK);
333 	DELAY(1);
334 
335 	/* Turn off xmit. */
336 	SIO_CLR(VR_MIICMD_DIR);
337 
338 	/* Check for ack */
339 	SIO_CLR(VR_MIICMD_CLK);
340 	DELAY(1);
341 	ack = CSR_READ_4(sc, VR_MIICMD) & VR_MIICMD_DATAOUT;
342 	SIO_SET(VR_MIICMD_CLK);
343 	DELAY(1);
344 
345 	/*
346 	 * Now try reading data bits. If the ack failed, we still
347 	 * need to clock through 16 cycles to keep the PHY(s) in sync.
348 	 */
349 	if (ack) {
350 		for(i = 0; i < 16; i++) {
351 			SIO_CLR(VR_MIICMD_CLK);
352 			DELAY(1);
353 			SIO_SET(VR_MIICMD_CLK);
354 			DELAY(1);
355 		}
356 		goto fail;
357 	}
358 
359 	for (i = 0x8000; i; i >>= 1) {
360 		SIO_CLR(VR_MIICMD_CLK);
361 		DELAY(1);
362 		if (!ack) {
363 			if (CSR_READ_4(sc, VR_MIICMD) & VR_MIICMD_DATAOUT)
364 				frame->mii_data |= i;
365 			DELAY(1);
366 		}
367 		SIO_SET(VR_MIICMD_CLK);
368 		DELAY(1);
369 	}
370 
371 fail:
372 
373 	SIO_CLR(VR_MIICMD_CLK);
374 	DELAY(1);
375 	SIO_SET(VR_MIICMD_CLK);
376 	DELAY(1);
377 
378 	VR_UNLOCK(sc);
379 
380 	if (ack)
381 		return(1);
382 	return(0);
383 }
384 #else
385 {
386 	int			s, i;
387 
388 	s = splimp();
389 
390   	/* Set the PHY-adress */
391 	CSR_WRITE_1(sc, VR_PHYADDR, (CSR_READ_1(sc, VR_PHYADDR)& 0xe0)|
392 	    frame->mii_phyaddr);
393 
394   	/* Set the register-adress */
395 	CSR_WRITE_1(sc, VR_MIIADDR, frame->mii_regaddr);
396 	VR_SETBIT(sc, VR_MIICMD, VR_MIICMD_READ_ENB);
397 
398 	for (i = 0; i < 10000; i++) {
399 		if ((CSR_READ_1(sc, VR_MIICMD) & VR_MIICMD_READ_ENB) == 0)
400 			break;
401 		DELAY(1);
402 	}
403 
404 	frame->mii_data = CSR_READ_2(sc, VR_MIIDATA);
405 
406 	(void)splx(s);
407 
408 	return(0);
409 }
410 #endif
411 
412 
413 /*
414  * Write to a PHY register through the MII.
415  */
416 static int
417 vr_mii_writereg(sc, frame)
418 	struct vr_softc		*sc;
419 	struct vr_mii_frame	*frame;
420 
421 #ifdef VR_USESWSHIFT
422 {
423 	VR_LOCK(sc);
424 
425 	CSR_WRITE_1(sc, VR_MIICMD, 0);
426 	VR_SETBIT(sc, VR_MIICMD, VR_MIICMD_DIRECTPGM);
427 
428 	/*
429 	 * Set up frame for TX.
430 	 */
431 
432 	frame->mii_stdelim = VR_MII_STARTDELIM;
433 	frame->mii_opcode = VR_MII_WRITEOP;
434 	frame->mii_turnaround = VR_MII_TURNAROUND;
435 
436 	/*
437  	 * Turn on data output.
438 	 */
439 	SIO_SET(VR_MIICMD_DIR);
440 
441 	vr_mii_sync(sc);
442 
443 	vr_mii_send(sc, frame->mii_stdelim, 2);
444 	vr_mii_send(sc, frame->mii_opcode, 2);
445 	vr_mii_send(sc, frame->mii_phyaddr, 5);
446 	vr_mii_send(sc, frame->mii_regaddr, 5);
447 	vr_mii_send(sc, frame->mii_turnaround, 2);
448 	vr_mii_send(sc, frame->mii_data, 16);
449 
450 	/* Idle bit. */
451 	SIO_SET(VR_MIICMD_CLK);
452 	DELAY(1);
453 	SIO_CLR(VR_MIICMD_CLK);
454 	DELAY(1);
455 
456 	/*
457 	 * Turn off xmit.
458 	 */
459 	SIO_CLR(VR_MIICMD_DIR);
460 
461 	VR_UNLOCK(sc);
462 
463 	return(0);
464 }
465 #else
466 {
467 	int			s, i;
468 
469 	s = splimp();
470 
471   	/* Set the PHY-adress */
472 	CSR_WRITE_1(sc, VR_PHYADDR, (CSR_READ_1(sc, VR_PHYADDR)& 0xe0)|
473 		    frame->mii_phyaddr);
474 
475   	/* Set the register-adress and data to write */
476 	CSR_WRITE_1(sc, VR_MIIADDR, frame->mii_regaddr);
477 	CSR_WRITE_2(sc, VR_MIIDATA, frame->mii_data);
478 
479 	VR_SETBIT(sc, VR_MIICMD, VR_MIICMD_WRITE_ENB);
480 
481 	for (i = 0; i < 10000; i++) {
482 		if ((CSR_READ_1(sc, VR_MIICMD) & VR_MIICMD_WRITE_ENB) == 0)
483 			break;
484 		DELAY(1);
485 	}
486 
487 	(void)splx(s);
488 
489 	return(0);
490 }
491 #endif
492 
493 static int
494 vr_miibus_readreg(dev, phy, reg)
495 	device_t		dev;
496 	int			phy, reg;
497 {
498 	struct vr_softc		*sc;
499 	struct vr_mii_frame	frame;
500 
501 	sc = device_get_softc(dev);
502 
503 	switch (sc->vr_revid) {
504 		case REV_ID_VT6102_APOLLO:
505 			if (phy != 1)
506 				return 0;
507 		default:
508 			break;
509 		}
510 
511 	bzero((char *)&frame, sizeof(frame));
512 
513 	frame.mii_phyaddr = phy;
514 	frame.mii_regaddr = reg;
515 	vr_mii_readreg(sc, &frame);
516 
517 	return(frame.mii_data);
518 }
519 
520 static int
521 vr_miibus_writereg(dev, phy, reg, data)
522 	device_t		dev;
523 	u_int16_t		phy, reg, data;
524 {
525 	struct vr_softc		*sc;
526 	struct vr_mii_frame	frame;
527 
528 	sc = device_get_softc(dev);
529 
530 	switch (sc->vr_revid) {
531 		case REV_ID_VT6102_APOLLO:
532 			if (phy != 1)
533 				return 0;
534 		default:
535 			break;
536 		}
537 
538 	bzero((char *)&frame, sizeof(frame));
539 
540 	frame.mii_phyaddr = phy;
541 	frame.mii_regaddr = reg;
542 	frame.mii_data = data;
543 
544 	vr_mii_writereg(sc, &frame);
545 
546 	return(0);
547 }
548 
549 static void
550 vr_miibus_statchg(dev)
551 	device_t		dev;
552 {
553 	struct vr_softc		*sc;
554 	struct mii_data		*mii;
555 
556 	sc = device_get_softc(dev);
557 	VR_LOCK(sc);
558 	mii = device_get_softc(sc->vr_miibus);
559 	vr_setcfg(sc, mii->mii_media_active);
560 	VR_UNLOCK(sc);
561 
562 	return;
563 }
564 
565 /*
566  * Calculate CRC of a multicast group address, return the lower 6 bits.
567  */
568 static u_int8_t vr_calchash(addr)
569 	u_int8_t		*addr;
570 {
571 	u_int32_t		crc, carry;
572 	int			i, j;
573 	u_int8_t		c;
574 
575 	/* Compute CRC for the address value. */
576 	crc = 0xFFFFFFFF; /* initial value */
577 
578 	for (i = 0; i < 6; i++) {
579 		c = *(addr + i);
580 		for (j = 0; j < 8; j++) {
581 			carry = ((crc & 0x80000000) ? 1 : 0) ^ (c & 0x01);
582 			crc <<= 1;
583 			c >>= 1;
584 			if (carry)
585 				crc = (crc ^ 0x04c11db6) | carry;
586 		}
587 	}
588 
589 	/* return the filter bit position */
590 	return((crc >> 26) & 0x0000003F);
591 }
592 
593 /*
594  * Program the 64-bit multicast hash filter.
595  */
596 static void
597 vr_setmulti(sc)
598 	struct vr_softc		*sc;
599 {
600 	struct ifnet		*ifp;
601 	int			h = 0;
602 	u_int32_t		hashes[2] = { 0, 0 };
603 	struct ifmultiaddr	*ifma;
604 	u_int8_t		rxfilt;
605 	int			mcnt = 0;
606 
607 	ifp = &sc->arpcom.ac_if;
608 
609 	rxfilt = CSR_READ_1(sc, VR_RXCFG);
610 
611 	if (ifp->if_flags & IFF_ALLMULTI || ifp->if_flags & IFF_PROMISC) {
612 		rxfilt |= VR_RXCFG_RX_MULTI;
613 		CSR_WRITE_1(sc, VR_RXCFG, rxfilt);
614 		CSR_WRITE_4(sc, VR_MAR0, 0xFFFFFFFF);
615 		CSR_WRITE_4(sc, VR_MAR1, 0xFFFFFFFF);
616 		return;
617 	}
618 
619 	/* first, zot all the existing hash bits */
620 	CSR_WRITE_4(sc, VR_MAR0, 0);
621 	CSR_WRITE_4(sc, VR_MAR1, 0);
622 
623 	/* now program new ones */
624 	TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) {
625 		if (ifma->ifma_addr->sa_family != AF_LINK)
626 			continue;
627 		h = vr_calchash(LLADDR((struct sockaddr_dl *)ifma->ifma_addr));
628 		if (h < 32)
629 			hashes[0] |= (1 << h);
630 		else
631 			hashes[1] |= (1 << (h - 32));
632 		mcnt++;
633 	}
634 
635 	if (mcnt)
636 		rxfilt |= VR_RXCFG_RX_MULTI;
637 	else
638 		rxfilt &= ~VR_RXCFG_RX_MULTI;
639 
640 	CSR_WRITE_4(sc, VR_MAR0, hashes[0]);
641 	CSR_WRITE_4(sc, VR_MAR1, hashes[1]);
642 	CSR_WRITE_1(sc, VR_RXCFG, rxfilt);
643 
644 	return;
645 }
646 
647 /*
648  * In order to fiddle with the
649  * 'full-duplex' and '100Mbps' bits in the netconfig register, we
650  * first have to put the transmit and/or receive logic in the idle state.
651  */
652 static void
653 vr_setcfg(sc, media)
654 	struct vr_softc		*sc;
655 	int			media;
656 {
657 	int			restart = 0;
658 
659 	if (CSR_READ_2(sc, VR_COMMAND) & (VR_CMD_TX_ON|VR_CMD_RX_ON)) {
660 		restart = 1;
661 		VR_CLRBIT16(sc, VR_COMMAND, (VR_CMD_TX_ON|VR_CMD_RX_ON));
662 	}
663 
664 	if ((media & IFM_GMASK) == IFM_FDX)
665 		VR_SETBIT16(sc, VR_COMMAND, VR_CMD_FULLDUPLEX);
666 	else
667 		VR_CLRBIT16(sc, VR_COMMAND, VR_CMD_FULLDUPLEX);
668 
669 	if (restart)
670 		VR_SETBIT16(sc, VR_COMMAND, VR_CMD_TX_ON|VR_CMD_RX_ON);
671 
672 	return;
673 }
674 
675 static void
676 vr_reset(sc)
677 	struct vr_softc		*sc;
678 {
679 	register int		i;
680 
681 	VR_SETBIT16(sc, VR_COMMAND, VR_CMD_RESET);
682 
683 	for (i = 0; i < VR_TIMEOUT; i++) {
684 		DELAY(10);
685 		if (!(CSR_READ_2(sc, VR_COMMAND) & VR_CMD_RESET))
686 			break;
687 	}
688 	if (i == VR_TIMEOUT) {
689 		if (sc->vr_revid < REV_ID_VT3065_A)
690 			printf("vr%d: reset never completed!\n", sc->vr_unit);
691 		else {
692 			/* Use newer force reset command */
693 			printf("vr%d: Using force reset command.\n", sc->vr_unit);
694 			VR_SETBIT(sc, VR_MISC_CR1, VR_MISCCR1_FORSRST);
695 		}
696 	}
697 
698 	/* Wait a little while for the chip to get its brains in order. */
699 	DELAY(1000);
700 
701         return;
702 }
703 
704 /*
705  * Probe for a VIA Rhine chip. Check the PCI vendor and device
706  * IDs against our list and return a device name if we find a match.
707  */
708 static int
709 vr_probe(dev)
710 	device_t		dev;
711 {
712 	struct vr_type		*t;
713 
714 	t = vr_devs;
715 
716 	while(t->vr_name != NULL) {
717 		if ((pci_get_vendor(dev) == t->vr_vid) &&
718 		    (pci_get_device(dev) == t->vr_did)) {
719 			device_set_desc(dev, t->vr_name);
720 			return(0);
721 		}
722 		t++;
723 	}
724 
725 	return(ENXIO);
726 }
727 
728 /*
729  * Attach the interface. Allocate softc structures, do ifmedia
730  * setup and ethernet/BPF attach.
731  */
732 static int
733 vr_attach(dev)
734 	device_t		dev;
735 {
736 	int			i;
737 	u_char			eaddr[ETHER_ADDR_LEN];
738 	struct vr_softc		*sc;
739 	struct ifnet		*ifp;
740 	int			unit, error = 0, rid;
741 
742 	sc = device_get_softc(dev);
743 	unit = device_get_unit(dev);
744 
745 	mtx_init(&sc->vr_mtx, device_get_nameunit(dev), MTX_NETWORK_LOCK,
746 	    MTX_DEF | MTX_RECURSE);
747 
748 	/*
749 	 * Handle power management nonsense.
750 	 */
751 	if (pci_get_powerstate(dev) != PCI_POWERSTATE_D0) {
752 		u_int32_t		iobase, membase, irq;
753 
754 		/* Save important PCI config data. */
755 		iobase = pci_read_config(dev, VR_PCI_LOIO, 4);
756 		membase = pci_read_config(dev, VR_PCI_LOMEM, 4);
757 		irq = pci_read_config(dev, VR_PCI_INTLINE, 4);
758 
759 		/* Reset the power state. */
760 		printf("vr%d: chip is in D%d power mode "
761 		    "-- setting to D0\n", unit,
762 		    pci_get_powerstate(dev));
763 		pci_set_powerstate(dev, PCI_POWERSTATE_D0);
764 
765 			/* Restore PCI config data. */
766 		pci_write_config(dev, VR_PCI_LOIO, iobase, 4);
767 		pci_write_config(dev, VR_PCI_LOMEM, membase, 4);
768 		pci_write_config(dev, VR_PCI_INTLINE, irq, 4);
769 	}
770 
771 	/*
772 	 * Map control/status registers.
773 	 */
774 	pci_enable_busmaster(dev);
775 	sc->vr_revid = pci_read_config(dev, VR_PCI_REVID, 4) & 0x000000FF;
776 
777 	rid = VR_RID;
778 	sc->vr_res = bus_alloc_resource(dev, VR_RES, &rid,
779 	    0, ~0, 1, RF_ACTIVE);
780 
781 	if (sc->vr_res == NULL) {
782 		printf("vr%d: couldn't map ports/memory\n", unit);
783 		error = ENXIO;
784 		goto fail;
785 	}
786 
787 	sc->vr_btag = rman_get_bustag(sc->vr_res);
788 	sc->vr_bhandle = rman_get_bushandle(sc->vr_res);
789 
790 	/* Allocate interrupt */
791 	rid = 0;
792 	sc->vr_irq = bus_alloc_resource(dev, SYS_RES_IRQ, &rid, 0, ~0, 1,
793 	    RF_SHAREABLE | RF_ACTIVE);
794 
795 	if (sc->vr_irq == NULL) {
796 		printf("vr%d: couldn't map interrupt\n", unit);
797 		error = ENXIO;
798 		goto fail;
799 	}
800 
801 	/*
802 	 * Windows may put the chip in suspend mode when it
803 	 * shuts down. Be sure to kick it in the head to wake it
804 	 * up again.
805 	 */
806 	VR_CLRBIT(sc, VR_STICKHW, (VR_STICKHW_DS0|VR_STICKHW_DS1));
807 
808 	/* Reset the adapter. */
809 	vr_reset(sc);
810 
811         /*
812 	 * Turn on bit2 (MIION) in PCI configuration register 0x53 during
813 	 * initialization and disable AUTOPOLL.
814 	 */
815         pci_write_config(dev, VR_PCI_MODE,
816 	    pci_read_config(dev, VR_PCI_MODE, 4) | (VR_MODE3_MIION << 24), 4);
817 	VR_CLRBIT(sc, VR_MIICMD, VR_MIICMD_AUTOPOLL);
818 
819 	/*
820 	 * Get station address. The way the Rhine chips work,
821 	 * you're not allowed to directly access the EEPROM once
822 	 * they've been programmed a special way. Consequently,
823 	 * we need to read the node address from the PAR0 and PAR1
824 	 * registers.
825 	 */
826 	VR_SETBIT(sc, VR_EECSR, VR_EECSR_LOAD);
827 	DELAY(200);
828 	for (i = 0; i < ETHER_ADDR_LEN; i++)
829 		eaddr[i] = CSR_READ_1(sc, VR_PAR0 + i);
830 
831 	/*
832 	 * A Rhine chip was detected. Inform the world.
833 	 */
834 	printf("vr%d: Ethernet address: %6D\n", unit, eaddr, ":");
835 
836 	sc->vr_unit = unit;
837 	bcopy(eaddr, (char *)&sc->arpcom.ac_enaddr, ETHER_ADDR_LEN);
838 
839 	sc->vr_ldata = contigmalloc(sizeof(struct vr_list_data), M_DEVBUF,
840 	    M_NOWAIT, 0, 0xffffffff, PAGE_SIZE, 0);
841 
842 	if (sc->vr_ldata == NULL) {
843 		printf("vr%d: no memory for list buffers!\n", unit);
844 		error = ENXIO;
845 		goto fail;
846 	}
847 
848 	bzero(sc->vr_ldata, sizeof(struct vr_list_data));
849 
850 	ifp = &sc->arpcom.ac_if;
851 	ifp->if_softc = sc;
852 	ifp->if_unit = unit;
853 	ifp->if_name = "vr";
854 	ifp->if_mtu = ETHERMTU;
855 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
856 	ifp->if_ioctl = vr_ioctl;
857 	ifp->if_output = ether_output;
858 	ifp->if_start = vr_start;
859 	ifp->if_watchdog = vr_watchdog;
860 	ifp->if_init = vr_init;
861 	ifp->if_baudrate = 10000000;
862 	ifp->if_snd.ifq_maxlen = VR_TX_LIST_CNT - 1;
863 
864 	/*
865 	 * Do MII setup.
866 	 */
867 	if (mii_phy_probe(dev, &sc->vr_miibus,
868 	    vr_ifmedia_upd, vr_ifmedia_sts)) {
869 		printf("vr%d: MII without any phy!\n", sc->vr_unit);
870 		error = ENXIO;
871 		goto fail;
872 	}
873 
874 	callout_handle_init(&sc->vr_stat_ch);
875 
876 	/*
877 	 * Call MI attach routine.
878 	 */
879 	ether_ifattach(ifp, eaddr);
880 
881 	/* Hook interrupt last to avoid having to lock softc */
882 	error = bus_setup_intr(dev, sc->vr_irq, INTR_TYPE_NET,
883 	    vr_intr, sc, &sc->vr_intrhand);
884 
885 	if (error) {
886 		printf("vr%d: couldn't set up irq\n", unit);
887 		ether_ifdetach(ifp);
888 		goto fail;
889 	}
890 
891 fail:
892 	if (error)
893 		vr_detach(dev);
894 
895 	return(error);
896 }
897 
898 /*
899  * Shutdown hardware and free up resources. This can be called any
900  * time after the mutex has been initialized. It is called in both
901  * the error case in attach and the normal detach case so it needs
902  * to be careful about only freeing resources that have actually been
903  * allocated.
904  */
905 static int
906 vr_detach(dev)
907 	device_t		dev;
908 {
909 	struct vr_softc		*sc;
910 	struct ifnet		*ifp;
911 
912 	sc = device_get_softc(dev);
913 	KASSERT(mtx_initialized(&sc->vr_mtx), ("vr mutex not initialized"));
914 	VR_LOCK(sc);
915 	ifp = &sc->arpcom.ac_if;
916 
917 	/* These should only be active if attach succeeded */
918 	if (device_is_attached(dev)) {
919 		vr_stop(sc);
920 		ether_ifdetach(ifp);
921 	}
922 	if (sc->vr_miibus)
923 		device_delete_child(dev, sc->vr_miibus);
924 	bus_generic_detach(dev);
925 
926 	if (sc->vr_intrhand)
927 		bus_teardown_intr(dev, sc->vr_irq, sc->vr_intrhand);
928 	if (sc->vr_irq)
929 		bus_release_resource(dev, SYS_RES_IRQ, 0, sc->vr_irq);
930 	if (sc->vr_res)
931 		bus_release_resource(dev, VR_RES, VR_RID, sc->vr_res);
932 
933 	if (sc->vr_ldata)
934 		contigfree(sc->vr_ldata, sizeof(struct vr_list_data), M_DEVBUF);
935 
936 	VR_UNLOCK(sc);
937 	mtx_destroy(&sc->vr_mtx);
938 
939 	return(0);
940 }
941 
942 /*
943  * Initialize the transmit descriptors.
944  */
945 static int
946 vr_list_tx_init(sc)
947 	struct vr_softc		*sc;
948 {
949 	struct vr_chain_data	*cd;
950 	struct vr_list_data	*ld;
951 	int			i;
952 
953 	cd = &sc->vr_cdata;
954 	ld = sc->vr_ldata;
955 	for (i = 0; i < VR_TX_LIST_CNT; i++) {
956 		cd->vr_tx_chain[i].vr_ptr = &ld->vr_tx_list[i];
957 		if (i == (VR_TX_LIST_CNT - 1))
958 			cd->vr_tx_chain[i].vr_nextdesc =
959 				&cd->vr_tx_chain[0];
960 		else
961 			cd->vr_tx_chain[i].vr_nextdesc =
962 				&cd->vr_tx_chain[i + 1];
963 	}
964 
965 	cd->vr_tx_free = &cd->vr_tx_chain[0];
966 	cd->vr_tx_tail = cd->vr_tx_head = NULL;
967 
968 	return(0);
969 }
970 
971 
972 /*
973  * Initialize the RX descriptors and allocate mbufs for them. Note that
974  * we arrange the descriptors in a closed ring, so that the last descriptor
975  * points back to the first.
976  */
977 static int
978 vr_list_rx_init(sc)
979 	struct vr_softc		*sc;
980 {
981 	struct vr_chain_data	*cd;
982 	struct vr_list_data	*ld;
983 	int			i;
984 
985 	cd = &sc->vr_cdata;
986 	ld = sc->vr_ldata;
987 
988 	for (i = 0; i < VR_RX_LIST_CNT; i++) {
989 		cd->vr_rx_chain[i].vr_ptr =
990 			(struct vr_desc *)&ld->vr_rx_list[i];
991 		if (vr_newbuf(sc, &cd->vr_rx_chain[i], NULL) == ENOBUFS)
992 			return(ENOBUFS);
993 		if (i == (VR_RX_LIST_CNT - 1)) {
994 			cd->vr_rx_chain[i].vr_nextdesc =
995 					&cd->vr_rx_chain[0];
996 			ld->vr_rx_list[i].vr_next =
997 					vtophys(&ld->vr_rx_list[0]);
998 		} else {
999 			cd->vr_rx_chain[i].vr_nextdesc =
1000 					&cd->vr_rx_chain[i + 1];
1001 			ld->vr_rx_list[i].vr_next =
1002 					vtophys(&ld->vr_rx_list[i + 1]);
1003 		}
1004 	}
1005 
1006 	cd->vr_rx_head = &cd->vr_rx_chain[0];
1007 
1008 	return(0);
1009 }
1010 
1011 /*
1012  * Initialize an RX descriptor and attach an MBUF cluster.
1013  * Note: the length fields are only 11 bits wide, which means the
1014  * largest size we can specify is 2047. This is important because
1015  * MCLBYTES is 2048, so we have to subtract one otherwise we'll
1016  * overflow the field and make a mess.
1017  */
1018 static int
1019 vr_newbuf(sc, c, m)
1020 	struct vr_softc		*sc;
1021 	struct vr_chain_onefrag	*c;
1022 	struct mbuf		*m;
1023 {
1024 	struct mbuf		*m_new = NULL;
1025 
1026 	if (m == NULL) {
1027 		MGETHDR(m_new, M_DONTWAIT, MT_DATA);
1028 		if (m_new == NULL)
1029 			return(ENOBUFS);
1030 
1031 		MCLGET(m_new, M_DONTWAIT);
1032 		if (!(m_new->m_flags & M_EXT)) {
1033 			m_freem(m_new);
1034 			return(ENOBUFS);
1035 		}
1036 		m_new->m_len = m_new->m_pkthdr.len = MCLBYTES;
1037 	} else {
1038 		m_new = m;
1039 		m_new->m_len = m_new->m_pkthdr.len = MCLBYTES;
1040 		m_new->m_data = m_new->m_ext.ext_buf;
1041 	}
1042 
1043 	m_adj(m_new, sizeof(u_int64_t));
1044 
1045 	c->vr_mbuf = m_new;
1046 	c->vr_ptr->vr_status = VR_RXSTAT;
1047 	c->vr_ptr->vr_data = vtophys(mtod(m_new, caddr_t));
1048 	c->vr_ptr->vr_ctl = VR_RXCTL | VR_RXLEN;
1049 
1050 	return(0);
1051 }
1052 
1053 /*
1054  * A frame has been uploaded: pass the resulting mbuf chain up to
1055  * the higher level protocols.
1056  */
1057 static void
1058 vr_rxeof(sc)
1059 	struct vr_softc		*sc;
1060 {
1061         struct mbuf		*m;
1062         struct ifnet		*ifp;
1063 	struct vr_chain_onefrag	*cur_rx;
1064 	int			total_len = 0;
1065 	u_int32_t		rxstat;
1066 
1067 	ifp = &sc->arpcom.ac_if;
1068 
1069 	while(!((rxstat = sc->vr_cdata.vr_rx_head->vr_ptr->vr_status) &
1070 							VR_RXSTAT_OWN)) {
1071 		struct mbuf		*m0 = NULL;
1072 
1073 		cur_rx = sc->vr_cdata.vr_rx_head;
1074 		sc->vr_cdata.vr_rx_head = cur_rx->vr_nextdesc;
1075 		m = cur_rx->vr_mbuf;
1076 
1077 		/*
1078 		 * If an error occurs, update stats, clear the
1079 		 * status word and leave the mbuf cluster in place:
1080 		 * it should simply get re-used next time this descriptor
1081 	 	 * comes up in the ring.
1082 		 */
1083 		if (rxstat & VR_RXSTAT_RXERR) {
1084 			ifp->if_ierrors++;
1085 			printf("vr%d: rx error (%02x):",
1086 			       sc->vr_unit, rxstat & 0x000000ff);
1087 			if (rxstat & VR_RXSTAT_CRCERR)
1088 				printf(" crc error");
1089 			if (rxstat & VR_RXSTAT_FRAMEALIGNERR)
1090 				printf(" frame alignment error\n");
1091 			if (rxstat & VR_RXSTAT_FIFOOFLOW)
1092 				printf(" FIFO overflow");
1093 			if (rxstat & VR_RXSTAT_GIANT)
1094 				printf(" received giant packet");
1095 			if (rxstat & VR_RXSTAT_RUNT)
1096 				printf(" received runt packet");
1097 			if (rxstat & VR_RXSTAT_BUSERR)
1098 				printf(" system bus error");
1099 			if (rxstat & VR_RXSTAT_BUFFERR)
1100 				printf("rx buffer error");
1101 			printf("\n");
1102 			vr_newbuf(sc, cur_rx, m);
1103 			continue;
1104 		}
1105 
1106 		/* No errors; receive the packet. */
1107 		total_len = VR_RXBYTES(cur_rx->vr_ptr->vr_status);
1108 
1109 		/*
1110 		 * XXX The VIA Rhine chip includes the CRC with every
1111 		 * received frame, and there's no way to turn this
1112 		 * behavior off (at least, I can't find anything in
1113 	 	 * the manual that explains how to do it) so we have
1114 		 * to trim off the CRC manually.
1115 		 */
1116 		total_len -= ETHER_CRC_LEN;
1117 
1118 		m0 = m_devget(mtod(m, char *), total_len, ETHER_ALIGN, ifp,
1119 		    NULL);
1120 		vr_newbuf(sc, cur_rx, m);
1121 		if (m0 == NULL) {
1122 			ifp->if_ierrors++;
1123 			continue;
1124 		}
1125 		m = m0;
1126 
1127 		ifp->if_ipackets++;
1128 		(*ifp->if_input)(ifp, m);
1129 	}
1130 
1131 	return;
1132 }
1133 
1134 static void
1135 vr_rxeoc(sc)
1136 	struct vr_softc		*sc;
1137 {
1138 	struct ifnet		*ifp;
1139 	int			i;
1140 
1141 	ifp = &sc->arpcom.ac_if;
1142 
1143 	ifp->if_ierrors++;
1144 
1145 	VR_CLRBIT16(sc, VR_COMMAND, VR_CMD_RX_ON);
1146         DELAY(10000);
1147 
1148 	for (i = 0x400;
1149 	     i && (CSR_READ_2(sc, VR_COMMAND) & VR_CMD_RX_ON);
1150 	     i--)
1151 		;	/* Wait for receiver to stop */
1152 
1153 	if (!i) {
1154 		printf("vr%d: rx shutdown error!\n", sc->vr_unit);
1155 		sc->vr_flags |= VR_F_RESTART;
1156 		return;
1157 		}
1158 
1159 	vr_rxeof(sc);
1160 
1161 	CSR_WRITE_4(sc, VR_RXADDR, vtophys(sc->vr_cdata.vr_rx_head->vr_ptr));
1162 	VR_SETBIT16(sc, VR_COMMAND, VR_CMD_RX_ON);
1163 	VR_SETBIT16(sc, VR_COMMAND, VR_CMD_RX_GO);
1164 
1165 	return;
1166 }
1167 
1168 /*
1169  * A frame was downloaded to the chip. It's safe for us to clean up
1170  * the list buffers.
1171  */
1172 
1173 static void
1174 vr_txeof(sc)
1175 	struct vr_softc		*sc;
1176 {
1177 	struct vr_chain		*cur_tx;
1178 	struct ifnet		*ifp;
1179 
1180 	ifp = &sc->arpcom.ac_if;
1181 
1182 	/* Reset the timeout timer; if_txeoc will clear it. */
1183 	ifp->if_timer = 5;
1184 
1185 	/* Sanity check. */
1186 	if (sc->vr_cdata.vr_tx_head == NULL)
1187 		return;
1188 
1189 	/*
1190 	 * Go through our tx list and free mbufs for those
1191 	 * frames that have been transmitted.
1192 	 */
1193 	while(sc->vr_cdata.vr_tx_head->vr_mbuf != NULL) {
1194 		u_int32_t		txstat;
1195 		int			i;
1196 
1197 		cur_tx = sc->vr_cdata.vr_tx_head;
1198 		txstat = cur_tx->vr_ptr->vr_status;
1199 
1200 		if ((txstat & VR_TXSTAT_ABRT) ||
1201 		    (txstat & VR_TXSTAT_UDF)) {
1202 			for (i = 0x400;
1203 			     i && (CSR_READ_2(sc, VR_COMMAND) & VR_CMD_TX_ON);
1204 			     i--)
1205 				;	/* Wait for chip to shutdown */
1206 			if (!i) {
1207 				printf("vr%d: tx shutdown timeout\n", sc->vr_unit);
1208 				sc->vr_flags |= VR_F_RESTART;
1209 				break;
1210 			}
1211 			VR_TXOWN(cur_tx) = VR_TXSTAT_OWN;
1212 			CSR_WRITE_4(sc, VR_TXADDR, vtophys(cur_tx->vr_ptr));
1213 			break;
1214 		}
1215 
1216 		if (txstat & VR_TXSTAT_OWN)
1217 			break;
1218 
1219 		if (txstat & VR_TXSTAT_ERRSUM) {
1220 			ifp->if_oerrors++;
1221 			if (txstat & VR_TXSTAT_DEFER)
1222 				ifp->if_collisions++;
1223 			if (txstat & VR_TXSTAT_LATECOLL)
1224 				ifp->if_collisions++;
1225 		}
1226 
1227 		ifp->if_collisions +=(txstat & VR_TXSTAT_COLLCNT) >> 3;
1228 
1229 		ifp->if_opackets++;
1230 		if (cur_tx->vr_mbuf != NULL) {
1231 			m_freem(cur_tx->vr_mbuf);
1232 			cur_tx->vr_mbuf = NULL;
1233 		}
1234 
1235 		if (sc->vr_cdata.vr_tx_head == sc->vr_cdata.vr_tx_tail) {
1236 			sc->vr_cdata.vr_tx_head = NULL;
1237 			sc->vr_cdata.vr_tx_tail = NULL;
1238 			break;
1239 		}
1240 
1241 		sc->vr_cdata.vr_tx_head = cur_tx->vr_nextdesc;
1242 	}
1243 
1244 	return;
1245 }
1246 
1247 /*
1248  * TX 'end of channel' interrupt handler.
1249  */
1250 static void
1251 vr_txeoc(sc)
1252 	struct vr_softc		*sc;
1253 {
1254 	struct ifnet		*ifp;
1255 
1256 	ifp = &sc->arpcom.ac_if;
1257 
1258 	if (sc->vr_cdata.vr_tx_head == NULL) {
1259 		ifp->if_flags &= ~IFF_OACTIVE;
1260 		sc->vr_cdata.vr_tx_tail = NULL;
1261 		ifp->if_timer = 0;
1262 	}
1263 
1264 	return;
1265 }
1266 
1267 static void
1268 vr_tick(xsc)
1269 	void			*xsc;
1270 {
1271 	struct vr_softc		*sc;
1272 	struct mii_data		*mii;
1273 
1274 	sc = xsc;
1275 	VR_LOCK(sc);
1276 	if (sc->vr_flags & VR_F_RESTART) {
1277 		printf("vr%d: restarting\n", sc->vr_unit);
1278 		vr_stop(sc);
1279 		vr_reset(sc);
1280 		vr_init(sc);
1281 		sc->vr_flags &= ~VR_F_RESTART;
1282 	}
1283 
1284 	mii = device_get_softc(sc->vr_miibus);
1285 	mii_tick(mii);
1286 
1287 	sc->vr_stat_ch = timeout(vr_tick, sc, hz);
1288 
1289 	VR_UNLOCK(sc);
1290 
1291 	return;
1292 }
1293 
1294 static void
1295 vr_intr(arg)
1296 	void			*arg;
1297 {
1298 	struct vr_softc		*sc;
1299 	struct ifnet		*ifp;
1300 	u_int16_t		status;
1301 
1302 	sc = arg;
1303 	VR_LOCK(sc);
1304 	ifp = &sc->arpcom.ac_if;
1305 
1306 	/* Supress unwanted interrupts. */
1307 	if (!(ifp->if_flags & IFF_UP)) {
1308 		vr_stop(sc);
1309 		VR_UNLOCK(sc);
1310 		return;
1311 	}
1312 
1313 	/* Disable interrupts. */
1314 	CSR_WRITE_2(sc, VR_IMR, 0x0000);
1315 
1316 	for (;;) {
1317 
1318 		status = CSR_READ_2(sc, VR_ISR);
1319 		if (status)
1320 			CSR_WRITE_2(sc, VR_ISR, status);
1321 
1322 		if ((status & VR_INTRS) == 0)
1323 			break;
1324 
1325 		if (status & VR_ISR_RX_OK)
1326 			vr_rxeof(sc);
1327 
1328 		if (status & VR_ISR_RX_DROPPED) {
1329 			printf("vr%d: rx packet lost\n", sc->vr_unit);
1330 			ifp->if_ierrors++;
1331 			}
1332 
1333 		if ((status & VR_ISR_RX_ERR) || (status & VR_ISR_RX_NOBUF) ||
1334 		    (status & VR_ISR_RX_NOBUF) || (status & VR_ISR_RX_OFLOW)) {
1335 			printf("vr%d: receive error (%04x)",
1336 			       sc->vr_unit, status);
1337 			if (status & VR_ISR_RX_NOBUF)
1338 				printf(" no buffers");
1339 			if (status & VR_ISR_RX_OFLOW)
1340 				printf(" overflow");
1341 			if (status & VR_ISR_RX_DROPPED)
1342 				printf(" packet lost");
1343 			printf("\n");
1344 			vr_rxeoc(sc);
1345 		}
1346 
1347 		if ((status & VR_ISR_BUSERR) || (status & VR_ISR_TX_UNDERRUN)) {
1348 			vr_reset(sc);
1349 			vr_init(sc);
1350 			break;
1351 		}
1352 
1353 		if ((status & VR_ISR_TX_OK) || (status & VR_ISR_TX_ABRT) ||
1354 		    (status & VR_ISR_TX_ABRT2) || (status & VR_ISR_UDFI)) {
1355 			vr_txeof(sc);
1356 			if ((status & VR_ISR_UDFI) ||
1357 			    (status & VR_ISR_TX_ABRT2) ||
1358 			    (status & VR_ISR_TX_ABRT)) {
1359 				ifp->if_oerrors++;
1360 				if (sc->vr_cdata.vr_tx_head != NULL) {
1361 					VR_SETBIT16(sc, VR_COMMAND, VR_CMD_TX_ON);
1362 					VR_SETBIT16(sc, VR_COMMAND, VR_CMD_TX_GO);
1363 				}
1364 			} else
1365 				vr_txeoc(sc);
1366 		}
1367 
1368 	}
1369 
1370 	/* Re-enable interrupts. */
1371 	CSR_WRITE_2(sc, VR_IMR, VR_INTRS);
1372 
1373 	if (ifp->if_snd.ifq_head != NULL) {
1374 		vr_start(ifp);
1375 	}
1376 
1377 	VR_UNLOCK(sc);
1378 
1379 	return;
1380 }
1381 
1382 /*
1383  * Encapsulate an mbuf chain in a descriptor by coupling the mbuf data
1384  * pointers to the fragment pointers.
1385  */
1386 static int
1387 vr_encap(sc, c, m_head)
1388 	struct vr_softc		*sc;
1389 	struct vr_chain		*c;
1390 	struct mbuf		*m_head;
1391 {
1392 	int			frag = 0;
1393 	struct vr_desc		*f = NULL;
1394 	int			total_len;
1395 	struct mbuf		*m;
1396 
1397 	m = m_head;
1398 	total_len = 0;
1399 
1400 	/*
1401 	 * The VIA Rhine wants packet buffers to be longword
1402 	 * aligned, but very often our mbufs aren't. Rather than
1403 	 * waste time trying to decide when to copy and when not
1404 	 * to copy, just do it all the time.
1405 	 */
1406 	if (m != NULL) {
1407 		struct mbuf		*m_new = NULL;
1408 
1409 		m_new = m_defrag(m_head, M_DONTWAIT);
1410 		if (m_new == NULL) {
1411 			return(1);
1412 		}
1413 
1414 		m_head = m_new;
1415 		/*
1416 		 * The Rhine chip doesn't auto-pad, so we have to make
1417 		 * sure to pad short frames out to the minimum frame length
1418 		 * ourselves.
1419 		 */
1420 		if (m_head->m_len < VR_MIN_FRAMELEN) {
1421 			m_new->m_pkthdr.len += VR_MIN_FRAMELEN - m_new->m_len;
1422 			m_new->m_len = m_new->m_pkthdr.len;
1423 		}
1424 		f = c->vr_ptr;
1425 		f->vr_data = vtophys(mtod(m_new, caddr_t));
1426 		f->vr_ctl = total_len = m_new->m_len;
1427 		f->vr_ctl |= VR_TXCTL_TLINK|VR_TXCTL_FIRSTFRAG;
1428 		f->vr_status = 0;
1429 		frag = 1;
1430 	}
1431 
1432 	c->vr_mbuf = m_head;
1433 	c->vr_ptr->vr_ctl |= VR_TXCTL_LASTFRAG|VR_TXCTL_FINT;
1434 	c->vr_ptr->vr_next = vtophys(c->vr_nextdesc->vr_ptr);
1435 
1436 	return(0);
1437 }
1438 
1439 /*
1440  * Main transmit routine. To avoid having to do mbuf copies, we put pointers
1441  * to the mbuf data regions directly in the transmit lists. We also save a
1442  * copy of the pointers since the transmit list fragment pointers are
1443  * physical addresses.
1444  */
1445 
1446 static void
1447 vr_start(ifp)
1448 	struct ifnet		*ifp;
1449 {
1450 	struct vr_softc		*sc;
1451 	struct mbuf		*m_head = NULL;
1452 	struct vr_chain		*cur_tx = NULL, *start_tx, *prev_tx;
1453 
1454 	sc = ifp->if_softc;
1455 
1456 	VR_LOCK(sc);
1457 
1458 	/*
1459 	 * Check for an available queue slot. If there are none,
1460 	 * punt.
1461 	 */
1462 	if (sc->vr_cdata.vr_tx_free->vr_mbuf != NULL) {
1463 		VR_UNLOCK(sc);
1464 		return;
1465 	}
1466 
1467 	start_tx = sc->vr_cdata.vr_tx_free;
1468 
1469 	while(sc->vr_cdata.vr_tx_free->vr_mbuf == NULL) {
1470 		IF_DEQUEUE(&ifp->if_snd, m_head);
1471 		if (m_head == NULL)
1472 			break;
1473 
1474 		/* Pick a descriptor off the free list. */
1475 		prev_tx = cur_tx;
1476 		cur_tx = sc->vr_cdata.vr_tx_free;
1477 		sc->vr_cdata.vr_tx_free = cur_tx->vr_nextdesc;
1478 
1479 		/* Pack the data into the descriptor. */
1480 		if (vr_encap(sc, cur_tx, m_head)) {
1481 			/* Rollback, send what we were able to encap. */
1482 			IF_PREPEND(&ifp->if_snd, m_head);
1483 			sc->vr_cdata.vr_tx_free = cur_tx;
1484 			cur_tx = prev_tx;
1485 			break;
1486 		}
1487 
1488 		if (cur_tx != start_tx)
1489 			VR_TXOWN(cur_tx) = VR_TXSTAT_OWN;
1490 
1491 		/*
1492 		 * If there's a BPF listener, bounce a copy of this frame
1493 		 * to him.
1494 		 */
1495 		BPF_MTAP(ifp, cur_tx->vr_mbuf);
1496 
1497 		VR_TXOWN(cur_tx) = VR_TXSTAT_OWN;
1498 	}
1499 
1500 	/*
1501 	 * If there are no frames queued, bail.
1502 	 */
1503 	if (cur_tx == NULL) {
1504 		VR_UNLOCK(sc);
1505 		return;
1506 	}
1507 
1508 	sc->vr_cdata.vr_tx_tail = cur_tx;
1509 
1510 	if (sc->vr_cdata.vr_tx_head == NULL)
1511 		sc->vr_cdata.vr_tx_head = start_tx;
1512 
1513 	/* Tell the chip to start transmitting. */
1514 	VR_SETBIT16(sc, VR_COMMAND, /*VR_CMD_TX_ON|*/VR_CMD_TX_GO);
1515 
1516 	/*
1517 	 * Set a timeout in case the chip goes out to lunch.
1518 	 */
1519 	ifp->if_timer = 5;
1520 	VR_UNLOCK(sc);
1521 
1522 	return;
1523 }
1524 
1525 static void
1526 vr_init(xsc)
1527 	void			*xsc;
1528 {
1529 	struct vr_softc		*sc = xsc;
1530 	struct ifnet		*ifp = &sc->arpcom.ac_if;
1531 	struct mii_data		*mii;
1532 	int			i;
1533 
1534 	VR_LOCK(sc);
1535 
1536 	mii = device_get_softc(sc->vr_miibus);
1537 
1538 	/*
1539 	 * Cancel pending I/O and free all RX/TX buffers.
1540 	 */
1541 	vr_stop(sc);
1542 	vr_reset(sc);
1543 
1544 	/*
1545 	 * Set our station address.
1546 	 */
1547 	for (i = 0; i < ETHER_ADDR_LEN; i++)
1548 		CSR_WRITE_1(sc, VR_PAR0 + i, sc->arpcom.ac_enaddr[i]);
1549 
1550 	/* Set DMA size */
1551 	VR_CLRBIT(sc, VR_BCR0, VR_BCR0_DMA_LENGTH);
1552 	VR_SETBIT(sc, VR_BCR0, VR_BCR0_DMA_STORENFWD);
1553 
1554 	/*
1555 	 * BCR0 and BCR1 can override the RXCFG and TXCFG registers,
1556 	 * so we must set both.
1557 	 */
1558 	VR_CLRBIT(sc, VR_BCR0, VR_BCR0_RX_THRESH);
1559 	VR_SETBIT(sc, VR_BCR0, VR_BCR0_RXTHRESH128BYTES);
1560 
1561 	VR_CLRBIT(sc, VR_BCR1, VR_BCR1_TX_THRESH);
1562 	VR_SETBIT(sc, VR_BCR1, VR_BCR1_TXTHRESHSTORENFWD);
1563 
1564 	VR_CLRBIT(sc, VR_RXCFG, VR_RXCFG_RX_THRESH);
1565 	VR_SETBIT(sc, VR_RXCFG, VR_RXTHRESH_128BYTES);
1566 
1567 	VR_CLRBIT(sc, VR_TXCFG, VR_TXCFG_TX_THRESH);
1568 	VR_SETBIT(sc, VR_TXCFG, VR_TXTHRESH_STORENFWD);
1569 
1570 	/* Init circular RX list. */
1571 	if (vr_list_rx_init(sc) == ENOBUFS) {
1572 		printf("vr%d: initialization failed: no "
1573 			"memory for rx buffers\n", sc->vr_unit);
1574 		vr_stop(sc);
1575 		VR_UNLOCK(sc);
1576 		return;
1577 	}
1578 
1579 	/*
1580 	 * Init tx descriptors.
1581 	 */
1582 	vr_list_tx_init(sc);
1583 
1584 	/* If we want promiscuous mode, set the allframes bit. */
1585 	if (ifp->if_flags & IFF_PROMISC)
1586 		VR_SETBIT(sc, VR_RXCFG, VR_RXCFG_RX_PROMISC);
1587 	else
1588 		VR_CLRBIT(sc, VR_RXCFG, VR_RXCFG_RX_PROMISC);
1589 
1590 	/* Set capture broadcast bit to capture broadcast frames. */
1591 	if (ifp->if_flags & IFF_BROADCAST)
1592 		VR_SETBIT(sc, VR_RXCFG, VR_RXCFG_RX_BROAD);
1593 	else
1594 		VR_CLRBIT(sc, VR_RXCFG, VR_RXCFG_RX_BROAD);
1595 
1596 	/*
1597 	 * Program the multicast filter, if necessary.
1598 	 */
1599 	vr_setmulti(sc);
1600 
1601 	/*
1602 	 * Load the address of the RX list.
1603 	 */
1604 	CSR_WRITE_4(sc, VR_RXADDR, vtophys(sc->vr_cdata.vr_rx_head->vr_ptr));
1605 
1606 	/* Enable receiver and transmitter. */
1607 	CSR_WRITE_2(sc, VR_COMMAND, VR_CMD_TX_NOPOLL|VR_CMD_START|
1608 				    VR_CMD_TX_ON|VR_CMD_RX_ON|
1609 				    VR_CMD_RX_GO);
1610 
1611 	CSR_WRITE_4(sc, VR_TXADDR, vtophys(&sc->vr_ldata->vr_tx_list[0]));
1612 
1613 	/*
1614 	 * Enable interrupts.
1615 	 */
1616 	CSR_WRITE_2(sc, VR_ISR, 0xFFFF);
1617 	CSR_WRITE_2(sc, VR_IMR, VR_INTRS);
1618 
1619 	mii_mediachg(mii);
1620 
1621 	ifp->if_flags |= IFF_RUNNING;
1622 	ifp->if_flags &= ~IFF_OACTIVE;
1623 
1624 	sc->vr_stat_ch = timeout(vr_tick, sc, hz);
1625 
1626 	VR_UNLOCK(sc);
1627 
1628 	return;
1629 }
1630 
1631 /*
1632  * Set media options.
1633  */
1634 static int
1635 vr_ifmedia_upd(ifp)
1636 	struct ifnet		*ifp;
1637 {
1638 	struct vr_softc		*sc;
1639 
1640 	sc = ifp->if_softc;
1641 
1642 	if (ifp->if_flags & IFF_UP)
1643 		vr_init(sc);
1644 
1645 	return(0);
1646 }
1647 
1648 /*
1649  * Report current media status.
1650  */
1651 static void
1652 vr_ifmedia_sts(ifp, ifmr)
1653 	struct ifnet		*ifp;
1654 	struct ifmediareq	*ifmr;
1655 {
1656 	struct vr_softc		*sc;
1657 	struct mii_data		*mii;
1658 
1659 	sc = ifp->if_softc;
1660 	mii = device_get_softc(sc->vr_miibus);
1661 	mii_pollstat(mii);
1662 	ifmr->ifm_active = mii->mii_media_active;
1663 	ifmr->ifm_status = mii->mii_media_status;
1664 
1665 	return;
1666 }
1667 
1668 static int
1669 vr_ioctl(ifp, command, data)
1670 	struct ifnet		*ifp;
1671 	u_long			command;
1672 	caddr_t			data;
1673 {
1674 	struct vr_softc		*sc = ifp->if_softc;
1675 	struct ifreq		*ifr = (struct ifreq *) data;
1676 	struct mii_data		*mii;
1677 	int			error = 0;
1678 
1679 	VR_LOCK(sc);
1680 
1681 	switch(command) {
1682 	case SIOCSIFFLAGS:
1683 		if (ifp->if_flags & IFF_UP) {
1684 			vr_init(sc);
1685 		} else {
1686 			if (ifp->if_flags & IFF_RUNNING)
1687 				vr_stop(sc);
1688 		}
1689 		error = 0;
1690 		break;
1691 	case SIOCADDMULTI:
1692 	case SIOCDELMULTI:
1693 		vr_setmulti(sc);
1694 		error = 0;
1695 		break;
1696 	case SIOCGIFMEDIA:
1697 	case SIOCSIFMEDIA:
1698 		mii = device_get_softc(sc->vr_miibus);
1699 		error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, command);
1700 		break;
1701 	default:
1702 		error = ether_ioctl(ifp, command, data);
1703 		break;
1704 	}
1705 
1706 	VR_UNLOCK(sc);
1707 
1708 	return(error);
1709 }
1710 
1711 static void
1712 vr_watchdog(ifp)
1713 	struct ifnet		*ifp;
1714 {
1715 	struct vr_softc		*sc;
1716 
1717 	sc = ifp->if_softc;
1718 
1719 	VR_LOCK(sc);
1720 	ifp->if_oerrors++;
1721 	printf("vr%d: watchdog timeout\n", sc->vr_unit);
1722 
1723 	vr_stop(sc);
1724 	vr_reset(sc);
1725 	vr_init(sc);
1726 
1727 	if (ifp->if_snd.ifq_head != NULL)
1728 		vr_start(ifp);
1729 
1730 	VR_UNLOCK(sc);
1731 
1732 	return;
1733 }
1734 
1735 /*
1736  * Stop the adapter and free any mbufs allocated to the
1737  * RX and TX lists.
1738  */
1739 static void
1740 vr_stop(sc)
1741 	struct vr_softc		*sc;
1742 {
1743 	register int		i;
1744 	struct ifnet		*ifp;
1745 
1746 	VR_LOCK(sc);
1747 
1748 	ifp = &sc->arpcom.ac_if;
1749 	ifp->if_timer = 0;
1750 
1751 	untimeout(vr_tick, sc, sc->vr_stat_ch);
1752 
1753 	VR_SETBIT16(sc, VR_COMMAND, VR_CMD_STOP);
1754 	VR_CLRBIT16(sc, VR_COMMAND, (VR_CMD_RX_ON|VR_CMD_TX_ON));
1755 	CSR_WRITE_2(sc, VR_IMR, 0x0000);
1756 	CSR_WRITE_4(sc, VR_TXADDR, 0x00000000);
1757 	CSR_WRITE_4(sc, VR_RXADDR, 0x00000000);
1758 
1759 	/*
1760 	 * Free data in the RX lists.
1761 	 */
1762 	for (i = 0; i < VR_RX_LIST_CNT; i++) {
1763 		if (sc->vr_cdata.vr_rx_chain[i].vr_mbuf != NULL) {
1764 			m_freem(sc->vr_cdata.vr_rx_chain[i].vr_mbuf);
1765 			sc->vr_cdata.vr_rx_chain[i].vr_mbuf = NULL;
1766 		}
1767 	}
1768 	bzero((char *)&sc->vr_ldata->vr_rx_list,
1769 		sizeof(sc->vr_ldata->vr_rx_list));
1770 
1771 	/*
1772 	 * Free the TX list buffers.
1773 	 */
1774 	for (i = 0; i < VR_TX_LIST_CNT; i++) {
1775 		if (sc->vr_cdata.vr_tx_chain[i].vr_mbuf != NULL) {
1776 			m_freem(sc->vr_cdata.vr_tx_chain[i].vr_mbuf);
1777 			sc->vr_cdata.vr_tx_chain[i].vr_mbuf = NULL;
1778 		}
1779 	}
1780 
1781 	bzero((char *)&sc->vr_ldata->vr_tx_list,
1782 		sizeof(sc->vr_ldata->vr_tx_list));
1783 
1784 	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
1785 	VR_UNLOCK(sc);
1786 
1787 	return;
1788 }
1789 
1790 /*
1791  * Stop all chip I/O so that the kernel's probe routines don't
1792  * get confused by errant DMAs when rebooting.
1793  */
1794 static void
1795 vr_shutdown(dev)
1796 	device_t		dev;
1797 {
1798 	struct vr_softc		*sc;
1799 
1800 	sc = device_get_softc(dev);
1801 
1802 	vr_stop(sc);
1803 
1804 	return;
1805 }
1806