xref: /freebsd/sys/dev/nfe/if_nfe.c (revision d6c65d276e0fbe877c04d20f4052d3428bd49b32)
1bfc788c2SDavid E. O'Brien /*	$OpenBSD: if_nfe.c,v 1.54 2006/04/07 12:38:12 jsg Exp $	*/
2257c5577SDavid E. O'Brien 
3257c5577SDavid E. O'Brien /*-
4bfc788c2SDavid E. O'Brien  * Copyright (c) 2006 Shigeaki Tagashira <shigeaki@se.hiroshima-u.ac.jp>
5257c5577SDavid E. O'Brien  * Copyright (c) 2006 Damien Bergamini <damien.bergamini@free.fr>
6257c5577SDavid E. O'Brien  * Copyright (c) 2005, 2006 Jonathan Gray <jsg@openbsd.org>
7257c5577SDavid E. O'Brien  *
8257c5577SDavid E. O'Brien  * Permission to use, copy, modify, and distribute this software for any
9257c5577SDavid E. O'Brien  * purpose with or without fee is hereby granted, provided that the above
10257c5577SDavid E. O'Brien  * copyright notice and this permission notice appear in all copies.
11257c5577SDavid E. O'Brien  *
12257c5577SDavid E. O'Brien  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
13257c5577SDavid E. O'Brien  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
14257c5577SDavid E. O'Brien  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
15257c5577SDavid E. O'Brien  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
16257c5577SDavid E. O'Brien  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
17257c5577SDavid E. O'Brien  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
18257c5577SDavid E. O'Brien  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
19257c5577SDavid E. O'Brien  */
20257c5577SDavid E. O'Brien 
21257c5577SDavid E. O'Brien /* Driver for NVIDIA nForce MCP Fast Ethernet and Gigabit Ethernet */
22257c5577SDavid E. O'Brien 
23bfc788c2SDavid E. O'Brien #include <sys/cdefs.h>
24bfc788c2SDavid E. O'Brien __FBSDID("$FreeBSD$");
25bfc788c2SDavid E. O'Brien 
26bfc788c2SDavid E. O'Brien #ifdef HAVE_KERNEL_OPTION_HEADERS
27bfc788c2SDavid E. O'Brien #include "opt_device_polling.h"
28bfc788c2SDavid E. O'Brien #endif
29257c5577SDavid E. O'Brien 
30257c5577SDavid E. O'Brien #include <sys/param.h>
31257c5577SDavid E. O'Brien #include <sys/endian.h>
32257c5577SDavid E. O'Brien #include <sys/systm.h>
33257c5577SDavid E. O'Brien #include <sys/sockio.h>
34257c5577SDavid E. O'Brien #include <sys/mbuf.h>
35257c5577SDavid E. O'Brien #include <sys/malloc.h>
36bfc788c2SDavid E. O'Brien #include <sys/module.h>
37257c5577SDavid E. O'Brien #include <sys/kernel.h>
38aab5582fSPyun YongHyeon #include <sys/queue.h>
39257c5577SDavid E. O'Brien #include <sys/socket.h>
40aab5582fSPyun YongHyeon #include <sys/sysctl.h>
41bfc788c2SDavid E. O'Brien #include <sys/taskqueue.h>
42257c5577SDavid E. O'Brien 
43257c5577SDavid E. O'Brien #include <net/if.h>
44bfc788c2SDavid E. O'Brien #include <net/if_arp.h>
45bfc788c2SDavid E. O'Brien #include <net/ethernet.h>
46257c5577SDavid E. O'Brien #include <net/if_dl.h>
47257c5577SDavid E. O'Brien #include <net/if_media.h>
48257c5577SDavid E. O'Brien #include <net/if_types.h>
49257c5577SDavid E. O'Brien #include <net/if_vlan_var.h>
50257c5577SDavid E. O'Brien 
51257c5577SDavid E. O'Brien #include <net/bpf.h>
52bfc788c2SDavid E. O'Brien 
53bfc788c2SDavid E. O'Brien #include <machine/bus.h>
54bfc788c2SDavid E. O'Brien #include <machine/resource.h>
55bfc788c2SDavid E. O'Brien #include <sys/bus.h>
56bfc788c2SDavid E. O'Brien #include <sys/rman.h>
57257c5577SDavid E. O'Brien 
58257c5577SDavid E. O'Brien #include <dev/mii/mii.h>
59257c5577SDavid E. O'Brien #include <dev/mii/miivar.h>
60257c5577SDavid E. O'Brien 
61257c5577SDavid E. O'Brien #include <dev/pci/pcireg.h>
62257c5577SDavid E. O'Brien #include <dev/pci/pcivar.h>
63257c5577SDavid E. O'Brien 
64bfc788c2SDavid E. O'Brien #include <dev/nfe/if_nfereg.h>
65bfc788c2SDavid E. O'Brien #include <dev/nfe/if_nfevar.h>
66257c5577SDavid E. O'Brien 
67bfc788c2SDavid E. O'Brien MODULE_DEPEND(nfe, pci, 1, 1, 1);
68bfc788c2SDavid E. O'Brien MODULE_DEPEND(nfe, ether, 1, 1, 1);
69bfc788c2SDavid E. O'Brien MODULE_DEPEND(nfe, miibus, 1, 1, 1);
70aab5582fSPyun YongHyeon 
71aab5582fSPyun YongHyeon /* "device miibus" required.  See GENERIC if you get errors here. */
72bfc788c2SDavid E. O'Brien #include "miibus_if.h"
73257c5577SDavid E. O'Brien 
74bfc788c2SDavid E. O'Brien static int  nfe_probe(device_t);
75bfc788c2SDavid E. O'Brien static int  nfe_attach(device_t);
76bfc788c2SDavid E. O'Brien static int  nfe_detach(device_t);
77aab5582fSPyun YongHyeon static int  nfe_suspend(device_t);
78aab5582fSPyun YongHyeon static int  nfe_resume(device_t);
796a087a87SPyun YongHyeon static int nfe_shutdown(device_t);
80aab5582fSPyun YongHyeon static void nfe_power(struct nfe_softc *);
81bfc788c2SDavid E. O'Brien static int  nfe_miibus_readreg(device_t, int, int);
82bfc788c2SDavid E. O'Brien static int  nfe_miibus_writereg(device_t, int, int, int);
83bfc788c2SDavid E. O'Brien static void nfe_miibus_statchg(device_t);
84aab5582fSPyun YongHyeon static void nfe_link_task(void *, int);
85aab5582fSPyun YongHyeon static void nfe_set_intr(struct nfe_softc *);
86aab5582fSPyun YongHyeon static __inline void nfe_enable_intr(struct nfe_softc *);
87aab5582fSPyun YongHyeon static __inline void nfe_disable_intr(struct nfe_softc *);
88bfc788c2SDavid E. O'Brien static int  nfe_ioctl(struct ifnet *, u_long, caddr_t);
89aab5582fSPyun YongHyeon static void nfe_alloc_msix(struct nfe_softc *, int);
90aab5582fSPyun YongHyeon static int nfe_intr(void *);
91aab5582fSPyun YongHyeon static void nfe_int_task(void *, int);
92aab5582fSPyun YongHyeon static __inline void nfe_discard_rxbuf(struct nfe_softc *, int);
93aab5582fSPyun YongHyeon static __inline void nfe_discard_jrxbuf(struct nfe_softc *, int);
94aab5582fSPyun YongHyeon static int nfe_newbuf(struct nfe_softc *, int);
95aab5582fSPyun YongHyeon static int nfe_jnewbuf(struct nfe_softc *, int);
961abcdbd1SAttilio Rao static int  nfe_rxeof(struct nfe_softc *, int, int *);
971abcdbd1SAttilio Rao static int  nfe_jrxeof(struct nfe_softc *, int, int *);
98bfc788c2SDavid E. O'Brien static void nfe_txeof(struct nfe_softc *);
99aab5582fSPyun YongHyeon static int  nfe_encap(struct nfe_softc *, struct mbuf **);
100bfc788c2SDavid E. O'Brien static void nfe_setmulti(struct nfe_softc *);
101aab5582fSPyun YongHyeon static void nfe_tx_task(void *, int);
102bfc788c2SDavid E. O'Brien static void nfe_start(struct ifnet *);
103bfc788c2SDavid E. O'Brien static void nfe_watchdog(struct ifnet *);
104bfc788c2SDavid E. O'Brien static void nfe_init(void *);
105bfc788c2SDavid E. O'Brien static void nfe_init_locked(void *);
106aab5582fSPyun YongHyeon static void nfe_stop(struct ifnet *);
107bfc788c2SDavid E. O'Brien static int  nfe_alloc_rx_ring(struct nfe_softc *, struct nfe_rx_ring *);
1088b590ad2SPyun YongHyeon static void nfe_alloc_jrx_ring(struct nfe_softc *, struct nfe_jrx_ring *);
109aab5582fSPyun YongHyeon static int  nfe_init_rx_ring(struct nfe_softc *, struct nfe_rx_ring *);
110aab5582fSPyun YongHyeon static int  nfe_init_jrx_ring(struct nfe_softc *, struct nfe_jrx_ring *);
111bfc788c2SDavid E. O'Brien static void nfe_free_rx_ring(struct nfe_softc *, struct nfe_rx_ring *);
112aab5582fSPyun YongHyeon static void nfe_free_jrx_ring(struct nfe_softc *, struct nfe_jrx_ring *);
113bfc788c2SDavid E. O'Brien static int  nfe_alloc_tx_ring(struct nfe_softc *, struct nfe_tx_ring *);
114aab5582fSPyun YongHyeon static void nfe_init_tx_ring(struct nfe_softc *, struct nfe_tx_ring *);
115bfc788c2SDavid E. O'Brien static void nfe_free_tx_ring(struct nfe_softc *, struct nfe_tx_ring *);
116bfc788c2SDavid E. O'Brien static int  nfe_ifmedia_upd(struct ifnet *);
117bfc788c2SDavid E. O'Brien static void nfe_ifmedia_sts(struct ifnet *, struct ifmediareq *);
118bfc788c2SDavid E. O'Brien static void nfe_tick(void *);
119aab5582fSPyun YongHyeon static void nfe_get_macaddr(struct nfe_softc *, uint8_t *);
120aab5582fSPyun YongHyeon static void nfe_set_macaddr(struct nfe_softc *, uint8_t *);
121bfc788c2SDavid E. O'Brien static void nfe_dma_map_segs(void *, bus_dma_segment_t *, int, int);
122aab5582fSPyun YongHyeon 
123aab5582fSPyun YongHyeon static int sysctl_int_range(SYSCTL_HANDLER_ARGS, int, int);
124aab5582fSPyun YongHyeon static int sysctl_hw_nfe_proc_limit(SYSCTL_HANDLER_ARGS);
12517d022beSPyun YongHyeon static void nfe_sysctl_node(struct nfe_softc *);
12617d022beSPyun YongHyeon static void nfe_stats_clear(struct nfe_softc *);
12717d022beSPyun YongHyeon static void nfe_stats_update(struct nfe_softc *);
128257c5577SDavid E. O'Brien 
129257c5577SDavid E. O'Brien #ifdef NFE_DEBUG
130aab5582fSPyun YongHyeon static int nfedebug = 0;
131aab5582fSPyun YongHyeon #define	DPRINTF(sc, ...)	do {				\
132aab5582fSPyun YongHyeon 	if (nfedebug)						\
133aab5582fSPyun YongHyeon 		device_printf((sc)->nfe_dev, __VA_ARGS__);	\
134aab5582fSPyun YongHyeon } while (0)
135aab5582fSPyun YongHyeon #define	DPRINTFN(sc, n, ...)	do {				\
136aab5582fSPyun YongHyeon 	if (nfedebug >= (n))					\
137aab5582fSPyun YongHyeon 		device_printf((sc)->nfe_dev, __VA_ARGS__);	\
138aab5582fSPyun YongHyeon } while (0)
139257c5577SDavid E. O'Brien #else
140aab5582fSPyun YongHyeon #define	DPRINTF(sc, ...)
141aab5582fSPyun YongHyeon #define	DPRINTFN(sc, n, ...)
142257c5577SDavid E. O'Brien #endif
143257c5577SDavid E. O'Brien 
144bfc788c2SDavid E. O'Brien #define	NFE_LOCK(_sc)		mtx_lock(&(_sc)->nfe_mtx)
145bfc788c2SDavid E. O'Brien #define	NFE_UNLOCK(_sc)		mtx_unlock(&(_sc)->nfe_mtx)
146bfc788c2SDavid E. O'Brien #define	NFE_LOCK_ASSERT(_sc)	mtx_assert(&(_sc)->nfe_mtx, MA_OWNED)
147bfc788c2SDavid E. O'Brien 
148aab5582fSPyun YongHyeon /* Tunables. */
149aab5582fSPyun YongHyeon static int msi_disable = 0;
150aab5582fSPyun YongHyeon static int msix_disable = 0;
1518b590ad2SPyun YongHyeon static int jumbo_disable = 0;
152aab5582fSPyun YongHyeon TUNABLE_INT("hw.nfe.msi_disable", &msi_disable);
153aab5582fSPyun YongHyeon TUNABLE_INT("hw.nfe.msix_disable", &msix_disable);
1548b590ad2SPyun YongHyeon TUNABLE_INT("hw.nfe.jumbo_disable", &jumbo_disable);
155bfc788c2SDavid E. O'Brien 
156bfc788c2SDavid E. O'Brien static device_method_t nfe_methods[] = {
157bfc788c2SDavid E. O'Brien 	/* Device interface */
158bfc788c2SDavid E. O'Brien 	DEVMETHOD(device_probe,		nfe_probe),
159bfc788c2SDavid E. O'Brien 	DEVMETHOD(device_attach,	nfe_attach),
160bfc788c2SDavid E. O'Brien 	DEVMETHOD(device_detach,	nfe_detach),
161aab5582fSPyun YongHyeon 	DEVMETHOD(device_suspend,	nfe_suspend),
162aab5582fSPyun YongHyeon 	DEVMETHOD(device_resume,	nfe_resume),
163bfc788c2SDavid E. O'Brien 	DEVMETHOD(device_shutdown,	nfe_shutdown),
164bfc788c2SDavid E. O'Brien 
165bfc788c2SDavid E. O'Brien 	/* bus interface */
166bfc788c2SDavid E. O'Brien 	DEVMETHOD(bus_print_child,	bus_generic_print_child),
167bfc788c2SDavid E. O'Brien 	DEVMETHOD(bus_driver_added,	bus_generic_driver_added),
168bfc788c2SDavid E. O'Brien 
169bfc788c2SDavid E. O'Brien 	/* MII interface */
170bfc788c2SDavid E. O'Brien 	DEVMETHOD(miibus_readreg,	nfe_miibus_readreg),
171bfc788c2SDavid E. O'Brien 	DEVMETHOD(miibus_writereg,	nfe_miibus_writereg),
172bfc788c2SDavid E. O'Brien 	DEVMETHOD(miibus_statchg,	nfe_miibus_statchg),
173bfc788c2SDavid E. O'Brien 
174aab5582fSPyun YongHyeon 	{ NULL, NULL }
175257c5577SDavid E. O'Brien };
176257c5577SDavid E. O'Brien 
177bfc788c2SDavid E. O'Brien static driver_t nfe_driver = {
178bfc788c2SDavid E. O'Brien 	"nfe",
179bfc788c2SDavid E. O'Brien 	nfe_methods,
180bfc788c2SDavid E. O'Brien 	sizeof(struct nfe_softc)
181bfc788c2SDavid E. O'Brien };
182bfc788c2SDavid E. O'Brien 
183bfc788c2SDavid E. O'Brien static devclass_t nfe_devclass;
184bfc788c2SDavid E. O'Brien 
185bfc788c2SDavid E. O'Brien DRIVER_MODULE(nfe, pci, nfe_driver, nfe_devclass, 0, 0);
186bfc788c2SDavid E. O'Brien DRIVER_MODULE(miibus, nfe, miibus_driver, miibus_devclass, 0, 0);
187bfc788c2SDavid E. O'Brien 
188bfc788c2SDavid E. O'Brien static struct nfe_type nfe_devs[] = {
189bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE_LAN,
1906bec3967SDavid E. O'Brien 	    "NVIDIA nForce MCP Networking Adapter"},
191bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE2_LAN,
1926bec3967SDavid E. O'Brien 	    "NVIDIA nForce2 MCP2 Networking Adapter"},
193bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE2_400_LAN1,
1946bec3967SDavid E. O'Brien 	    "NVIDIA nForce2 400 MCP4 Networking Adapter"},
195bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE2_400_LAN2,
1966bec3967SDavid E. O'Brien 	    "NVIDIA nForce2 400 MCP5 Networking Adapter"},
1976bec3967SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE3_LAN1,
1986bec3967SDavid E. O'Brien 	    "NVIDIA nForce3 MCP3 Networking Adapter"},
199bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE3_250_LAN,
2006bec3967SDavid E. O'Brien 	    "NVIDIA nForce3 250 MCP6 Networking Adapter"},
201bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE3_LAN4,
2026bec3967SDavid E. O'Brien 	    "NVIDIA nForce3 MCP7 Networking Adapter"},
203bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE4_LAN1,
2046bec3967SDavid E. O'Brien 	    "NVIDIA nForce4 CK804 MCP8 Networking Adapter"},
205bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE4_LAN2,
2066bec3967SDavid E. O'Brien 	    "NVIDIA nForce4 CK804 MCP9 Networking Adapter"},
207bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP04_LAN1,
208aab5582fSPyun YongHyeon 	    "NVIDIA nForce MCP04 Networking Adapter"},		/* MCP10 */
209bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP04_LAN2,
210aab5582fSPyun YongHyeon 	    "NVIDIA nForce MCP04 Networking Adapter"},		/* MCP11 */
211bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE430_LAN1,
2126bec3967SDavid E. O'Brien 	    "NVIDIA nForce 430 MCP12 Networking Adapter"},
213bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE430_LAN2,
2146bec3967SDavid E. O'Brien 	    "NVIDIA nForce 430 MCP13 Networking Adapter"},
215bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP55_LAN1,
216bfc788c2SDavid E. O'Brien 	    "NVIDIA nForce MCP55 Networking Adapter"},
217bfc788c2SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP55_LAN2,
218bfc788c2SDavid E. O'Brien 	    "NVIDIA nForce MCP55 Networking Adapter"},
2193e232000SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP61_LAN1,
2203e232000SDavid E. O'Brien 	    "NVIDIA nForce MCP61 Networking Adapter"},
2213e232000SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP61_LAN2,
2223e232000SDavid E. O'Brien 	    "NVIDIA nForce MCP61 Networking Adapter"},
2233e232000SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP61_LAN3,
2243e232000SDavid E. O'Brien 	    "NVIDIA nForce MCP61 Networking Adapter"},
225aab5582fSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP61_LAN4,
2263e232000SDavid E. O'Brien 	    "NVIDIA nForce MCP61 Networking Adapter"},
2273e232000SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_LAN1,
2283e232000SDavid E. O'Brien 	    "NVIDIA nForce MCP65 Networking Adapter"},
2293e232000SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_LAN2,
2303e232000SDavid E. O'Brien 	    "NVIDIA nForce MCP65 Networking Adapter"},
2313e232000SDavid E. O'Brien 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_LAN3,
2323e232000SDavid E. O'Brien 	    "NVIDIA nForce MCP65 Networking Adapter"},
233aab5582fSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_LAN4,
2343e232000SDavid E. O'Brien 	    "NVIDIA nForce MCP65 Networking Adapter"},
235aab5582fSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_LAN1,
236aab5582fSPyun YongHyeon 	    "NVIDIA nForce MCP67 Networking Adapter"},
237aab5582fSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_LAN2,
238aab5582fSPyun YongHyeon 	    "NVIDIA nForce MCP67 Networking Adapter"},
239aab5582fSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_LAN3,
240aab5582fSPyun YongHyeon 	    "NVIDIA nForce MCP67 Networking Adapter"},
241aab5582fSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_LAN4,
242aab5582fSPyun YongHyeon 	    "NVIDIA nForce MCP67 Networking Adapter"},
243b7e548dcSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_LAN1,
244b7e548dcSPyun YongHyeon 	    "NVIDIA nForce MCP73 Networking Adapter"},
245b7e548dcSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_LAN2,
246b7e548dcSPyun YongHyeon 	    "NVIDIA nForce MCP73 Networking Adapter"},
247b7e548dcSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_LAN3,
248b7e548dcSPyun YongHyeon 	    "NVIDIA nForce MCP73 Networking Adapter"},
249b7e548dcSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_LAN4,
250b7e548dcSPyun YongHyeon 	    "NVIDIA nForce MCP73 Networking Adapter"},
251be38e61aSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_LAN1,
252be38e61aSPyun YongHyeon 	    "NVIDIA nForce MCP77 Networking Adapter"},
253be38e61aSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_LAN2,
254be38e61aSPyun YongHyeon 	    "NVIDIA nForce MCP77 Networking Adapter"},
255be38e61aSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_LAN3,
256be38e61aSPyun YongHyeon 	    "NVIDIA nForce MCP77 Networking Adapter"},
257be38e61aSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_LAN4,
258be38e61aSPyun YongHyeon 	    "NVIDIA nForce MCP77 Networking Adapter"},
259be38e61aSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_LAN1,
260be38e61aSPyun YongHyeon 	    "NVIDIA nForce MCP79 Networking Adapter"},
261be38e61aSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_LAN2,
262be38e61aSPyun YongHyeon 	    "NVIDIA nForce MCP79 Networking Adapter"},
263be38e61aSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_LAN3,
264be38e61aSPyun YongHyeon 	    "NVIDIA nForce MCP79 Networking Adapter"},
265be38e61aSPyun YongHyeon 	{PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_LAN4,
266be38e61aSPyun YongHyeon 	    "NVIDIA nForce MCP79 Networking Adapter"},
267bfc788c2SDavid E. O'Brien 	{0, 0, NULL}
268bfc788c2SDavid E. O'Brien };
269bfc788c2SDavid E. O'Brien 
270bfc788c2SDavid E. O'Brien 
271bfc788c2SDavid E. O'Brien /* Probe for supported hardware ID's */
272bfc788c2SDavid E. O'Brien static int
273bfc788c2SDavid E. O'Brien nfe_probe(device_t dev)
274257c5577SDavid E. O'Brien {
275bfc788c2SDavid E. O'Brien 	struct nfe_type *t;
276bfc788c2SDavid E. O'Brien 
277bfc788c2SDavid E. O'Brien 	t = nfe_devs;
278bfc788c2SDavid E. O'Brien 	/* Check for matching PCI DEVICE ID's */
279bfc788c2SDavid E. O'Brien 	while (t->name != NULL) {
280bfc788c2SDavid E. O'Brien 		if ((pci_get_vendor(dev) == t->vid_id) &&
281bfc788c2SDavid E. O'Brien 		    (pci_get_device(dev) == t->dev_id)) {
282bfc788c2SDavid E. O'Brien 			device_set_desc(dev, t->name);
283aab5582fSPyun YongHyeon 			return (BUS_PROBE_DEFAULT);
284bfc788c2SDavid E. O'Brien 		}
285bfc788c2SDavid E. O'Brien 		t++;
286257c5577SDavid E. O'Brien 	}
287257c5577SDavid E. O'Brien 
288bfc788c2SDavid E. O'Brien 	return (ENXIO);
289bfc788c2SDavid E. O'Brien }
290bfc788c2SDavid E. O'Brien 
291aab5582fSPyun YongHyeon static void
292aab5582fSPyun YongHyeon nfe_alloc_msix(struct nfe_softc *sc, int count)
293aab5582fSPyun YongHyeon {
294aab5582fSPyun YongHyeon 	int rid;
295aab5582fSPyun YongHyeon 
296aab5582fSPyun YongHyeon 	rid = PCIR_BAR(2);
297aab5582fSPyun YongHyeon 	sc->nfe_msix_res = bus_alloc_resource_any(sc->nfe_dev, SYS_RES_MEMORY,
298aab5582fSPyun YongHyeon 	    &rid, RF_ACTIVE);
299aab5582fSPyun YongHyeon 	if (sc->nfe_msix_res == NULL) {
300aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
301aab5582fSPyun YongHyeon 		    "couldn't allocate MSIX table resource\n");
302aab5582fSPyun YongHyeon 		return;
303aab5582fSPyun YongHyeon 	}
304aab5582fSPyun YongHyeon 	rid = PCIR_BAR(3);
305aab5582fSPyun YongHyeon 	sc->nfe_msix_pba_res = bus_alloc_resource_any(sc->nfe_dev,
306aab5582fSPyun YongHyeon 	    SYS_RES_MEMORY, &rid, RF_ACTIVE);
307aab5582fSPyun YongHyeon 	if (sc->nfe_msix_pba_res == NULL) {
308aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
309aab5582fSPyun YongHyeon 		    "couldn't allocate MSIX PBA resource\n");
310aab5582fSPyun YongHyeon 		bus_release_resource(sc->nfe_dev, SYS_RES_MEMORY, PCIR_BAR(2),
311aab5582fSPyun YongHyeon 		    sc->nfe_msix_res);
312aab5582fSPyun YongHyeon 		sc->nfe_msix_res = NULL;
313aab5582fSPyun YongHyeon 		return;
314aab5582fSPyun YongHyeon 	}
315aab5582fSPyun YongHyeon 
316aab5582fSPyun YongHyeon 	if (pci_alloc_msix(sc->nfe_dev, &count) == 0) {
317aab5582fSPyun YongHyeon 		if (count == NFE_MSI_MESSAGES) {
318aab5582fSPyun YongHyeon 			if (bootverbose)
319aab5582fSPyun YongHyeon 				device_printf(sc->nfe_dev,
320aab5582fSPyun YongHyeon 				    "Using %d MSIX messages\n", count);
321aab5582fSPyun YongHyeon 			sc->nfe_msix = 1;
322aab5582fSPyun YongHyeon 		} else {
323aab5582fSPyun YongHyeon 			if (bootverbose)
324aab5582fSPyun YongHyeon 				device_printf(sc->nfe_dev,
325aab5582fSPyun YongHyeon 				    "couldn't allocate MSIX\n");
326aab5582fSPyun YongHyeon 			pci_release_msi(sc->nfe_dev);
327aab5582fSPyun YongHyeon 			bus_release_resource(sc->nfe_dev, SYS_RES_MEMORY,
328aab5582fSPyun YongHyeon 			    PCIR_BAR(3), sc->nfe_msix_pba_res);
329aab5582fSPyun YongHyeon 			bus_release_resource(sc->nfe_dev, SYS_RES_MEMORY,
330aab5582fSPyun YongHyeon 			    PCIR_BAR(2), sc->nfe_msix_res);
331aab5582fSPyun YongHyeon 			sc->nfe_msix_pba_res = NULL;
332aab5582fSPyun YongHyeon 			sc->nfe_msix_res = NULL;
333aab5582fSPyun YongHyeon 		}
334aab5582fSPyun YongHyeon 	}
335aab5582fSPyun YongHyeon }
3362c3adf61SDavid E. O'Brien 
337bfc788c2SDavid E. O'Brien static int
338bfc788c2SDavid E. O'Brien nfe_attach(device_t dev)
339257c5577SDavid E. O'Brien {
340bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc;
341257c5577SDavid E. O'Brien 	struct ifnet *ifp;
342aab5582fSPyun YongHyeon 	bus_addr_t dma_addr_max;
343aab5582fSPyun YongHyeon 	int error = 0, i, msic, reg, rid;
344257c5577SDavid E. O'Brien 
345bfc788c2SDavid E. O'Brien 	sc = device_get_softc(dev);
346bfc788c2SDavid E. O'Brien 	sc->nfe_dev = dev;
347bfc788c2SDavid E. O'Brien 
348bfc788c2SDavid E. O'Brien 	mtx_init(&sc->nfe_mtx, device_get_nameunit(dev), MTX_NETWORK_LOCK,
349aab5582fSPyun YongHyeon 	    MTX_DEF);
350bfc788c2SDavid E. O'Brien 	callout_init_mtx(&sc->nfe_stat_ch, &sc->nfe_mtx, 0);
351aab5582fSPyun YongHyeon 	TASK_INIT(&sc->nfe_link_task, 0, nfe_link_task, sc);
352bfc788c2SDavid E. O'Brien 
353bfc788c2SDavid E. O'Brien 	pci_enable_busmaster(dev);
354bfc788c2SDavid E. O'Brien 
355aab5582fSPyun YongHyeon 	rid = PCIR_BAR(0);
356aab5582fSPyun YongHyeon 	sc->nfe_res[0] = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &rid,
357aab5582fSPyun YongHyeon 	    RF_ACTIVE);
358aab5582fSPyun YongHyeon 	if (sc->nfe_res[0] == NULL) {
359aab5582fSPyun YongHyeon 		device_printf(dev, "couldn't map memory resources\n");
360aab5582fSPyun YongHyeon 		mtx_destroy(&sc->nfe_mtx);
361aab5582fSPyun YongHyeon 		return (ENXIO);
362257c5577SDavid E. O'Brien 	}
363257c5577SDavid E. O'Brien 
364aab5582fSPyun YongHyeon 	if (pci_find_extcap(dev, PCIY_EXPRESS, &reg) == 0) {
365aab5582fSPyun YongHyeon 		uint16_t v, width;
366aab5582fSPyun YongHyeon 
367aab5582fSPyun YongHyeon 		v = pci_read_config(dev, reg + 0x08, 2);
368aab5582fSPyun YongHyeon 		/* Change max. read request size to 4096. */
369aab5582fSPyun YongHyeon 		v &= ~(7 << 12);
370aab5582fSPyun YongHyeon 		v |= (5 << 12);
371aab5582fSPyun YongHyeon 		pci_write_config(dev, reg + 0x08, v, 2);
372aab5582fSPyun YongHyeon 
373aab5582fSPyun YongHyeon 		v = pci_read_config(dev, reg + 0x0c, 2);
374aab5582fSPyun YongHyeon 		/* link capability */
375aab5582fSPyun YongHyeon 		v = (v >> 4) & 0x0f;
376aab5582fSPyun YongHyeon 		width = pci_read_config(dev, reg + 0x12, 2);
377aab5582fSPyun YongHyeon 		/* negotiated link width */
378aab5582fSPyun YongHyeon 		width = (width >> 4) & 0x3f;
379aab5582fSPyun YongHyeon 		if (v != width)
380aab5582fSPyun YongHyeon 			device_printf(sc->nfe_dev,
381aab5582fSPyun YongHyeon 			    "warning, negotiated width of link(x%d) != "
382aab5582fSPyun YongHyeon 			    "max. width of link(x%d)\n", width, v);
383aab5582fSPyun YongHyeon 	}
384bfc788c2SDavid E. O'Brien 
385bfc788c2SDavid E. O'Brien 	/* Allocate interrupt */
386aab5582fSPyun YongHyeon 	if (msix_disable == 0 || msi_disable == 0) {
387aab5582fSPyun YongHyeon 		if (msix_disable == 0 &&
388aab5582fSPyun YongHyeon 		    (msic = pci_msix_count(dev)) == NFE_MSI_MESSAGES)
389aab5582fSPyun YongHyeon 			nfe_alloc_msix(sc, msic);
390aab5582fSPyun YongHyeon 		if (msi_disable == 0 && sc->nfe_msix == 0 &&
391aab5582fSPyun YongHyeon 		    (msic = pci_msi_count(dev)) == NFE_MSI_MESSAGES &&
392aab5582fSPyun YongHyeon 		    pci_alloc_msi(dev, &msic) == 0) {
393aab5582fSPyun YongHyeon 			if (msic == NFE_MSI_MESSAGES) {
394aab5582fSPyun YongHyeon 				if (bootverbose)
395aab5582fSPyun YongHyeon 					device_printf(dev,
396aab5582fSPyun YongHyeon 					    "Using %d MSI messages\n", msic);
397aab5582fSPyun YongHyeon 				sc->nfe_msi = 1;
398aab5582fSPyun YongHyeon 			} else
399aab5582fSPyun YongHyeon 				pci_release_msi(dev);
400aab5582fSPyun YongHyeon 		}
401aab5582fSPyun YongHyeon 	}
402bfc788c2SDavid E. O'Brien 
403aab5582fSPyun YongHyeon 	if (sc->nfe_msix == 0 && sc->nfe_msi == 0) {
404aab5582fSPyun YongHyeon 		rid = 0;
405aab5582fSPyun YongHyeon 		sc->nfe_irq[0] = bus_alloc_resource_any(dev, SYS_RES_IRQ, &rid,
406aab5582fSPyun YongHyeon 		    RF_SHAREABLE | RF_ACTIVE);
407aab5582fSPyun YongHyeon 		if (sc->nfe_irq[0] == NULL) {
408aab5582fSPyun YongHyeon 			device_printf(dev, "couldn't allocate IRQ resources\n");
409bfc788c2SDavid E. O'Brien 			error = ENXIO;
410bfc788c2SDavid E. O'Brien 			goto fail;
411257c5577SDavid E. O'Brien 		}
412aab5582fSPyun YongHyeon 	} else {
413aab5582fSPyun YongHyeon 		for (i = 0, rid = 1; i < NFE_MSI_MESSAGES; i++, rid++) {
414aab5582fSPyun YongHyeon 			sc->nfe_irq[i] = bus_alloc_resource_any(dev,
415aab5582fSPyun YongHyeon 			    SYS_RES_IRQ, &rid, RF_ACTIVE);
416aab5582fSPyun YongHyeon 			if (sc->nfe_irq[i] == NULL) {
417aab5582fSPyun YongHyeon 				device_printf(dev,
418aab5582fSPyun YongHyeon 				    "couldn't allocate IRQ resources for "
419aab5582fSPyun YongHyeon 				    "message %d\n", rid);
420aab5582fSPyun YongHyeon 				error = ENXIO;
421aab5582fSPyun YongHyeon 				goto fail;
422aab5582fSPyun YongHyeon 			}
423aab5582fSPyun YongHyeon 		}
424aab5582fSPyun YongHyeon 		/* Map interrupts to vector 0. */
425aab5582fSPyun YongHyeon 		if (sc->nfe_msix != 0) {
426aab5582fSPyun YongHyeon 			NFE_WRITE(sc, NFE_MSIX_MAP0, 0);
427aab5582fSPyun YongHyeon 			NFE_WRITE(sc, NFE_MSIX_MAP1, 0);
428aab5582fSPyun YongHyeon 		} else if (sc->nfe_msi != 0) {
429aab5582fSPyun YongHyeon 			NFE_WRITE(sc, NFE_MSI_MAP0, 0);
430aab5582fSPyun YongHyeon 			NFE_WRITE(sc, NFE_MSI_MAP1, 0);
431aab5582fSPyun YongHyeon 		}
432aab5582fSPyun YongHyeon 	}
433257c5577SDavid E. O'Brien 
434aab5582fSPyun YongHyeon 	/* Set IRQ status/mask register. */
435aab5582fSPyun YongHyeon 	sc->nfe_irq_status = NFE_IRQ_STATUS;
436aab5582fSPyun YongHyeon 	sc->nfe_irq_mask = NFE_IRQ_MASK;
437aab5582fSPyun YongHyeon 	sc->nfe_intrs = NFE_IRQ_WANTED;
438aab5582fSPyun YongHyeon 	sc->nfe_nointrs = 0;
439aab5582fSPyun YongHyeon 	if (sc->nfe_msix != 0) {
440aab5582fSPyun YongHyeon 		sc->nfe_irq_status = NFE_MSIX_IRQ_STATUS;
441aab5582fSPyun YongHyeon 		sc->nfe_nointrs = NFE_IRQ_WANTED;
442aab5582fSPyun YongHyeon 	} else if (sc->nfe_msi != 0) {
443aab5582fSPyun YongHyeon 		sc->nfe_irq_mask = NFE_MSI_IRQ_MASK;
444aab5582fSPyun YongHyeon 		sc->nfe_intrs = NFE_MSI_VECTOR_0_ENABLED;
445aab5582fSPyun YongHyeon 	}
446257c5577SDavid E. O'Brien 
447aab5582fSPyun YongHyeon 	sc->nfe_devid = pci_get_device(dev);
448aab5582fSPyun YongHyeon 	sc->nfe_revid = pci_get_revid(dev);
449bfc788c2SDavid E. O'Brien 	sc->nfe_flags = 0;
450257c5577SDavid E. O'Brien 
451aab5582fSPyun YongHyeon 	switch (sc->nfe_devid) {
452257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_NFORCE3_LAN2:
453257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_NFORCE3_LAN3:
454257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_NFORCE3_LAN4:
455257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_NFORCE3_LAN5:
456bfc788c2SDavid E. O'Brien 		sc->nfe_flags |= NFE_JUMBO_SUP | NFE_HW_CSUM;
457257c5577SDavid E. O'Brien 		break;
458257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP51_LAN1:
459257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP51_LAN2:
46017d022beSPyun YongHyeon 		sc->nfe_flags |= NFE_40BIT_ADDR | NFE_PWR_MGMT | NFE_MIB_V1;
461257c5577SDavid E. O'Brien 		break;
462257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_CK804_LAN1:
463257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_CK804_LAN2:
464257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP04_LAN1:
465257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP04_LAN2:
46617d022beSPyun YongHyeon 		sc->nfe_flags |= NFE_JUMBO_SUP | NFE_40BIT_ADDR | NFE_HW_CSUM |
46717d022beSPyun YongHyeon 		    NFE_MIB_V1;
468257c5577SDavid E. O'Brien 		break;
469257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP55_LAN1:
470257c5577SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP55_LAN2:
4712c3adf61SDavid E. O'Brien 		sc->nfe_flags |= NFE_JUMBO_SUP | NFE_40BIT_ADDR | NFE_HW_CSUM |
47217d022beSPyun YongHyeon 		    NFE_HW_VLAN | NFE_PWR_MGMT | NFE_TX_FLOW_CTRL | NFE_MIB_V2;
473257c5577SDavid E. O'Brien 		break;
474aab5582fSPyun YongHyeon 
4753e232000SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP61_LAN1:
4763e232000SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP61_LAN2:
4773e232000SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP61_LAN3:
4783e232000SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP61_LAN4:
479aab5582fSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP67_LAN1:
480aab5582fSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP67_LAN2:
481aab5582fSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP67_LAN3:
482aab5582fSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP67_LAN4:
483b7e548dcSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP73_LAN1:
484b7e548dcSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP73_LAN2:
485b7e548dcSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP73_LAN3:
486b7e548dcSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP73_LAN4:
487aab5582fSPyun YongHyeon 		sc->nfe_flags |= NFE_40BIT_ADDR | NFE_PWR_MGMT |
48817d022beSPyun YongHyeon 		    NFE_CORRECT_MACADDR | NFE_TX_FLOW_CTRL | NFE_MIB_V2;
4893e232000SDavid E. O'Brien 		break;
490be38e61aSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP77_LAN1:
491be38e61aSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP77_LAN2:
492be38e61aSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP77_LAN3:
493be38e61aSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP77_LAN4:
494be38e61aSPyun YongHyeon 		/* XXX flow control */
495be38e61aSPyun YongHyeon 		sc->nfe_flags |= NFE_40BIT_ADDR | NFE_HW_CSUM | NFE_PWR_MGMT |
49617d022beSPyun YongHyeon 		    NFE_CORRECT_MACADDR | NFE_MIB_V3;
497be38e61aSPyun YongHyeon 		break;
498be38e61aSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP79_LAN1:
499be38e61aSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP79_LAN2:
500be38e61aSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP79_LAN3:
501be38e61aSPyun YongHyeon 	case PCI_PRODUCT_NVIDIA_MCP79_LAN4:
502be38e61aSPyun YongHyeon 		/* XXX flow control */
503be38e61aSPyun YongHyeon 		sc->nfe_flags |= NFE_JUMBO_SUP | NFE_40BIT_ADDR | NFE_HW_CSUM |
50417d022beSPyun YongHyeon 		    NFE_PWR_MGMT | NFE_CORRECT_MACADDR | NFE_MIB_V3;
505be38e61aSPyun YongHyeon 		break;
5063e232000SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP65_LAN1:
5073e232000SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP65_LAN2:
5083e232000SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP65_LAN3:
5093e232000SDavid E. O'Brien 	case PCI_PRODUCT_NVIDIA_MCP65_LAN4:
510aab5582fSPyun YongHyeon 		sc->nfe_flags |= NFE_JUMBO_SUP | NFE_40BIT_ADDR |
51117d022beSPyun YongHyeon 		    NFE_PWR_MGMT | NFE_CORRECT_MACADDR | NFE_TX_FLOW_CTRL |
51217d022beSPyun YongHyeon 		    NFE_MIB_V2;
5133e232000SDavid E. O'Brien 		break;
514257c5577SDavid E. O'Brien 	}
515257c5577SDavid E. O'Brien 
516aab5582fSPyun YongHyeon 	nfe_power(sc);
517aab5582fSPyun YongHyeon 	/* Check for reversed ethernet address */
518aab5582fSPyun YongHyeon 	if ((NFE_READ(sc, NFE_TX_UNK) & NFE_MAC_ADDR_INORDER) != 0)
519aab5582fSPyun YongHyeon 		sc->nfe_flags |= NFE_CORRECT_MACADDR;
520aab5582fSPyun YongHyeon 	nfe_get_macaddr(sc, sc->eaddr);
521257c5577SDavid E. O'Brien 	/*
522bfc788c2SDavid E. O'Brien 	 * Allocate the parent bus DMA tag appropriate for PCI.
523bfc788c2SDavid E. O'Brien 	 */
524aab5582fSPyun YongHyeon 	dma_addr_max = BUS_SPACE_MAXADDR_32BIT;
525aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_40BIT_ADDR) != 0)
526aab5582fSPyun YongHyeon 		dma_addr_max = NFE_DMA_MAXADDR;
527aab5582fSPyun YongHyeon 	error = bus_dma_tag_create(
528aab5582fSPyun YongHyeon 	    bus_get_dma_tag(sc->nfe_dev),	/* parent */
529bfc788c2SDavid E. O'Brien 	    1, 0,				/* alignment, boundary */
530aab5582fSPyun YongHyeon 	    dma_addr_max,			/* lowaddr */
531bfc788c2SDavid E. O'Brien 	    BUS_SPACE_MAXADDR,			/* highaddr */
532bfc788c2SDavid E. O'Brien 	    NULL, NULL,				/* filter, filterarg */
533aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXSIZE_32BIT, 0,		/* maxsize, nsegments */
534bfc788c2SDavid E. O'Brien 	    BUS_SPACE_MAXSIZE_32BIT,		/* maxsegsize */
535aab5582fSPyun YongHyeon 	    0,					/* flags */
536bfc788c2SDavid E. O'Brien 	    NULL, NULL,				/* lockfunc, lockarg */
537bfc788c2SDavid E. O'Brien 	    &sc->nfe_parent_tag);
538bfc788c2SDavid E. O'Brien 	if (error)
539bfc788c2SDavid E. O'Brien 		goto fail;
540bfc788c2SDavid E. O'Brien 
5416124fe21SDavid E. O'Brien 	ifp = sc->nfe_ifp = if_alloc(IFT_ETHER);
5426124fe21SDavid E. O'Brien 	if (ifp == NULL) {
543aab5582fSPyun YongHyeon 		device_printf(dev, "can not if_alloc()\n");
5446124fe21SDavid E. O'Brien 		error = ENOSPC;
5456124fe21SDavid E. O'Brien 		goto fail;
5466124fe21SDavid E. O'Brien 	}
547aab5582fSPyun YongHyeon 	TASK_INIT(&sc->nfe_tx_task, 1, nfe_tx_task, ifp);
5486124fe21SDavid E. O'Brien 
549bfc788c2SDavid E. O'Brien 	/*
550257c5577SDavid E. O'Brien 	 * Allocate Tx and Rx rings.
551257c5577SDavid E. O'Brien 	 */
552aab5582fSPyun YongHyeon 	if ((error = nfe_alloc_tx_ring(sc, &sc->txq)) != 0)
553bfc788c2SDavid E. O'Brien 		goto fail;
554257c5577SDavid E. O'Brien 
555aab5582fSPyun YongHyeon 	if ((error = nfe_alloc_rx_ring(sc, &sc->rxq)) != 0)
556bfc788c2SDavid E. O'Brien 		goto fail;
557aab5582fSPyun YongHyeon 
5588b590ad2SPyun YongHyeon 	nfe_alloc_jrx_ring(sc, &sc->jrxq);
55917d022beSPyun YongHyeon 	/* Create sysctl node. */
56017d022beSPyun YongHyeon 	nfe_sysctl_node(sc);
561257c5577SDavid E. O'Brien 
562257c5577SDavid E. O'Brien 	ifp->if_softc = sc;
563bfc788c2SDavid E. O'Brien 	if_initname(ifp, device_get_name(dev), device_get_unit(dev));
564aab5582fSPyun YongHyeon 	ifp->if_mtu = ETHERMTU;
565257c5577SDavid E. O'Brien 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
566257c5577SDavid E. O'Brien 	ifp->if_ioctl = nfe_ioctl;
567257c5577SDavid E. O'Brien 	ifp->if_start = nfe_start;
568aab5582fSPyun YongHyeon 	ifp->if_hwassist = 0;
569aab5582fSPyun YongHyeon 	ifp->if_capabilities = 0;
570257c5577SDavid E. O'Brien 	ifp->if_init = nfe_init;
571aab5582fSPyun YongHyeon 	IFQ_SET_MAXLEN(&ifp->if_snd, NFE_TX_RING_COUNT - 1);
572aab5582fSPyun YongHyeon 	ifp->if_snd.ifq_drv_maxlen = NFE_TX_RING_COUNT - 1;
573aab5582fSPyun YongHyeon 	IFQ_SET_READY(&ifp->if_snd);
574257c5577SDavid E. O'Brien 
575bfc788c2SDavid E. O'Brien 	if (sc->nfe_flags & NFE_HW_CSUM) {
576aab5582fSPyun YongHyeon 		ifp->if_capabilities |= IFCAP_HWCSUM | IFCAP_TSO4;
577aab5582fSPyun YongHyeon 		ifp->if_hwassist |= NFE_CSUM_FEATURES | CSUM_TSO;
578257c5577SDavid E. O'Brien 	}
579bfc788c2SDavid E. O'Brien 	ifp->if_capenable = ifp->if_capabilities;
580257c5577SDavid E. O'Brien 
581aab5582fSPyun YongHyeon 	sc->nfe_framesize = ifp->if_mtu + NFE_RX_HEADERS;
582aab5582fSPyun YongHyeon 	/* VLAN capability setup. */
583aab5582fSPyun YongHyeon 	ifp->if_capabilities |= IFCAP_VLAN_MTU;
584aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_HW_VLAN) != 0) {
585aab5582fSPyun YongHyeon 		ifp->if_capabilities |= IFCAP_VLAN_HWTAGGING;
586aab5582fSPyun YongHyeon 		if ((ifp->if_capabilities & IFCAP_HWCSUM) != 0)
587aab5582fSPyun YongHyeon 			ifp->if_capabilities |= IFCAP_VLAN_HWCSUM;
588aab5582fSPyun YongHyeon 	}
589aab5582fSPyun YongHyeon 	ifp->if_capenable = ifp->if_capabilities;
590aab5582fSPyun YongHyeon 
591aab5582fSPyun YongHyeon 	/*
592aab5582fSPyun YongHyeon 	 * Tell the upper layer(s) we support long frames.
593aab5582fSPyun YongHyeon 	 * Must appear after the call to ether_ifattach() because
594aab5582fSPyun YongHyeon 	 * ether_ifattach() sets ifi_hdrlen to the default value.
595aab5582fSPyun YongHyeon 	 */
596aab5582fSPyun YongHyeon 	ifp->if_data.ifi_hdrlen = sizeof(struct ether_vlan_header);
597aab5582fSPyun YongHyeon 
598bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING
599bfc788c2SDavid E. O'Brien 	ifp->if_capabilities |= IFCAP_POLLING;
600bfc788c2SDavid E. O'Brien #endif
601257c5577SDavid E. O'Brien 
602bfc788c2SDavid E. O'Brien 	/* Do MII setup */
603*d6c65d27SMarius Strobl 	error = mii_attach(dev, &sc->nfe_miibus, ifp, nfe_ifmedia_upd,
604*d6c65d27SMarius Strobl 	    nfe_ifmedia_sts, BMSR_DEFCAPMASK, MII_PHY_ANY, MII_OFFSET_ANY, 0);
605*d6c65d27SMarius Strobl 	if (error != 0) {
606*d6c65d27SMarius Strobl 		device_printf(dev, "attaching PHYs failed\n");
607bfc788c2SDavid E. O'Brien 		goto fail;
608257c5577SDavid E. O'Brien 	}
609bfc788c2SDavid E. O'Brien 	ether_ifattach(ifp, sc->eaddr);
610bfc788c2SDavid E. O'Brien 
611aab5582fSPyun YongHyeon 	TASK_INIT(&sc->nfe_int_task, 0, nfe_int_task, sc);
612aab5582fSPyun YongHyeon 	sc->nfe_tq = taskqueue_create_fast("nfe_taskq", M_WAITOK,
613aab5582fSPyun YongHyeon 	    taskqueue_thread_enqueue, &sc->nfe_tq);
614aab5582fSPyun YongHyeon 	taskqueue_start_threads(&sc->nfe_tq, 1, PI_NET, "%s taskq",
615aab5582fSPyun YongHyeon 	    device_get_nameunit(sc->nfe_dev));
616aab5582fSPyun YongHyeon 	error = 0;
617aab5582fSPyun YongHyeon 	if (sc->nfe_msi == 0 && sc->nfe_msix == 0) {
618aab5582fSPyun YongHyeon 		error = bus_setup_intr(dev, sc->nfe_irq[0],
619aab5582fSPyun YongHyeon 		    INTR_TYPE_NET | INTR_MPSAFE, nfe_intr, NULL, sc,
620aab5582fSPyun YongHyeon 		    &sc->nfe_intrhand[0]);
621aab5582fSPyun YongHyeon 	} else {
622aab5582fSPyun YongHyeon 		for (i = 0; i < NFE_MSI_MESSAGES; i++) {
623aab5582fSPyun YongHyeon 			error = bus_setup_intr(dev, sc->nfe_irq[i],
624aab5582fSPyun YongHyeon 			    INTR_TYPE_NET | INTR_MPSAFE, nfe_intr, NULL, sc,
625aab5582fSPyun YongHyeon 			    &sc->nfe_intrhand[i]);
626aab5582fSPyun YongHyeon 			if (error != 0)
627aab5582fSPyun YongHyeon 				break;
628aab5582fSPyun YongHyeon 		}
629aab5582fSPyun YongHyeon 	}
630bfc788c2SDavid E. O'Brien 	if (error) {
631aab5582fSPyun YongHyeon 		device_printf(dev, "couldn't set up irq\n");
632aab5582fSPyun YongHyeon 		taskqueue_free(sc->nfe_tq);
633aab5582fSPyun YongHyeon 		sc->nfe_tq = NULL;
634bfc788c2SDavid E. O'Brien 		ether_ifdetach(ifp);
635bfc788c2SDavid E. O'Brien 		goto fail;
636bfc788c2SDavid E. O'Brien 	}
637bfc788c2SDavid E. O'Brien 
638bfc788c2SDavid E. O'Brien fail:
639bfc788c2SDavid E. O'Brien 	if (error)
640bfc788c2SDavid E. O'Brien 		nfe_detach(dev);
641bfc788c2SDavid E. O'Brien 
642bfc788c2SDavid E. O'Brien 	return (error);
643bfc788c2SDavid E. O'Brien }
644bfc788c2SDavid E. O'Brien 
645bfc788c2SDavid E. O'Brien 
646bfc788c2SDavid E. O'Brien static int
647bfc788c2SDavid E. O'Brien nfe_detach(device_t dev)
648257c5577SDavid E. O'Brien {
649bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc;
650257c5577SDavid E. O'Brien 	struct ifnet *ifp;
651aab5582fSPyun YongHyeon 	uint8_t eaddr[ETHER_ADDR_LEN];
652aab5582fSPyun YongHyeon 	int i, rid;
653257c5577SDavid E. O'Brien 
654bfc788c2SDavid E. O'Brien 	sc = device_get_softc(dev);
655bfc788c2SDavid E. O'Brien 	KASSERT(mtx_initialized(&sc->nfe_mtx), ("nfe mutex not initialized"));
656bfc788c2SDavid E. O'Brien 	ifp = sc->nfe_ifp;
657bfc788c2SDavid E. O'Brien 
658bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING
659aab5582fSPyun YongHyeon 	if (ifp != NULL && ifp->if_capenable & IFCAP_POLLING)
660bfc788c2SDavid E. O'Brien 		ether_poll_deregister(ifp);
661bfc788c2SDavid E. O'Brien #endif
662bfc788c2SDavid E. O'Brien 	if (device_is_attached(dev)) {
66396058696SDavid E. O'Brien 		NFE_LOCK(sc);
664aab5582fSPyun YongHyeon 		nfe_stop(ifp);
665bfc788c2SDavid E. O'Brien 		ifp->if_flags &= ~IFF_UP;
66696058696SDavid E. O'Brien 		NFE_UNLOCK(sc);
667bfc788c2SDavid E. O'Brien 		callout_drain(&sc->nfe_stat_ch);
668aab5582fSPyun YongHyeon 		taskqueue_drain(taskqueue_fast, &sc->nfe_tx_task);
669aab5582fSPyun YongHyeon 		taskqueue_drain(taskqueue_swi, &sc->nfe_link_task);
670bfc788c2SDavid E. O'Brien 		ether_ifdetach(ifp);
671257c5577SDavid E. O'Brien 	}
672257c5577SDavid E. O'Brien 
673aab5582fSPyun YongHyeon 	if (ifp) {
674aab5582fSPyun YongHyeon 		/* restore ethernet address */
675aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & NFE_CORRECT_MACADDR) == 0) {
676aab5582fSPyun YongHyeon 			for (i = 0; i < ETHER_ADDR_LEN; i++) {
677aab5582fSPyun YongHyeon 				eaddr[i] = sc->eaddr[5 - i];
678aab5582fSPyun YongHyeon 			}
679aab5582fSPyun YongHyeon 		} else
680aab5582fSPyun YongHyeon 			bcopy(sc->eaddr, eaddr, ETHER_ADDR_LEN);
681aab5582fSPyun YongHyeon 		nfe_set_macaddr(sc, eaddr);
682bfc788c2SDavid E. O'Brien 		if_free(ifp);
683aab5582fSPyun YongHyeon 	}
684bfc788c2SDavid E. O'Brien 	if (sc->nfe_miibus)
685bfc788c2SDavid E. O'Brien 		device_delete_child(dev, sc->nfe_miibus);
686bfc788c2SDavid E. O'Brien 	bus_generic_detach(dev);
687aab5582fSPyun YongHyeon 	if (sc->nfe_tq != NULL) {
688aab5582fSPyun YongHyeon 		taskqueue_drain(sc->nfe_tq, &sc->nfe_int_task);
689aab5582fSPyun YongHyeon 		taskqueue_free(sc->nfe_tq);
690aab5582fSPyun YongHyeon 		sc->nfe_tq = NULL;
691aab5582fSPyun YongHyeon 	}
692bfc788c2SDavid E. O'Brien 
693aab5582fSPyun YongHyeon 	for (i = 0; i < NFE_MSI_MESSAGES; i++) {
694aab5582fSPyun YongHyeon 		if (sc->nfe_intrhand[i] != NULL) {
695aab5582fSPyun YongHyeon 			bus_teardown_intr(dev, sc->nfe_irq[i],
696aab5582fSPyun YongHyeon 			    sc->nfe_intrhand[i]);
697aab5582fSPyun YongHyeon 			sc->nfe_intrhand[i] = NULL;
698aab5582fSPyun YongHyeon 		}
699aab5582fSPyun YongHyeon 	}
700aab5582fSPyun YongHyeon 
701aab5582fSPyun YongHyeon 	if (sc->nfe_msi == 0 && sc->nfe_msix == 0) {
702aab5582fSPyun YongHyeon 		if (sc->nfe_irq[0] != NULL)
703aab5582fSPyun YongHyeon 			bus_release_resource(dev, SYS_RES_IRQ, 0,
704aab5582fSPyun YongHyeon 			    sc->nfe_irq[0]);
705aab5582fSPyun YongHyeon 	} else {
706aab5582fSPyun YongHyeon 		for (i = 0, rid = 1; i < NFE_MSI_MESSAGES; i++, rid++) {
707aab5582fSPyun YongHyeon 			if (sc->nfe_irq[i] != NULL) {
708aab5582fSPyun YongHyeon 				bus_release_resource(dev, SYS_RES_IRQ, rid,
709aab5582fSPyun YongHyeon 				    sc->nfe_irq[i]);
710aab5582fSPyun YongHyeon 				sc->nfe_irq[i] = NULL;
711aab5582fSPyun YongHyeon 			}
712aab5582fSPyun YongHyeon 		}
713aab5582fSPyun YongHyeon 		pci_release_msi(dev);
714aab5582fSPyun YongHyeon 	}
715aab5582fSPyun YongHyeon 	if (sc->nfe_msix_pba_res != NULL) {
716aab5582fSPyun YongHyeon 		bus_release_resource(dev, SYS_RES_MEMORY, PCIR_BAR(3),
717aab5582fSPyun YongHyeon 		    sc->nfe_msix_pba_res);
718aab5582fSPyun YongHyeon 		sc->nfe_msix_pba_res = NULL;
719aab5582fSPyun YongHyeon 	}
720aab5582fSPyun YongHyeon 	if (sc->nfe_msix_res != NULL) {
721aab5582fSPyun YongHyeon 		bus_release_resource(dev, SYS_RES_MEMORY, PCIR_BAR(2),
722aab5582fSPyun YongHyeon 		    sc->nfe_msix_res);
723aab5582fSPyun YongHyeon 		sc->nfe_msix_res = NULL;
724aab5582fSPyun YongHyeon 	}
725aab5582fSPyun YongHyeon 	if (sc->nfe_res[0] != NULL) {
726aab5582fSPyun YongHyeon 		bus_release_resource(dev, SYS_RES_MEMORY, PCIR_BAR(0),
727aab5582fSPyun YongHyeon 		    sc->nfe_res[0]);
728aab5582fSPyun YongHyeon 		sc->nfe_res[0] = NULL;
729aab5582fSPyun YongHyeon 	}
730bfc788c2SDavid E. O'Brien 
731bfc788c2SDavid E. O'Brien 	nfe_free_tx_ring(sc, &sc->txq);
732bfc788c2SDavid E. O'Brien 	nfe_free_rx_ring(sc, &sc->rxq);
733aab5582fSPyun YongHyeon 	nfe_free_jrx_ring(sc, &sc->jrxq);
734bfc788c2SDavid E. O'Brien 
735aab5582fSPyun YongHyeon 	if (sc->nfe_parent_tag) {
736bfc788c2SDavid E. O'Brien 		bus_dma_tag_destroy(sc->nfe_parent_tag);
737aab5582fSPyun YongHyeon 		sc->nfe_parent_tag = NULL;
738aab5582fSPyun YongHyeon 	}
739bfc788c2SDavid E. O'Brien 
740bfc788c2SDavid E. O'Brien 	mtx_destroy(&sc->nfe_mtx);
741bfc788c2SDavid E. O'Brien 
742bfc788c2SDavid E. O'Brien 	return (0);
743bfc788c2SDavid E. O'Brien }
744bfc788c2SDavid E. O'Brien 
745bfc788c2SDavid E. O'Brien 
746aab5582fSPyun YongHyeon static int
747aab5582fSPyun YongHyeon nfe_suspend(device_t dev)
748aab5582fSPyun YongHyeon {
749aab5582fSPyun YongHyeon 	struct nfe_softc *sc;
750aab5582fSPyun YongHyeon 
751aab5582fSPyun YongHyeon 	sc = device_get_softc(dev);
752aab5582fSPyun YongHyeon 
753aab5582fSPyun YongHyeon 	NFE_LOCK(sc);
754aab5582fSPyun YongHyeon 	nfe_stop(sc->nfe_ifp);
755aab5582fSPyun YongHyeon 	sc->nfe_suspended = 1;
756aab5582fSPyun YongHyeon 	NFE_UNLOCK(sc);
757aab5582fSPyun YongHyeon 
758aab5582fSPyun YongHyeon 	return (0);
759aab5582fSPyun YongHyeon }
760aab5582fSPyun YongHyeon 
761aab5582fSPyun YongHyeon 
762aab5582fSPyun YongHyeon static int
763aab5582fSPyun YongHyeon nfe_resume(device_t dev)
764aab5582fSPyun YongHyeon {
765aab5582fSPyun YongHyeon 	struct nfe_softc *sc;
766aab5582fSPyun YongHyeon 	struct ifnet *ifp;
767aab5582fSPyun YongHyeon 
768aab5582fSPyun YongHyeon 	sc = device_get_softc(dev);
769aab5582fSPyun YongHyeon 
770aab5582fSPyun YongHyeon 	NFE_LOCK(sc);
771aab5582fSPyun YongHyeon 	ifp = sc->nfe_ifp;
772aab5582fSPyun YongHyeon 	if (ifp->if_flags & IFF_UP)
773aab5582fSPyun YongHyeon 		nfe_init_locked(sc);
774aab5582fSPyun YongHyeon 	sc->nfe_suspended = 0;
775aab5582fSPyun YongHyeon 	NFE_UNLOCK(sc);
776aab5582fSPyun YongHyeon 
777aab5582fSPyun YongHyeon 	return (0);
778aab5582fSPyun YongHyeon }
779aab5582fSPyun YongHyeon 
780aab5582fSPyun YongHyeon 
781aab5582fSPyun YongHyeon /* Take PHY/NIC out of powerdown, from Linux */
782aab5582fSPyun YongHyeon static void
783aab5582fSPyun YongHyeon nfe_power(struct nfe_softc *sc)
784aab5582fSPyun YongHyeon {
785aab5582fSPyun YongHyeon 	uint32_t pwr;
786aab5582fSPyun YongHyeon 
787aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_PWR_MGMT) == 0)
788aab5582fSPyun YongHyeon 		return;
789aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_RESET | NFE_RXTX_BIT2);
790aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_MAC_RESET, NFE_MAC_RESET_MAGIC);
791aab5582fSPyun YongHyeon 	DELAY(100);
792aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_MAC_RESET, 0);
793aab5582fSPyun YongHyeon 	DELAY(100);
794aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_BIT2);
795aab5582fSPyun YongHyeon 	pwr = NFE_READ(sc, NFE_PWR2_CTL);
796aab5582fSPyun YongHyeon 	pwr &= ~NFE_PWR2_WAKEUP_MASK;
797aab5582fSPyun YongHyeon 	if (sc->nfe_revid >= 0xa3 &&
798aab5582fSPyun YongHyeon 	    (sc->nfe_devid == PCI_PRODUCT_NVIDIA_NFORCE430_LAN1 ||
799aab5582fSPyun YongHyeon 	    sc->nfe_devid == PCI_PRODUCT_NVIDIA_NFORCE430_LAN2))
800aab5582fSPyun YongHyeon 		pwr |= NFE_PWR2_REVA3;
801aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_PWR2_CTL, pwr);
802aab5582fSPyun YongHyeon }
803aab5582fSPyun YongHyeon 
804aab5582fSPyun YongHyeon 
805bfc788c2SDavid E. O'Brien static void
806bfc788c2SDavid E. O'Brien nfe_miibus_statchg(device_t dev)
807257c5577SDavid E. O'Brien {
808bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc;
809bfc788c2SDavid E. O'Brien 
810bfc788c2SDavid E. O'Brien 	sc = device_get_softc(dev);
811aab5582fSPyun YongHyeon 	taskqueue_enqueue(taskqueue_swi, &sc->nfe_link_task);
812aab5582fSPyun YongHyeon }
813aab5582fSPyun YongHyeon 
814aab5582fSPyun YongHyeon 
815aab5582fSPyun YongHyeon static void
816aab5582fSPyun YongHyeon nfe_link_task(void *arg, int pending)
817aab5582fSPyun YongHyeon {
818aab5582fSPyun YongHyeon 	struct nfe_softc *sc;
819aab5582fSPyun YongHyeon 	struct mii_data *mii;
820aab5582fSPyun YongHyeon 	struct ifnet *ifp;
821aab5582fSPyun YongHyeon 	uint32_t phy, seed, misc = NFE_MISC1_MAGIC, link = NFE_MEDIA_SET;
822aab5582fSPyun YongHyeon 	uint32_t gmask, rxctl, txctl, val;
823aab5582fSPyun YongHyeon 
824aab5582fSPyun YongHyeon 	sc = (struct nfe_softc *)arg;
825aab5582fSPyun YongHyeon 
826aab5582fSPyun YongHyeon 	NFE_LOCK(sc);
827aab5582fSPyun YongHyeon 
828bfc788c2SDavid E. O'Brien 	mii = device_get_softc(sc->nfe_miibus);
829aab5582fSPyun YongHyeon 	ifp = sc->nfe_ifp;
830aab5582fSPyun YongHyeon 	if (mii == NULL || ifp == NULL) {
831aab5582fSPyun YongHyeon 		NFE_UNLOCK(sc);
832aab5582fSPyun YongHyeon 		return;
833aab5582fSPyun YongHyeon 	}
834aab5582fSPyun YongHyeon 
835aab5582fSPyun YongHyeon 	if (mii->mii_media_status & IFM_ACTIVE) {
836aab5582fSPyun YongHyeon 		if (IFM_SUBTYPE(mii->mii_media_active) != IFM_NONE)
837aab5582fSPyun YongHyeon 			sc->nfe_link = 1;
838aab5582fSPyun YongHyeon 	} else
839aab5582fSPyun YongHyeon 		sc->nfe_link = 0;
840257c5577SDavid E. O'Brien 
841257c5577SDavid E. O'Brien 	phy = NFE_READ(sc, NFE_PHY_IFACE);
842257c5577SDavid E. O'Brien 	phy &= ~(NFE_PHY_HDX | NFE_PHY_100TX | NFE_PHY_1000T);
843257c5577SDavid E. O'Brien 
844257c5577SDavid E. O'Brien 	seed = NFE_READ(sc, NFE_RNDSEED);
845257c5577SDavid E. O'Brien 	seed &= ~NFE_SEED_MASK;
846257c5577SDavid E. O'Brien 
847aab5582fSPyun YongHyeon 	if (((mii->mii_media_active & IFM_GMASK) & IFM_FDX) == 0) {
848257c5577SDavid E. O'Brien 		phy  |= NFE_PHY_HDX;	/* half-duplex */
849257c5577SDavid E. O'Brien 		misc |= NFE_MISC1_HDX;
850257c5577SDavid E. O'Brien 	}
851257c5577SDavid E. O'Brien 
852257c5577SDavid E. O'Brien 	switch (IFM_SUBTYPE(mii->mii_media_active)) {
853257c5577SDavid E. O'Brien 	case IFM_1000_T:	/* full-duplex only */
854257c5577SDavid E. O'Brien 		link |= NFE_MEDIA_1000T;
855257c5577SDavid E. O'Brien 		seed |= NFE_SEED_1000T;
856257c5577SDavid E. O'Brien 		phy  |= NFE_PHY_1000T;
857257c5577SDavid E. O'Brien 		break;
858257c5577SDavid E. O'Brien 	case IFM_100_TX:
859257c5577SDavid E. O'Brien 		link |= NFE_MEDIA_100TX;
860257c5577SDavid E. O'Brien 		seed |= NFE_SEED_100TX;
861257c5577SDavid E. O'Brien 		phy  |= NFE_PHY_100TX;
862257c5577SDavid E. O'Brien 		break;
863257c5577SDavid E. O'Brien 	case IFM_10_T:
864257c5577SDavid E. O'Brien 		link |= NFE_MEDIA_10T;
865257c5577SDavid E. O'Brien 		seed |= NFE_SEED_10T;
866257c5577SDavid E. O'Brien 		break;
867257c5577SDavid E. O'Brien 	}
868257c5577SDavid E. O'Brien 
869aab5582fSPyun YongHyeon 	if ((phy & 0x10000000) != 0) {
870aab5582fSPyun YongHyeon 		if (IFM_SUBTYPE(mii->mii_media_active) == IFM_1000_T)
871aab5582fSPyun YongHyeon 			val = NFE_R1_MAGIC_1000;
872aab5582fSPyun YongHyeon 		else
873aab5582fSPyun YongHyeon 			val = NFE_R1_MAGIC_10_100;
874aab5582fSPyun YongHyeon 	} else
875aab5582fSPyun YongHyeon 		val = NFE_R1_MAGIC_DEFAULT;
876aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_SETUP_R1, val);
877aab5582fSPyun YongHyeon 
878257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RNDSEED, seed);	/* XXX: gigabit NICs only? */
879257c5577SDavid E. O'Brien 
880257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_PHY_IFACE, phy);
881257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_MISC1, misc);
882257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_LINKSPEED, link);
883aab5582fSPyun YongHyeon 
884aab5582fSPyun YongHyeon 	gmask = mii->mii_media_active & IFM_GMASK;
885aab5582fSPyun YongHyeon 	if ((gmask & IFM_FDX) != 0) {
886aab5582fSPyun YongHyeon 		/* It seems all hardwares supports Rx pause frames. */
887aab5582fSPyun YongHyeon 		val = NFE_READ(sc, NFE_RXFILTER);
888aab5582fSPyun YongHyeon 		if ((gmask & IFM_FLAG0) != 0)
889aab5582fSPyun YongHyeon 			val |= NFE_PFF_RX_PAUSE;
890aab5582fSPyun YongHyeon 		else
891aab5582fSPyun YongHyeon 			val &= ~NFE_PFF_RX_PAUSE;
892aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_RXFILTER, val);
893aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & NFE_TX_FLOW_CTRL) != 0) {
894aab5582fSPyun YongHyeon 			val = NFE_READ(sc, NFE_MISC1);
895aab5582fSPyun YongHyeon 			if ((gmask & IFM_FLAG1) != 0) {
896aab5582fSPyun YongHyeon 				NFE_WRITE(sc, NFE_TX_PAUSE_FRAME,
897aab5582fSPyun YongHyeon 				    NFE_TX_PAUSE_FRAME_ENABLE);
898aab5582fSPyun YongHyeon 				val |= NFE_MISC1_TX_PAUSE;
899aab5582fSPyun YongHyeon 			} else {
900aab5582fSPyun YongHyeon 				val &= ~NFE_MISC1_TX_PAUSE;
901aab5582fSPyun YongHyeon 				NFE_WRITE(sc, NFE_TX_PAUSE_FRAME,
902aab5582fSPyun YongHyeon 				    NFE_TX_PAUSE_FRAME_DISABLE);
903aab5582fSPyun YongHyeon 			}
904aab5582fSPyun YongHyeon 			NFE_WRITE(sc, NFE_MISC1, val);
905aab5582fSPyun YongHyeon 		}
906aab5582fSPyun YongHyeon 	} else {
907aab5582fSPyun YongHyeon 		/* disable rx/tx pause frames */
908aab5582fSPyun YongHyeon 		val = NFE_READ(sc, NFE_RXFILTER);
909aab5582fSPyun YongHyeon 		val &= ~NFE_PFF_RX_PAUSE;
910aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_RXFILTER, val);
911aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & NFE_TX_FLOW_CTRL) != 0) {
912aab5582fSPyun YongHyeon 			NFE_WRITE(sc, NFE_TX_PAUSE_FRAME,
913aab5582fSPyun YongHyeon 			    NFE_TX_PAUSE_FRAME_DISABLE);
914aab5582fSPyun YongHyeon 			val = NFE_READ(sc, NFE_MISC1);
915aab5582fSPyun YongHyeon 			val &= ~NFE_MISC1_TX_PAUSE;
916aab5582fSPyun YongHyeon 			NFE_WRITE(sc, NFE_MISC1, val);
917aab5582fSPyun YongHyeon 		}
918aab5582fSPyun YongHyeon 	}
919aab5582fSPyun YongHyeon 
920aab5582fSPyun YongHyeon 	txctl = NFE_READ(sc, NFE_TX_CTL);
921aab5582fSPyun YongHyeon 	rxctl = NFE_READ(sc, NFE_RX_CTL);
922aab5582fSPyun YongHyeon 	if (sc->nfe_link != 0 && (ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) {
923aab5582fSPyun YongHyeon 		txctl |= NFE_TX_START;
924aab5582fSPyun YongHyeon 		rxctl |= NFE_RX_START;
925aab5582fSPyun YongHyeon 	} else {
926aab5582fSPyun YongHyeon 		txctl &= ~NFE_TX_START;
927aab5582fSPyun YongHyeon 		rxctl &= ~NFE_RX_START;
928aab5582fSPyun YongHyeon 	}
92950c55b29SPyun YongHyeon 	NFE_WRITE(sc, NFE_TX_CTL, txctl);
93050c55b29SPyun YongHyeon 	NFE_WRITE(sc, NFE_RX_CTL, rxctl);
931aab5582fSPyun YongHyeon 
932aab5582fSPyun YongHyeon 	NFE_UNLOCK(sc);
933257c5577SDavid E. O'Brien }
934257c5577SDavid E. O'Brien 
9352c3adf61SDavid E. O'Brien 
936bfc788c2SDavid E. O'Brien static int
937bfc788c2SDavid E. O'Brien nfe_miibus_readreg(device_t dev, int phy, int reg)
938257c5577SDavid E. O'Brien {
939bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc = device_get_softc(dev);
940aab5582fSPyun YongHyeon 	uint32_t val;
941257c5577SDavid E. O'Brien 	int ntries;
942257c5577SDavid E. O'Brien 
943257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_PHY_STATUS, 0xf);
944257c5577SDavid E. O'Brien 
945257c5577SDavid E. O'Brien 	if (NFE_READ(sc, NFE_PHY_CTL) & NFE_PHY_BUSY) {
946257c5577SDavid E. O'Brien 		NFE_WRITE(sc, NFE_PHY_CTL, NFE_PHY_BUSY);
947257c5577SDavid E. O'Brien 		DELAY(100);
948257c5577SDavid E. O'Brien 	}
949257c5577SDavid E. O'Brien 
950257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_PHY_CTL, (phy << NFE_PHYADD_SHIFT) | reg);
951257c5577SDavid E. O'Brien 
952aab5582fSPyun YongHyeon 	for (ntries = 0; ntries < NFE_TIMEOUT; ntries++) {
953257c5577SDavid E. O'Brien 		DELAY(100);
954257c5577SDavid E. O'Brien 		if (!(NFE_READ(sc, NFE_PHY_CTL) & NFE_PHY_BUSY))
955257c5577SDavid E. O'Brien 			break;
956257c5577SDavid E. O'Brien 	}
957aab5582fSPyun YongHyeon 	if (ntries == NFE_TIMEOUT) {
958aab5582fSPyun YongHyeon 		DPRINTFN(sc, 2, "timeout waiting for PHY\n");
959257c5577SDavid E. O'Brien 		return 0;
960257c5577SDavid E. O'Brien 	}
961257c5577SDavid E. O'Brien 
962257c5577SDavid E. O'Brien 	if (NFE_READ(sc, NFE_PHY_STATUS) & NFE_PHY_ERROR) {
963aab5582fSPyun YongHyeon 		DPRINTFN(sc, 2, "could not read PHY\n");
964257c5577SDavid E. O'Brien 		return 0;
965257c5577SDavid E. O'Brien 	}
966257c5577SDavid E. O'Brien 
967257c5577SDavid E. O'Brien 	val = NFE_READ(sc, NFE_PHY_DATA);
968257c5577SDavid E. O'Brien 	if (val != 0xffffffff && val != 0)
969257c5577SDavid E. O'Brien 		sc->mii_phyaddr = phy;
970257c5577SDavid E. O'Brien 
971aab5582fSPyun YongHyeon 	DPRINTFN(sc, 2, "mii read phy %d reg 0x%x ret 0x%x\n", phy, reg, val);
972257c5577SDavid E. O'Brien 
973aab5582fSPyun YongHyeon 	return (val);
974257c5577SDavid E. O'Brien }
975257c5577SDavid E. O'Brien 
9762c3adf61SDavid E. O'Brien 
977bfc788c2SDavid E. O'Brien static int
978bfc788c2SDavid E. O'Brien nfe_miibus_writereg(device_t dev, int phy, int reg, int val)
979257c5577SDavid E. O'Brien {
980bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc = device_get_softc(dev);
981aab5582fSPyun YongHyeon 	uint32_t ctl;
982257c5577SDavid E. O'Brien 	int ntries;
983257c5577SDavid E. O'Brien 
984257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_PHY_STATUS, 0xf);
985257c5577SDavid E. O'Brien 
986257c5577SDavid E. O'Brien 	if (NFE_READ(sc, NFE_PHY_CTL) & NFE_PHY_BUSY) {
987257c5577SDavid E. O'Brien 		NFE_WRITE(sc, NFE_PHY_CTL, NFE_PHY_BUSY);
988257c5577SDavid E. O'Brien 		DELAY(100);
989257c5577SDavid E. O'Brien 	}
990257c5577SDavid E. O'Brien 
991257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_PHY_DATA, val);
992257c5577SDavid E. O'Brien 	ctl = NFE_PHY_WRITE | (phy << NFE_PHYADD_SHIFT) | reg;
993257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_PHY_CTL, ctl);
994257c5577SDavid E. O'Brien 
995aab5582fSPyun YongHyeon 	for (ntries = 0; ntries < NFE_TIMEOUT; ntries++) {
996257c5577SDavid E. O'Brien 		DELAY(100);
997257c5577SDavid E. O'Brien 		if (!(NFE_READ(sc, NFE_PHY_CTL) & NFE_PHY_BUSY))
998257c5577SDavid E. O'Brien 			break;
999257c5577SDavid E. O'Brien 	}
1000257c5577SDavid E. O'Brien #ifdef NFE_DEBUG
1001aab5582fSPyun YongHyeon 	if (nfedebug >= 2 && ntries == NFE_TIMEOUT)
1002aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not write to PHY\n");
1003257c5577SDavid E. O'Brien #endif
1004aab5582fSPyun YongHyeon 	return (0);
1005257c5577SDavid E. O'Brien }
1006257c5577SDavid E. O'Brien 
1007aab5582fSPyun YongHyeon struct nfe_dmamap_arg {
1008aab5582fSPyun YongHyeon 	bus_addr_t nfe_busaddr;
1009aab5582fSPyun YongHyeon };
10102c3adf61SDavid E. O'Brien 
1011bfc788c2SDavid E. O'Brien static int
1012bfc788c2SDavid E. O'Brien nfe_alloc_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring)
1013bfc788c2SDavid E. O'Brien {
1014aab5582fSPyun YongHyeon 	struct nfe_dmamap_arg ctx;
1015bfc788c2SDavid E. O'Brien 	struct nfe_rx_data *data;
1016aab5582fSPyun YongHyeon 	void *desc;
1017bfc788c2SDavid E. O'Brien 	int i, error, descsize;
1018bfc788c2SDavid E. O'Brien 
1019bfc788c2SDavid E. O'Brien 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1020aab5582fSPyun YongHyeon 		desc = ring->desc64;
1021bfc788c2SDavid E. O'Brien 		descsize = sizeof (struct nfe_desc64);
1022bfc788c2SDavid E. O'Brien 	} else {
1023aab5582fSPyun YongHyeon 		desc = ring->desc32;
1024bfc788c2SDavid E. O'Brien 		descsize = sizeof (struct nfe_desc32);
1025bfc788c2SDavid E. O'Brien 	}
1026bfc788c2SDavid E. O'Brien 
1027bfc788c2SDavid E. O'Brien 	ring->cur = ring->next = 0;
1028bfc788c2SDavid E. O'Brien 
1029bfc788c2SDavid E. O'Brien 	error = bus_dma_tag_create(sc->nfe_parent_tag,
1030aab5582fSPyun YongHyeon 	    NFE_RING_ALIGN, 0,			/* alignment, boundary */
1031aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,			/* lowaddr */
1032bfc788c2SDavid E. O'Brien 	    BUS_SPACE_MAXADDR,			/* highaddr */
1033bfc788c2SDavid E. O'Brien 	    NULL, NULL,				/* filter, filterarg */
1034bfc788c2SDavid E. O'Brien 	    NFE_RX_RING_COUNT * descsize, 1,	/* maxsize, nsegments */
1035bfc788c2SDavid E. O'Brien 	    NFE_RX_RING_COUNT * descsize,	/* maxsegsize */
1036aab5582fSPyun YongHyeon 	    0,					/* flags */
1037bfc788c2SDavid E. O'Brien 	    NULL, NULL,				/* lockfunc, lockarg */
1038bfc788c2SDavid E. O'Brien 	    &ring->rx_desc_tag);
1039bfc788c2SDavid E. O'Brien 	if (error != 0) {
1040aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not create desc DMA tag\n");
1041bfc788c2SDavid E. O'Brien 		goto fail;
1042bfc788c2SDavid E. O'Brien 	}
1043bfc788c2SDavid E. O'Brien 
1044bfc788c2SDavid E. O'Brien 	/* allocate memory to desc */
1045aab5582fSPyun YongHyeon 	error = bus_dmamem_alloc(ring->rx_desc_tag, &desc, BUS_DMA_WAITOK |
1046aab5582fSPyun YongHyeon 	    BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->rx_desc_map);
1047bfc788c2SDavid E. O'Brien 	if (error != 0) {
1048aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not create desc DMA map\n");
1049bfc788c2SDavid E. O'Brien 		goto fail;
1050bfc788c2SDavid E. O'Brien 	}
1051aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR)
1052aab5582fSPyun YongHyeon 		ring->desc64 = desc;
1053aab5582fSPyun YongHyeon 	else
1054aab5582fSPyun YongHyeon 		ring->desc32 = desc;
1055bfc788c2SDavid E. O'Brien 
1056bfc788c2SDavid E. O'Brien 	/* map desc to device visible address space */
1057aab5582fSPyun YongHyeon 	ctx.nfe_busaddr = 0;
1058aab5582fSPyun YongHyeon 	error = bus_dmamap_load(ring->rx_desc_tag, ring->rx_desc_map, desc,
1059aab5582fSPyun YongHyeon 	    NFE_RX_RING_COUNT * descsize, nfe_dma_map_segs, &ctx, 0);
1060bfc788c2SDavid E. O'Brien 	if (error != 0) {
1061aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not load desc DMA map\n");
1062aab5582fSPyun YongHyeon 		goto fail;
1063aab5582fSPyun YongHyeon 	}
1064aab5582fSPyun YongHyeon 	ring->physaddr = ctx.nfe_busaddr;
1065aab5582fSPyun YongHyeon 
1066aab5582fSPyun YongHyeon 	error = bus_dma_tag_create(sc->nfe_parent_tag,
1067aab5582fSPyun YongHyeon 	    1, 0,			/* alignment, boundary */
1068aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,		/* lowaddr */
1069aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,		/* highaddr */
1070aab5582fSPyun YongHyeon 	    NULL, NULL,			/* filter, filterarg */
1071aab5582fSPyun YongHyeon 	    MCLBYTES, 1,		/* maxsize, nsegments */
1072aab5582fSPyun YongHyeon 	    MCLBYTES,			/* maxsegsize */
1073aab5582fSPyun YongHyeon 	    0,				/* flags */
1074aab5582fSPyun YongHyeon 	    NULL, NULL,			/* lockfunc, lockarg */
1075aab5582fSPyun YongHyeon 	    &ring->rx_data_tag);
1076aab5582fSPyun YongHyeon 	if (error != 0) {
1077aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not create Rx DMA tag\n");
1078bfc788c2SDavid E. O'Brien 		goto fail;
1079bfc788c2SDavid E. O'Brien 	}
1080bfc788c2SDavid E. O'Brien 
1081aab5582fSPyun YongHyeon 	error = bus_dmamap_create(ring->rx_data_tag, 0, &ring->rx_spare_map);
1082aab5582fSPyun YongHyeon 	if (error != 0) {
1083aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
1084aab5582fSPyun YongHyeon 		    "could not create Rx DMA spare map\n");
1085aab5582fSPyun YongHyeon 		goto fail;
1086aab5582fSPyun YongHyeon 	}
1087bfc788c2SDavid E. O'Brien 
1088bfc788c2SDavid E. O'Brien 	/*
1089bfc788c2SDavid E. O'Brien 	 * Pre-allocate Rx buffers and populate Rx ring.
1090bfc788c2SDavid E. O'Brien 	 */
1091bfc788c2SDavid E. O'Brien 	for (i = 0; i < NFE_RX_RING_COUNT; i++) {
1092bfc788c2SDavid E. O'Brien 		data = &sc->rxq.data[i];
1093aab5582fSPyun YongHyeon 		data->rx_data_map = NULL;
1094aab5582fSPyun YongHyeon 		data->m = NULL;
1095aab5582fSPyun YongHyeon 		error = bus_dmamap_create(ring->rx_data_tag, 0,
10962c3adf61SDavid E. O'Brien 		    &data->rx_data_map);
1097bfc788c2SDavid E. O'Brien 		if (error != 0) {
1098aab5582fSPyun YongHyeon 			device_printf(sc->nfe_dev,
1099aab5582fSPyun YongHyeon 			    "could not create Rx DMA map\n");
1100aab5582fSPyun YongHyeon 			goto fail;
1101aab5582fSPyun YongHyeon 		}
1102aab5582fSPyun YongHyeon 	}
1103aab5582fSPyun YongHyeon 
1104aab5582fSPyun YongHyeon fail:
1105aab5582fSPyun YongHyeon 	return (error);
1106aab5582fSPyun YongHyeon }
1107aab5582fSPyun YongHyeon 
1108aab5582fSPyun YongHyeon 
11098b590ad2SPyun YongHyeon static void
1110aab5582fSPyun YongHyeon nfe_alloc_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring)
1111aab5582fSPyun YongHyeon {
1112aab5582fSPyun YongHyeon 	struct nfe_dmamap_arg ctx;
1113aab5582fSPyun YongHyeon 	struct nfe_rx_data *data;
1114aab5582fSPyun YongHyeon 	void *desc;
1115aab5582fSPyun YongHyeon 	int i, error, descsize;
1116aab5582fSPyun YongHyeon 
1117aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_JUMBO_SUP) == 0)
11188b590ad2SPyun YongHyeon 		return;
11198b590ad2SPyun YongHyeon 	if (jumbo_disable != 0) {
11208b590ad2SPyun YongHyeon 		device_printf(sc->nfe_dev, "disabling jumbo frame support\n");
11218b590ad2SPyun YongHyeon 		sc->nfe_jumbo_disable = 1;
11228b590ad2SPyun YongHyeon 		return;
11238b590ad2SPyun YongHyeon 	}
1124aab5582fSPyun YongHyeon 
1125aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1126aab5582fSPyun YongHyeon 		desc = ring->jdesc64;
1127aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc64);
1128aab5582fSPyun YongHyeon 	} else {
1129aab5582fSPyun YongHyeon 		desc = ring->jdesc32;
1130aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc32);
1131aab5582fSPyun YongHyeon 	}
1132aab5582fSPyun YongHyeon 
1133aab5582fSPyun YongHyeon 	ring->jcur = ring->jnext = 0;
1134aab5582fSPyun YongHyeon 
1135aab5582fSPyun YongHyeon 	/* Create DMA tag for jumbo Rx ring. */
1136aab5582fSPyun YongHyeon 	error = bus_dma_tag_create(sc->nfe_parent_tag,
1137aab5582fSPyun YongHyeon 	    NFE_RING_ALIGN, 0,			/* alignment, boundary */
1138aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,			/* lowaddr */
1139aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,			/* highaddr */
1140aab5582fSPyun YongHyeon 	    NULL, NULL,				/* filter, filterarg */
1141aab5582fSPyun YongHyeon 	    NFE_JUMBO_RX_RING_COUNT * descsize,	/* maxsize */
1142aab5582fSPyun YongHyeon 	    1, 					/* nsegments */
1143aab5582fSPyun YongHyeon 	    NFE_JUMBO_RX_RING_COUNT * descsize,	/* maxsegsize */
1144aab5582fSPyun YongHyeon 	    0,					/* flags */
1145aab5582fSPyun YongHyeon 	    NULL, NULL,				/* lockfunc, lockarg */
1146aab5582fSPyun YongHyeon 	    &ring->jrx_desc_tag);
1147aab5582fSPyun YongHyeon 	if (error != 0) {
1148aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
1149aab5582fSPyun YongHyeon 		    "could not create jumbo ring DMA tag\n");
1150bfc788c2SDavid E. O'Brien 		goto fail;
1151bfc788c2SDavid E. O'Brien 	}
1152bfc788c2SDavid E. O'Brien 
1153aab5582fSPyun YongHyeon 	/* Create DMA tag for jumbo Rx buffers. */
1154aab5582fSPyun YongHyeon 	error = bus_dma_tag_create(sc->nfe_parent_tag,
1155767fb36cSPyun YongHyeon 	    1, 0,				/* alignment, boundary */
1156aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,			/* lowaddr */
1157aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,			/* highaddr */
1158aab5582fSPyun YongHyeon 	    NULL, NULL,				/* filter, filterarg */
11593a5d5a69SPyun YongHyeon 	    MJUM9BYTES,				/* maxsize */
1160aab5582fSPyun YongHyeon 	    1,					/* nsegments */
11613a5d5a69SPyun YongHyeon 	    MJUM9BYTES,				/* maxsegsize */
1162aab5582fSPyun YongHyeon 	    0,					/* flags */
1163aab5582fSPyun YongHyeon 	    NULL, NULL,				/* lockfunc, lockarg */
1164aab5582fSPyun YongHyeon 	    &ring->jrx_data_tag);
1165aab5582fSPyun YongHyeon 	if (error != 0) {
1166aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
1167aab5582fSPyun YongHyeon 		    "could not create jumbo Rx buffer DMA tag\n");
1168aab5582fSPyun YongHyeon 		goto fail;
1169aab5582fSPyun YongHyeon 	}
1170aab5582fSPyun YongHyeon 
1171aab5582fSPyun YongHyeon 	/* Allocate DMA'able memory and load the DMA map for jumbo Rx ring. */
1172aab5582fSPyun YongHyeon 	error = bus_dmamem_alloc(ring->jrx_desc_tag, &desc, BUS_DMA_WAITOK |
1173aab5582fSPyun YongHyeon 	    BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->jrx_desc_map);
1174aab5582fSPyun YongHyeon 	if (error != 0) {
1175aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
1176aab5582fSPyun YongHyeon 		    "could not allocate DMA'able memory for jumbo Rx ring\n");
1177aab5582fSPyun YongHyeon 		goto fail;
1178aab5582fSPyun YongHyeon 	}
1179aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR)
1180aab5582fSPyun YongHyeon 		ring->jdesc64 = desc;
1181aab5582fSPyun YongHyeon 	else
1182aab5582fSPyun YongHyeon 		ring->jdesc32 = desc;
1183aab5582fSPyun YongHyeon 
1184aab5582fSPyun YongHyeon 	ctx.nfe_busaddr = 0;
1185aab5582fSPyun YongHyeon 	error = bus_dmamap_load(ring->jrx_desc_tag, ring->jrx_desc_map, desc,
1186aab5582fSPyun YongHyeon 	    NFE_JUMBO_RX_RING_COUNT * descsize, nfe_dma_map_segs, &ctx, 0);
1187aab5582fSPyun YongHyeon 	if (error != 0) {
1188aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
1189aab5582fSPyun YongHyeon 		    "could not load DMA'able memory for jumbo Rx ring\n");
1190aab5582fSPyun YongHyeon 		goto fail;
1191aab5582fSPyun YongHyeon 	}
1192aab5582fSPyun YongHyeon 	ring->jphysaddr = ctx.nfe_busaddr;
1193aab5582fSPyun YongHyeon 
1194aab5582fSPyun YongHyeon 	/* Create DMA maps for jumbo Rx buffers. */
1195aab5582fSPyun YongHyeon 	error = bus_dmamap_create(ring->jrx_data_tag, 0, &ring->jrx_spare_map);
1196aab5582fSPyun YongHyeon 	if (error != 0) {
1197aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
1198aab5582fSPyun YongHyeon 		    "could not create jumbo Rx DMA spare map\n");
1199aab5582fSPyun YongHyeon 		goto fail;
1200aab5582fSPyun YongHyeon 	}
1201aab5582fSPyun YongHyeon 
1202aab5582fSPyun YongHyeon 	for (i = 0; i < NFE_JUMBO_RX_RING_COUNT; i++) {
1203aab5582fSPyun YongHyeon 		data = &sc->jrxq.jdata[i];
1204aab5582fSPyun YongHyeon 		data->rx_data_map = NULL;
1205aab5582fSPyun YongHyeon 		data->m = NULL;
1206aab5582fSPyun YongHyeon 		error = bus_dmamap_create(ring->jrx_data_tag, 0,
1207aab5582fSPyun YongHyeon 		    &data->rx_data_map);
1208aab5582fSPyun YongHyeon 		if (error != 0) {
1209aab5582fSPyun YongHyeon 			device_printf(sc->nfe_dev,
1210aab5582fSPyun YongHyeon 			    "could not create jumbo Rx DMA map\n");
1211aab5582fSPyun YongHyeon 			goto fail;
1212aab5582fSPyun YongHyeon 		}
1213aab5582fSPyun YongHyeon 	}
1214aab5582fSPyun YongHyeon 
12158b590ad2SPyun YongHyeon 	return;
1216bfc788c2SDavid E. O'Brien 
1217aab5582fSPyun YongHyeon fail:
12188b590ad2SPyun YongHyeon 	/*
12198b590ad2SPyun YongHyeon 	 * Running without jumbo frame support is ok for most cases
12208b590ad2SPyun YongHyeon 	 * so don't fail on creating dma tag/map for jumbo frame.
12218b590ad2SPyun YongHyeon 	 */
1222aab5582fSPyun YongHyeon 	nfe_free_jrx_ring(sc, ring);
12238b590ad2SPyun YongHyeon 	device_printf(sc->nfe_dev, "disabling jumbo frame support due to "
12248b590ad2SPyun YongHyeon 	    "resource shortage\n");
12258b590ad2SPyun YongHyeon 	sc->nfe_jumbo_disable = 1;
1226bfc788c2SDavid E. O'Brien }
1227bfc788c2SDavid E. O'Brien 
12282c3adf61SDavid E. O'Brien 
1229aab5582fSPyun YongHyeon static int
1230aab5582fSPyun YongHyeon nfe_init_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring)
1231bfc788c2SDavid E. O'Brien {
1232aab5582fSPyun YongHyeon 	void *desc;
1233aab5582fSPyun YongHyeon 	size_t descsize;
1234bfc788c2SDavid E. O'Brien 	int i;
1235bfc788c2SDavid E. O'Brien 
1236aab5582fSPyun YongHyeon 	ring->cur = ring->next = 0;
1237bfc788c2SDavid E. O'Brien 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1238aab5582fSPyun YongHyeon 		desc = ring->desc64;
1239aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc64);
1240bfc788c2SDavid E. O'Brien 	} else {
1241aab5582fSPyun YongHyeon 		desc = ring->desc32;
1242aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc32);
1243bfc788c2SDavid E. O'Brien 	}
1244aab5582fSPyun YongHyeon 	bzero(desc, descsize * NFE_RX_RING_COUNT);
1245aab5582fSPyun YongHyeon 	for (i = 0; i < NFE_RX_RING_COUNT; i++) {
1246aab5582fSPyun YongHyeon 		if (nfe_newbuf(sc, i) != 0)
1247aab5582fSPyun YongHyeon 			return (ENOBUFS);
1248bfc788c2SDavid E. O'Brien 	}
1249bfc788c2SDavid E. O'Brien 
12502c3adf61SDavid E. O'Brien 	bus_dmamap_sync(ring->rx_desc_tag, ring->rx_desc_map,
1251aab5582fSPyun YongHyeon 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1252bfc788c2SDavid E. O'Brien 
1253aab5582fSPyun YongHyeon 	return (0);
1254aab5582fSPyun YongHyeon }
1255aab5582fSPyun YongHyeon 
1256aab5582fSPyun YongHyeon 
1257aab5582fSPyun YongHyeon static int
1258aab5582fSPyun YongHyeon nfe_init_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring)
1259aab5582fSPyun YongHyeon {
1260aab5582fSPyun YongHyeon 	void *desc;
1261aab5582fSPyun YongHyeon 	size_t descsize;
1262aab5582fSPyun YongHyeon 	int i;
1263aab5582fSPyun YongHyeon 
1264aab5582fSPyun YongHyeon 	ring->jcur = ring->jnext = 0;
1265aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1266aab5582fSPyun YongHyeon 		desc = ring->jdesc64;
1267aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc64);
1268aab5582fSPyun YongHyeon 	} else {
1269aab5582fSPyun YongHyeon 		desc = ring->jdesc32;
1270aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc32);
1271aab5582fSPyun YongHyeon 	}
12723a5d5a69SPyun YongHyeon 	bzero(desc, descsize * NFE_JUMBO_RX_RING_COUNT);
1273aab5582fSPyun YongHyeon 	for (i = 0; i < NFE_JUMBO_RX_RING_COUNT; i++) {
1274aab5582fSPyun YongHyeon 		if (nfe_jnewbuf(sc, i) != 0)
1275aab5582fSPyun YongHyeon 			return (ENOBUFS);
1276aab5582fSPyun YongHyeon 	}
1277aab5582fSPyun YongHyeon 
1278aab5582fSPyun YongHyeon 	bus_dmamap_sync(ring->jrx_desc_tag, ring->jrx_desc_map,
1279aab5582fSPyun YongHyeon 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1280aab5582fSPyun YongHyeon 
1281aab5582fSPyun YongHyeon 	return (0);
1282bfc788c2SDavid E. O'Brien }
1283bfc788c2SDavid E. O'Brien 
1284bfc788c2SDavid E. O'Brien 
1285bfc788c2SDavid E. O'Brien static void
1286bfc788c2SDavid E. O'Brien nfe_free_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring)
1287bfc788c2SDavid E. O'Brien {
1288bfc788c2SDavid E. O'Brien 	struct nfe_rx_data *data;
1289bfc788c2SDavid E. O'Brien 	void *desc;
1290bfc788c2SDavid E. O'Brien 	int i, descsize;
1291bfc788c2SDavid E. O'Brien 
1292bfc788c2SDavid E. O'Brien 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1293bfc788c2SDavid E. O'Brien 		desc = ring->desc64;
1294bfc788c2SDavid E. O'Brien 		descsize = sizeof (struct nfe_desc64);
1295bfc788c2SDavid E. O'Brien 	} else {
1296bfc788c2SDavid E. O'Brien 		desc = ring->desc32;
1297bfc788c2SDavid E. O'Brien 		descsize = sizeof (struct nfe_desc32);
1298bfc788c2SDavid E. O'Brien 	}
1299bfc788c2SDavid E. O'Brien 
1300bfc788c2SDavid E. O'Brien 	for (i = 0; i < NFE_RX_RING_COUNT; i++) {
1301bfc788c2SDavid E. O'Brien 		data = &ring->data[i];
1302bfc788c2SDavid E. O'Brien 		if (data->rx_data_map != NULL) {
1303aab5582fSPyun YongHyeon 			bus_dmamap_destroy(ring->rx_data_tag,
13042c3adf61SDavid E. O'Brien 			    data->rx_data_map);
1305aab5582fSPyun YongHyeon 			data->rx_data_map = NULL;
1306aab5582fSPyun YongHyeon 		}
1307aab5582fSPyun YongHyeon 		if (data->m != NULL) {
1308aab5582fSPyun YongHyeon 			m_freem(data->m);
1309aab5582fSPyun YongHyeon 			data->m = NULL;
1310aab5582fSPyun YongHyeon 		}
1311aab5582fSPyun YongHyeon 	}
1312aab5582fSPyun YongHyeon 	if (ring->rx_data_tag != NULL) {
1313aab5582fSPyun YongHyeon 		if (ring->rx_spare_map != NULL) {
1314aab5582fSPyun YongHyeon 			bus_dmamap_destroy(ring->rx_data_tag,
1315aab5582fSPyun YongHyeon 			    ring->rx_spare_map);
1316aab5582fSPyun YongHyeon 			ring->rx_spare_map = NULL;
1317aab5582fSPyun YongHyeon 		}
1318aab5582fSPyun YongHyeon 		bus_dma_tag_destroy(ring->rx_data_tag);
1319aab5582fSPyun YongHyeon 		ring->rx_data_tag = NULL;
1320bfc788c2SDavid E. O'Brien 	}
13212c3adf61SDavid E. O'Brien 
1322aab5582fSPyun YongHyeon 	if (desc != NULL) {
1323aab5582fSPyun YongHyeon 		bus_dmamap_unload(ring->rx_desc_tag, ring->rx_desc_map);
1324aab5582fSPyun YongHyeon 		bus_dmamem_free(ring->rx_desc_tag, desc, ring->rx_desc_map);
1325aab5582fSPyun YongHyeon 		ring->desc64 = NULL;
1326aab5582fSPyun YongHyeon 		ring->desc32 = NULL;
1327aab5582fSPyun YongHyeon 		ring->rx_desc_map = NULL;
1328aab5582fSPyun YongHyeon 	}
1329aab5582fSPyun YongHyeon 	if (ring->rx_desc_tag != NULL) {
1330aab5582fSPyun YongHyeon 		bus_dma_tag_destroy(ring->rx_desc_tag);
1331aab5582fSPyun YongHyeon 		ring->rx_desc_tag = NULL;
1332aab5582fSPyun YongHyeon 	}
1333aab5582fSPyun YongHyeon }
1334aab5582fSPyun YongHyeon 
1335aab5582fSPyun YongHyeon 
1336aab5582fSPyun YongHyeon static void
1337aab5582fSPyun YongHyeon nfe_free_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring)
1338aab5582fSPyun YongHyeon {
1339aab5582fSPyun YongHyeon 	struct nfe_rx_data *data;
1340aab5582fSPyun YongHyeon 	void *desc;
1341aab5582fSPyun YongHyeon 	int i, descsize;
1342aab5582fSPyun YongHyeon 
1343aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_JUMBO_SUP) == 0)
1344aab5582fSPyun YongHyeon 		return;
1345aab5582fSPyun YongHyeon 
1346aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1347aab5582fSPyun YongHyeon 		desc = ring->jdesc64;
1348aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc64);
1349aab5582fSPyun YongHyeon 	} else {
1350aab5582fSPyun YongHyeon 		desc = ring->jdesc32;
1351aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc32);
1352aab5582fSPyun YongHyeon 	}
1353aab5582fSPyun YongHyeon 
1354aab5582fSPyun YongHyeon 	for (i = 0; i < NFE_JUMBO_RX_RING_COUNT; i++) {
1355aab5582fSPyun YongHyeon 		data = &ring->jdata[i];
1356aab5582fSPyun YongHyeon 		if (data->rx_data_map != NULL) {
1357aab5582fSPyun YongHyeon 			bus_dmamap_destroy(ring->jrx_data_tag,
1358aab5582fSPyun YongHyeon 			    data->rx_data_map);
1359aab5582fSPyun YongHyeon 			data->rx_data_map = NULL;
1360aab5582fSPyun YongHyeon 		}
1361aab5582fSPyun YongHyeon 		if (data->m != NULL) {
1362bfc788c2SDavid E. O'Brien 			m_freem(data->m);
1363aab5582fSPyun YongHyeon 			data->m = NULL;
1364aab5582fSPyun YongHyeon 		}
1365aab5582fSPyun YongHyeon 	}
1366aab5582fSPyun YongHyeon 	if (ring->jrx_data_tag != NULL) {
1367aab5582fSPyun YongHyeon 		if (ring->jrx_spare_map != NULL) {
1368aab5582fSPyun YongHyeon 			bus_dmamap_destroy(ring->jrx_data_tag,
1369aab5582fSPyun YongHyeon 			    ring->jrx_spare_map);
1370aab5582fSPyun YongHyeon 			ring->jrx_spare_map = NULL;
1371aab5582fSPyun YongHyeon 		}
1372aab5582fSPyun YongHyeon 		bus_dma_tag_destroy(ring->jrx_data_tag);
1373aab5582fSPyun YongHyeon 		ring->jrx_data_tag = NULL;
1374aab5582fSPyun YongHyeon 	}
1375aab5582fSPyun YongHyeon 
1376aab5582fSPyun YongHyeon 	if (desc != NULL) {
1377aab5582fSPyun YongHyeon 		bus_dmamap_unload(ring->jrx_desc_tag, ring->jrx_desc_map);
1378aab5582fSPyun YongHyeon 		bus_dmamem_free(ring->jrx_desc_tag, desc, ring->jrx_desc_map);
1379aab5582fSPyun YongHyeon 		ring->jdesc64 = NULL;
1380aab5582fSPyun YongHyeon 		ring->jdesc32 = NULL;
1381aab5582fSPyun YongHyeon 		ring->jrx_desc_map = NULL;
1382aab5582fSPyun YongHyeon 	}
13833a5d5a69SPyun YongHyeon 
1384aab5582fSPyun YongHyeon 	if (ring->jrx_desc_tag != NULL) {
1385aab5582fSPyun YongHyeon 		bus_dma_tag_destroy(ring->jrx_desc_tag);
1386aab5582fSPyun YongHyeon 		ring->jrx_desc_tag = NULL;
1387bfc788c2SDavid E. O'Brien 	}
1388bfc788c2SDavid E. O'Brien }
1389bfc788c2SDavid E. O'Brien 
13902c3adf61SDavid E. O'Brien 
1391bfc788c2SDavid E. O'Brien static int
1392bfc788c2SDavid E. O'Brien nfe_alloc_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring)
1393bfc788c2SDavid E. O'Brien {
1394aab5582fSPyun YongHyeon 	struct nfe_dmamap_arg ctx;
1395bfc788c2SDavid E. O'Brien 	int i, error;
1396aab5582fSPyun YongHyeon 	void *desc;
1397bfc788c2SDavid E. O'Brien 	int descsize;
1398bfc788c2SDavid E. O'Brien 
1399bfc788c2SDavid E. O'Brien 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1400aab5582fSPyun YongHyeon 		desc = ring->desc64;
1401bfc788c2SDavid E. O'Brien 		descsize = sizeof (struct nfe_desc64);
1402bfc788c2SDavid E. O'Brien 	} else {
1403aab5582fSPyun YongHyeon 		desc = ring->desc32;
1404bfc788c2SDavid E. O'Brien 		descsize = sizeof (struct nfe_desc32);
1405bfc788c2SDavid E. O'Brien 	}
1406bfc788c2SDavid E. O'Brien 
1407bfc788c2SDavid E. O'Brien 	ring->queued = 0;
1408bfc788c2SDavid E. O'Brien 	ring->cur = ring->next = 0;
1409bfc788c2SDavid E. O'Brien 
1410bfc788c2SDavid E. O'Brien 	error = bus_dma_tag_create(sc->nfe_parent_tag,
1411aab5582fSPyun YongHyeon 	    NFE_RING_ALIGN, 0,			/* alignment, boundary */
1412aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,			/* lowaddr */
1413bfc788c2SDavid E. O'Brien 	    BUS_SPACE_MAXADDR,			/* highaddr */
1414bfc788c2SDavid E. O'Brien 	    NULL, NULL,				/* filter, filterarg */
1415bfc788c2SDavid E. O'Brien 	    NFE_TX_RING_COUNT * descsize, 1,	/* maxsize, nsegments */
1416bfc788c2SDavid E. O'Brien 	    NFE_TX_RING_COUNT * descsize,	/* maxsegsize */
1417aab5582fSPyun YongHyeon 	    0,					/* flags */
1418bfc788c2SDavid E. O'Brien 	    NULL, NULL,				/* lockfunc, lockarg */
1419bfc788c2SDavid E. O'Brien 	    &ring->tx_desc_tag);
1420bfc788c2SDavid E. O'Brien 	if (error != 0) {
1421aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not create desc DMA tag\n");
1422bfc788c2SDavid E. O'Brien 		goto fail;
1423bfc788c2SDavid E. O'Brien 	}
1424bfc788c2SDavid E. O'Brien 
1425aab5582fSPyun YongHyeon 	error = bus_dmamem_alloc(ring->tx_desc_tag, &desc, BUS_DMA_WAITOK |
1426aab5582fSPyun YongHyeon 	    BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->tx_desc_map);
1427bfc788c2SDavid E. O'Brien 	if (error != 0) {
1428aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not create desc DMA map\n");
1429bfc788c2SDavid E. O'Brien 		goto fail;
1430bfc788c2SDavid E. O'Brien 	}
1431aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR)
1432aab5582fSPyun YongHyeon 		ring->desc64 = desc;
1433aab5582fSPyun YongHyeon 	else
1434aab5582fSPyun YongHyeon 		ring->desc32 = desc;
1435bfc788c2SDavid E. O'Brien 
1436aab5582fSPyun YongHyeon 	ctx.nfe_busaddr = 0;
1437aab5582fSPyun YongHyeon 	error = bus_dmamap_load(ring->tx_desc_tag, ring->tx_desc_map, desc,
1438aab5582fSPyun YongHyeon 	    NFE_TX_RING_COUNT * descsize, nfe_dma_map_segs, &ctx, 0);
1439bfc788c2SDavid E. O'Brien 	if (error != 0) {
1440aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not load desc DMA map\n");
1441bfc788c2SDavid E. O'Brien 		goto fail;
1442bfc788c2SDavid E. O'Brien 	}
1443aab5582fSPyun YongHyeon 	ring->physaddr = ctx.nfe_busaddr;
1444bfc788c2SDavid E. O'Brien 
1445bfc788c2SDavid E. O'Brien 	error = bus_dma_tag_create(sc->nfe_parent_tag,
1446aab5582fSPyun YongHyeon 	    1, 0,
1447aab5582fSPyun YongHyeon 	    BUS_SPACE_MAXADDR,
1448bfc788c2SDavid E. O'Brien 	    BUS_SPACE_MAXADDR,
1449bfc788c2SDavid E. O'Brien 	    NULL, NULL,
14501c889016SPyun YongHyeon 	    NFE_TSO_MAXSIZE,
1451aab5582fSPyun YongHyeon 	    NFE_MAX_SCATTER,
14521c889016SPyun YongHyeon 	    NFE_TSO_MAXSGSIZE,
1453aab5582fSPyun YongHyeon 	    0,
1454bfc788c2SDavid E. O'Brien 	    NULL, NULL,
1455bfc788c2SDavid E. O'Brien 	    &ring->tx_data_tag);
1456bfc788c2SDavid E. O'Brien 	if (error != 0) {
1457aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev, "could not create Tx DMA tag\n");
1458bfc788c2SDavid E. O'Brien 		goto fail;
1459bfc788c2SDavid E. O'Brien 	}
1460bfc788c2SDavid E. O'Brien 
1461bfc788c2SDavid E. O'Brien 	for (i = 0; i < NFE_TX_RING_COUNT; i++) {
14622c3adf61SDavid E. O'Brien 		error = bus_dmamap_create(ring->tx_data_tag, 0,
14632c3adf61SDavid E. O'Brien 		    &ring->data[i].tx_data_map);
1464bfc788c2SDavid E. O'Brien 		if (error != 0) {
1465aab5582fSPyun YongHyeon 			device_printf(sc->nfe_dev,
1466aab5582fSPyun YongHyeon 			    "could not create Tx DMA map\n");
1467bfc788c2SDavid E. O'Brien 			goto fail;
1468bfc788c2SDavid E. O'Brien 		}
1469bfc788c2SDavid E. O'Brien 	}
1470bfc788c2SDavid E. O'Brien 
1471aab5582fSPyun YongHyeon fail:
1472aab5582fSPyun YongHyeon 	return (error);
1473bfc788c2SDavid E. O'Brien }
1474bfc788c2SDavid E. O'Brien 
1475bfc788c2SDavid E. O'Brien 
1476bfc788c2SDavid E. O'Brien static void
1477aab5582fSPyun YongHyeon nfe_init_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring)
1478bfc788c2SDavid E. O'Brien {
1479aab5582fSPyun YongHyeon 	void *desc;
1480aab5582fSPyun YongHyeon 	size_t descsize;
1481bfc788c2SDavid E. O'Brien 
1482aab5582fSPyun YongHyeon 	sc->nfe_force_tx = 0;
1483bfc788c2SDavid E. O'Brien 	ring->queued = 0;
1484bfc788c2SDavid E. O'Brien 	ring->cur = ring->next = 0;
1485aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1486aab5582fSPyun YongHyeon 		desc = ring->desc64;
1487aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc64);
1488aab5582fSPyun YongHyeon 	} else {
1489aab5582fSPyun YongHyeon 		desc = ring->desc32;
1490aab5582fSPyun YongHyeon 		descsize = sizeof (struct nfe_desc32);
1491aab5582fSPyun YongHyeon 	}
1492aab5582fSPyun YongHyeon 	bzero(desc, descsize * NFE_TX_RING_COUNT);
1493aab5582fSPyun YongHyeon 
1494aab5582fSPyun YongHyeon 	bus_dmamap_sync(ring->tx_desc_tag, ring->tx_desc_map,
1495aab5582fSPyun YongHyeon 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1496bfc788c2SDavid E. O'Brien }
1497bfc788c2SDavid E. O'Brien 
14982c3adf61SDavid E. O'Brien 
1499bfc788c2SDavid E. O'Brien static void
1500bfc788c2SDavid E. O'Brien nfe_free_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring)
1501bfc788c2SDavid E. O'Brien {
1502bfc788c2SDavid E. O'Brien 	struct nfe_tx_data *data;
1503bfc788c2SDavid E. O'Brien 	void *desc;
1504bfc788c2SDavid E. O'Brien 	int i, descsize;
1505bfc788c2SDavid E. O'Brien 
1506bfc788c2SDavid E. O'Brien 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1507bfc788c2SDavid E. O'Brien 		desc = ring->desc64;
1508bfc788c2SDavid E. O'Brien 		descsize = sizeof (struct nfe_desc64);
1509bfc788c2SDavid E. O'Brien 	} else {
1510bfc788c2SDavid E. O'Brien 		desc = ring->desc32;
1511bfc788c2SDavid E. O'Brien 		descsize = sizeof (struct nfe_desc32);
1512bfc788c2SDavid E. O'Brien 	}
1513bfc788c2SDavid E. O'Brien 
1514aab5582fSPyun YongHyeon 	for (i = 0; i < NFE_TX_RING_COUNT; i++) {
1515aab5582fSPyun YongHyeon 		data = &ring->data[i];
1516aab5582fSPyun YongHyeon 
1517aab5582fSPyun YongHyeon 		if (data->m != NULL) {
1518aab5582fSPyun YongHyeon 			bus_dmamap_sync(ring->tx_data_tag, data->tx_data_map,
1519aab5582fSPyun YongHyeon 			    BUS_DMASYNC_POSTWRITE);
1520aab5582fSPyun YongHyeon 			bus_dmamap_unload(ring->tx_data_tag, data->tx_data_map);
1521aab5582fSPyun YongHyeon 			m_freem(data->m);
1522aab5582fSPyun YongHyeon 			data->m = NULL;
1523aab5582fSPyun YongHyeon 		}
1524aab5582fSPyun YongHyeon 		if (data->tx_data_map != NULL) {
1525aab5582fSPyun YongHyeon 			bus_dmamap_destroy(ring->tx_data_tag,
1526aab5582fSPyun YongHyeon 			    data->tx_data_map);
1527aab5582fSPyun YongHyeon 			data->tx_data_map = NULL;
1528aab5582fSPyun YongHyeon 		}
1529aab5582fSPyun YongHyeon 	}
1530aab5582fSPyun YongHyeon 
1531aab5582fSPyun YongHyeon 	if (ring->tx_data_tag != NULL) {
1532aab5582fSPyun YongHyeon 		bus_dma_tag_destroy(ring->tx_data_tag);
1533aab5582fSPyun YongHyeon 		ring->tx_data_tag = NULL;
1534aab5582fSPyun YongHyeon 	}
1535aab5582fSPyun YongHyeon 
1536bfc788c2SDavid E. O'Brien 	if (desc != NULL) {
15372c3adf61SDavid E. O'Brien 		bus_dmamap_sync(ring->tx_desc_tag, ring->tx_desc_map,
15382c3adf61SDavid E. O'Brien 		    BUS_DMASYNC_POSTWRITE);
1539bfc788c2SDavid E. O'Brien 		bus_dmamap_unload(ring->tx_desc_tag, ring->tx_desc_map);
1540bfc788c2SDavid E. O'Brien 		bus_dmamem_free(ring->tx_desc_tag, desc, ring->tx_desc_map);
1541aab5582fSPyun YongHyeon 		ring->desc64 = NULL;
1542aab5582fSPyun YongHyeon 		ring->desc32 = NULL;
1543aab5582fSPyun YongHyeon 		ring->tx_desc_map = NULL;
1544bfc788c2SDavid E. O'Brien 		bus_dma_tag_destroy(ring->tx_desc_tag);
1545aab5582fSPyun YongHyeon 		ring->tx_desc_tag = NULL;
1546bfc788c2SDavid E. O'Brien 	}
1547bfc788c2SDavid E. O'Brien }
1548bfc788c2SDavid E. O'Brien 
1549bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING
1550bfc788c2SDavid E. O'Brien static poll_handler_t nfe_poll;
1551bfc788c2SDavid E. O'Brien 
15522c3adf61SDavid E. O'Brien 
15531abcdbd1SAttilio Rao static int
1554bfc788c2SDavid E. O'Brien nfe_poll(struct ifnet *ifp, enum poll_cmd cmd, int count)
1555bfc788c2SDavid E. O'Brien {
1556bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc = ifp->if_softc;
1557aab5582fSPyun YongHyeon 	uint32_t r;
15581abcdbd1SAttilio Rao 	int rx_npkts = 0;
1559bfc788c2SDavid E. O'Brien 
1560bfc788c2SDavid E. O'Brien 	NFE_LOCK(sc);
1561bfc788c2SDavid E. O'Brien 
1562bfc788c2SDavid E. O'Brien 	if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) {
1563aab5582fSPyun YongHyeon 		NFE_UNLOCK(sc);
15641abcdbd1SAttilio Rao 		return (rx_npkts);
1565bfc788c2SDavid E. O'Brien 	}
1566bfc788c2SDavid E. O'Brien 
15678b590ad2SPyun YongHyeon 	if (sc->nfe_framesize > MCLBYTES - ETHER_HDR_LEN)
15681abcdbd1SAttilio Rao 		rx_npkts = nfe_jrxeof(sc, count, &rx_npkts);
15698b590ad2SPyun YongHyeon 	else
15701abcdbd1SAttilio Rao 		rx_npkts = nfe_rxeof(sc, count, &rx_npkts);
1571bfc788c2SDavid E. O'Brien 	nfe_txeof(sc);
1572bfc788c2SDavid E. O'Brien 	if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd))
1573cbb1d39dSSam Leffler 		taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_tx_task);
1574bfc788c2SDavid E. O'Brien 
1575bfc788c2SDavid E. O'Brien 	if (cmd == POLL_AND_CHECK_STATUS) {
1576aab5582fSPyun YongHyeon 		if ((r = NFE_READ(sc, sc->nfe_irq_status)) == 0) {
1577aab5582fSPyun YongHyeon 			NFE_UNLOCK(sc);
15781abcdbd1SAttilio Rao 			return (rx_npkts);
1579bfc788c2SDavid E. O'Brien 		}
1580aab5582fSPyun YongHyeon 		NFE_WRITE(sc, sc->nfe_irq_status, r);
1581257c5577SDavid E. O'Brien 
1582257c5577SDavid E. O'Brien 		if (r & NFE_IRQ_LINK) {
1583257c5577SDavid E. O'Brien 			NFE_READ(sc, NFE_PHY_STATUS);
1584257c5577SDavid E. O'Brien 			NFE_WRITE(sc, NFE_PHY_STATUS, 0xf);
1585aab5582fSPyun YongHyeon 			DPRINTF(sc, "link state changed\n");
1586257c5577SDavid E. O'Brien 		}
1587257c5577SDavid E. O'Brien 	}
1588aab5582fSPyun YongHyeon 	NFE_UNLOCK(sc);
15891abcdbd1SAttilio Rao 	return (rx_npkts);
1590257c5577SDavid E. O'Brien }
1591bfc788c2SDavid E. O'Brien #endif /* DEVICE_POLLING */
1592257c5577SDavid E. O'Brien 
1593aab5582fSPyun YongHyeon static void
1594aab5582fSPyun YongHyeon nfe_set_intr(struct nfe_softc *sc)
1595aab5582fSPyun YongHyeon {
1596aab5582fSPyun YongHyeon 
1597aab5582fSPyun YongHyeon 	if (sc->nfe_msi != 0)
1598aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_IRQ_MASK, NFE_IRQ_WANTED);
1599aab5582fSPyun YongHyeon }
1600aab5582fSPyun YongHyeon 
1601aab5582fSPyun YongHyeon 
1602aab5582fSPyun YongHyeon /* In MSIX, a write to mask reegisters behaves as XOR. */
1603aab5582fSPyun YongHyeon static __inline void
1604aab5582fSPyun YongHyeon nfe_enable_intr(struct nfe_softc *sc)
1605aab5582fSPyun YongHyeon {
1606aab5582fSPyun YongHyeon 
1607aab5582fSPyun YongHyeon 	if (sc->nfe_msix != 0) {
1608aab5582fSPyun YongHyeon 		/* XXX Should have a better way to enable interrupts! */
1609aab5582fSPyun YongHyeon 		if (NFE_READ(sc, sc->nfe_irq_mask) == 0)
1610aab5582fSPyun YongHyeon 			NFE_WRITE(sc, sc->nfe_irq_mask, sc->nfe_intrs);
1611aab5582fSPyun YongHyeon 	} else
1612aab5582fSPyun YongHyeon 		NFE_WRITE(sc, sc->nfe_irq_mask, sc->nfe_intrs);
1613aab5582fSPyun YongHyeon }
1614aab5582fSPyun YongHyeon 
1615aab5582fSPyun YongHyeon 
1616aab5582fSPyun YongHyeon static __inline void
1617aab5582fSPyun YongHyeon nfe_disable_intr(struct nfe_softc *sc)
1618aab5582fSPyun YongHyeon {
1619aab5582fSPyun YongHyeon 
1620aab5582fSPyun YongHyeon 	if (sc->nfe_msix != 0) {
1621aab5582fSPyun YongHyeon 		/* XXX Should have a better way to disable interrupts! */
1622aab5582fSPyun YongHyeon 		if (NFE_READ(sc, sc->nfe_irq_mask) != 0)
1623aab5582fSPyun YongHyeon 			NFE_WRITE(sc, sc->nfe_irq_mask, sc->nfe_nointrs);
1624aab5582fSPyun YongHyeon 	} else
1625aab5582fSPyun YongHyeon 		NFE_WRITE(sc, sc->nfe_irq_mask, sc->nfe_nointrs);
1626aab5582fSPyun YongHyeon }
1627aab5582fSPyun YongHyeon 
1628bfc788c2SDavid E. O'Brien 
1629bfc788c2SDavid E. O'Brien static int
1630257c5577SDavid E. O'Brien nfe_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data)
1631257c5577SDavid E. O'Brien {
1632aab5582fSPyun YongHyeon 	struct nfe_softc *sc;
1633aab5582fSPyun YongHyeon 	struct ifreq *ifr;
1634bfc788c2SDavid E. O'Brien 	struct mii_data *mii;
1635aab5582fSPyun YongHyeon 	int error, init, mask;
1636257c5577SDavid E. O'Brien 
1637aab5582fSPyun YongHyeon 	sc = ifp->if_softc;
1638aab5582fSPyun YongHyeon 	ifr = (struct ifreq *) data;
1639aab5582fSPyun YongHyeon 	error = 0;
1640aab5582fSPyun YongHyeon 	init = 0;
1641257c5577SDavid E. O'Brien 	switch (cmd) {
1642257c5577SDavid E. O'Brien 	case SIOCSIFMTU:
1643aab5582fSPyun YongHyeon 		if (ifr->ifr_mtu < ETHERMIN || ifr->ifr_mtu > NFE_JUMBO_MTU)
1644257c5577SDavid E. O'Brien 			error = EINVAL;
1645aab5582fSPyun YongHyeon 		else if (ifp->if_mtu != ifr->ifr_mtu) {
16468b590ad2SPyun YongHyeon 			if ((((sc->nfe_flags & NFE_JUMBO_SUP) == 0) ||
16478b590ad2SPyun YongHyeon 			    (sc->nfe_jumbo_disable != 0)) &&
1648aab5582fSPyun YongHyeon 			    ifr->ifr_mtu > ETHERMTU)
1649aab5582fSPyun YongHyeon 				error = EINVAL;
1650aab5582fSPyun YongHyeon 			else {
16516124fe21SDavid E. O'Brien 				NFE_LOCK(sc);
1652aab5582fSPyun YongHyeon 				ifp->if_mtu = ifr->ifr_mtu;
1653aab5582fSPyun YongHyeon 				if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0)
16546124fe21SDavid E. O'Brien 					nfe_init_locked(sc);
16556124fe21SDavid E. O'Brien 				NFE_UNLOCK(sc);
1656aab5582fSPyun YongHyeon 			}
1657bfc788c2SDavid E. O'Brien 		}
1658257c5577SDavid E. O'Brien 		break;
1659257c5577SDavid E. O'Brien 	case SIOCSIFFLAGS:
1660bfc788c2SDavid E. O'Brien 		NFE_LOCK(sc);
1661257c5577SDavid E. O'Brien 		if (ifp->if_flags & IFF_UP) {
1662257c5577SDavid E. O'Brien 			/*
1663257c5577SDavid E. O'Brien 			 * If only the PROMISC or ALLMULTI flag changes, then
1664257c5577SDavid E. O'Brien 			 * don't do a full re-init of the chip, just update
1665257c5577SDavid E. O'Brien 			 * the Rx filter.
1666257c5577SDavid E. O'Brien 			 */
1667bfc788c2SDavid E. O'Brien 			if ((ifp->if_drv_flags & IFF_DRV_RUNNING) &&
1668bfc788c2SDavid E. O'Brien 			    ((ifp->if_flags ^ sc->nfe_if_flags) &
1669bfc788c2SDavid E. O'Brien 			     (IFF_ALLMULTI | IFF_PROMISC)) != 0)
1670257c5577SDavid E. O'Brien 				nfe_setmulti(sc);
1671bfc788c2SDavid E. O'Brien 			else
1672bfc788c2SDavid E. O'Brien 				nfe_init_locked(sc);
1673257c5577SDavid E. O'Brien 		} else {
1674bfc788c2SDavid E. O'Brien 			if (ifp->if_drv_flags & IFF_DRV_RUNNING)
1675aab5582fSPyun YongHyeon 				nfe_stop(ifp);
1676257c5577SDavid E. O'Brien 		}
1677bfc788c2SDavid E. O'Brien 		sc->nfe_if_flags = ifp->if_flags;
1678bfc788c2SDavid E. O'Brien 		NFE_UNLOCK(sc);
1679bfc788c2SDavid E. O'Brien 		error = 0;
1680257c5577SDavid E. O'Brien 		break;
1681257c5577SDavid E. O'Brien 	case SIOCADDMULTI:
1682257c5577SDavid E. O'Brien 	case SIOCDELMULTI:
1683aab5582fSPyun YongHyeon 		if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) {
1684bfc788c2SDavid E. O'Brien 			NFE_LOCK(sc);
1685257c5577SDavid E. O'Brien 			nfe_setmulti(sc);
1686bfc788c2SDavid E. O'Brien 			NFE_UNLOCK(sc);
1687257c5577SDavid E. O'Brien 			error = 0;
1688257c5577SDavid E. O'Brien 		}
1689257c5577SDavid E. O'Brien 		break;
1690257c5577SDavid E. O'Brien 	case SIOCSIFMEDIA:
1691257c5577SDavid E. O'Brien 	case SIOCGIFMEDIA:
1692bfc788c2SDavid E. O'Brien 		mii = device_get_softc(sc->nfe_miibus);
1693bfc788c2SDavid E. O'Brien 		error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, cmd);
1694257c5577SDavid E. O'Brien 		break;
1695bfc788c2SDavid E. O'Brien 	case SIOCSIFCAP:
1696aab5582fSPyun YongHyeon 		mask = ifr->ifr_reqcap ^ ifp->if_capenable;
1697bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING
1698aab5582fSPyun YongHyeon 		if ((mask & IFCAP_POLLING) != 0) {
1699aab5582fSPyun YongHyeon 			if ((ifr->ifr_reqcap & IFCAP_POLLING) != 0) {
1700bfc788c2SDavid E. O'Brien 				error = ether_poll_register(nfe_poll, ifp);
1701bfc788c2SDavid E. O'Brien 				if (error)
1702aab5582fSPyun YongHyeon 					break;
1703bfc788c2SDavid E. O'Brien 				NFE_LOCK(sc);
1704aab5582fSPyun YongHyeon 				nfe_disable_intr(sc);
1705bfc788c2SDavid E. O'Brien 				ifp->if_capenable |= IFCAP_POLLING;
1706bfc788c2SDavid E. O'Brien 				NFE_UNLOCK(sc);
1707bfc788c2SDavid E. O'Brien 			} else {
1708bfc788c2SDavid E. O'Brien 				error = ether_poll_deregister(ifp);
1709bfc788c2SDavid E. O'Brien 				/* Enable interrupt even in error case */
1710bfc788c2SDavid E. O'Brien 				NFE_LOCK(sc);
1711aab5582fSPyun YongHyeon 				nfe_enable_intr(sc);
1712bfc788c2SDavid E. O'Brien 				ifp->if_capenable &= ~IFCAP_POLLING;
1713bfc788c2SDavid E. O'Brien 				NFE_UNLOCK(sc);
1714257c5577SDavid E. O'Brien 			}
1715bfc788c2SDavid E. O'Brien 		}
17162c3adf61SDavid E. O'Brien #endif /* DEVICE_POLLING */
1717aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & NFE_HW_CSUM) != 0 &&
1718aab5582fSPyun YongHyeon 		    (mask & IFCAP_HWCSUM) != 0) {
1719bfc788c2SDavid E. O'Brien 			ifp->if_capenable ^= IFCAP_HWCSUM;
1720aab5582fSPyun YongHyeon 			if ((IFCAP_TXCSUM & ifp->if_capenable) != 0 &&
1721aab5582fSPyun YongHyeon 			    (IFCAP_TXCSUM & ifp->if_capabilities) != 0)
1722aab5582fSPyun YongHyeon 				ifp->if_hwassist |= NFE_CSUM_FEATURES;
1723bfc788c2SDavid E. O'Brien 			else
1724aab5582fSPyun YongHyeon 				ifp->if_hwassist &= ~NFE_CSUM_FEATURES;
1725aab5582fSPyun YongHyeon 			init++;
1726bfc788c2SDavid E. O'Brien 		}
1727aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & NFE_HW_VLAN) != 0 &&
1728aab5582fSPyun YongHyeon 		    (mask & IFCAP_VLAN_HWTAGGING) != 0) {
1729aab5582fSPyun YongHyeon 			ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING;
1730aab5582fSPyun YongHyeon 			init++;
1731aab5582fSPyun YongHyeon 		}
1732aab5582fSPyun YongHyeon 		/*
1733aab5582fSPyun YongHyeon 		 * XXX
1734aab5582fSPyun YongHyeon 		 * It seems that VLAN stripping requires Rx checksum offload.
1735aab5582fSPyun YongHyeon 		 * Unfortunately FreeBSD has no way to disable only Rx side
1736aab5582fSPyun YongHyeon 		 * VLAN stripping. So when we know Rx checksum offload is
1737aab5582fSPyun YongHyeon 		 * disabled turn entire hardware VLAN assist off.
1738aab5582fSPyun YongHyeon 		 */
1739aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & (NFE_HW_CSUM | NFE_HW_VLAN)) ==
1740aab5582fSPyun YongHyeon 		    (NFE_HW_CSUM | NFE_HW_VLAN)) {
1741aab5582fSPyun YongHyeon 			if ((ifp->if_capenable & IFCAP_RXCSUM) == 0)
1742aab5582fSPyun YongHyeon 				ifp->if_capenable &= ~IFCAP_VLAN_HWTAGGING;
1743aab5582fSPyun YongHyeon 		}
1744aab5582fSPyun YongHyeon 
1745aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & NFE_HW_CSUM) != 0 &&
1746aab5582fSPyun YongHyeon 		    (mask & IFCAP_TSO4) != 0) {
1747aab5582fSPyun YongHyeon 			ifp->if_capenable ^= IFCAP_TSO4;
1748aab5582fSPyun YongHyeon 			if ((IFCAP_TSO4 & ifp->if_capenable) != 0 &&
1749aab5582fSPyun YongHyeon 			    (IFCAP_TSO4 & ifp->if_capabilities) != 0)
1750aab5582fSPyun YongHyeon 				ifp->if_hwassist |= CSUM_TSO;
1751aab5582fSPyun YongHyeon 			else
1752aab5582fSPyun YongHyeon 				ifp->if_hwassist &= ~CSUM_TSO;
1753aab5582fSPyun YongHyeon 		}
1754aab5582fSPyun YongHyeon 
1755aab5582fSPyun YongHyeon 		if (init > 0 && (ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) {
1756aab5582fSPyun YongHyeon 			ifp->if_drv_flags &= ~IFF_DRV_RUNNING;
17577597761aSDavid E. O'Brien 			nfe_init(sc);
1758bfc788c2SDavid E. O'Brien 		}
1759aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & NFE_HW_VLAN) != 0)
1760aab5582fSPyun YongHyeon 			VLAN_CAPABILITIES(ifp);
1761bfc788c2SDavid E. O'Brien 		break;
1762bfc788c2SDavid E. O'Brien 	default:
1763bfc788c2SDavid E. O'Brien 		error = ether_ioctl(ifp, cmd, data);
1764bfc788c2SDavid E. O'Brien 		break;
1765bfc788c2SDavid E. O'Brien 	}
1766257c5577SDavid E. O'Brien 
1767aab5582fSPyun YongHyeon 	return (error);
1768aab5582fSPyun YongHyeon }
1769aab5582fSPyun YongHyeon 
1770aab5582fSPyun YongHyeon 
1771aab5582fSPyun YongHyeon static int
1772aab5582fSPyun YongHyeon nfe_intr(void *arg)
1773aab5582fSPyun YongHyeon {
1774aab5582fSPyun YongHyeon 	struct nfe_softc *sc;
1775aab5582fSPyun YongHyeon 	uint32_t status;
1776aab5582fSPyun YongHyeon 
1777aab5582fSPyun YongHyeon 	sc = (struct nfe_softc *)arg;
1778aab5582fSPyun YongHyeon 
1779aab5582fSPyun YongHyeon 	status = NFE_READ(sc, sc->nfe_irq_status);
1780aab5582fSPyun YongHyeon 	if (status == 0 || status == 0xffffffff)
1781aab5582fSPyun YongHyeon 		return (FILTER_STRAY);
1782aab5582fSPyun YongHyeon 	nfe_disable_intr(sc);
1783cbb1d39dSSam Leffler 	taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_int_task);
1784aab5582fSPyun YongHyeon 
1785aab5582fSPyun YongHyeon 	return (FILTER_HANDLED);
1786257c5577SDavid E. O'Brien }
1787257c5577SDavid E. O'Brien 
1788bfc788c2SDavid E. O'Brien 
17892c3adf61SDavid E. O'Brien static void
1790aab5582fSPyun YongHyeon nfe_int_task(void *arg, int pending)
1791bfc788c2SDavid E. O'Brien {
1792bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc = arg;
1793bfc788c2SDavid E. O'Brien 	struct ifnet *ifp = sc->nfe_ifp;
1794aab5582fSPyun YongHyeon 	uint32_t r;
1795aab5582fSPyun YongHyeon 	int domore;
1796bfc788c2SDavid E. O'Brien 
1797bfc788c2SDavid E. O'Brien 	NFE_LOCK(sc);
1798bfc788c2SDavid E. O'Brien 
1799aab5582fSPyun YongHyeon 	if ((r = NFE_READ(sc, sc->nfe_irq_status)) == 0) {
1800aab5582fSPyun YongHyeon 		nfe_enable_intr(sc);
1801aab5582fSPyun YongHyeon 		NFE_UNLOCK(sc);
1802aab5582fSPyun YongHyeon 		return;	/* not for us */
1803aab5582fSPyun YongHyeon 	}
1804aab5582fSPyun YongHyeon 	NFE_WRITE(sc, sc->nfe_irq_status, r);
1805aab5582fSPyun YongHyeon 
1806aab5582fSPyun YongHyeon 	DPRINTFN(sc, 5, "nfe_intr: interrupt register %x\n", r);
1807aab5582fSPyun YongHyeon 
1808bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING
1809bfc788c2SDavid E. O'Brien 	if (ifp->if_capenable & IFCAP_POLLING) {
1810bfc788c2SDavid E. O'Brien 		NFE_UNLOCK(sc);
1811bfc788c2SDavid E. O'Brien 		return;
1812bfc788c2SDavid E. O'Brien 	}
1813bfc788c2SDavid E. O'Brien #endif
1814bfc788c2SDavid E. O'Brien 
1815bfc788c2SDavid E. O'Brien 	if (r & NFE_IRQ_LINK) {
1816bfc788c2SDavid E. O'Brien 		NFE_READ(sc, NFE_PHY_STATUS);
1817bfc788c2SDavid E. O'Brien 		NFE_WRITE(sc, NFE_PHY_STATUS, 0xf);
1818aab5582fSPyun YongHyeon 		DPRINTF(sc, "link state changed\n");
1819bfc788c2SDavid E. O'Brien 	}
1820bfc788c2SDavid E. O'Brien 
18210142a9b1SPyun YongHyeon 	if ((ifp->if_drv_flags & IFF_DRV_RUNNING) == 0) {
18220142a9b1SPyun YongHyeon 		NFE_UNLOCK(sc);
18230142a9b1SPyun YongHyeon 		nfe_enable_intr(sc);
18240142a9b1SPyun YongHyeon 		return;
18250142a9b1SPyun YongHyeon 	}
18260142a9b1SPyun YongHyeon 
1827aab5582fSPyun YongHyeon 	domore = 0;
1828bfc788c2SDavid E. O'Brien 	/* check Rx ring */
1829aab5582fSPyun YongHyeon 	if (sc->nfe_framesize > MCLBYTES - ETHER_HDR_LEN)
18301abcdbd1SAttilio Rao 		domore = nfe_jrxeof(sc, sc->nfe_process_limit, NULL);
1831aab5582fSPyun YongHyeon 	else
18321abcdbd1SAttilio Rao 		domore = nfe_rxeof(sc, sc->nfe_process_limit, NULL);
1833bfc788c2SDavid E. O'Brien 	/* check Tx ring */
1834bfc788c2SDavid E. O'Brien 	nfe_txeof(sc);
1835bfc788c2SDavid E. O'Brien 
1836aab5582fSPyun YongHyeon 	if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd))
1837cbb1d39dSSam Leffler 		taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_tx_task);
1838bfc788c2SDavid E. O'Brien 
1839bfc788c2SDavid E. O'Brien 	NFE_UNLOCK(sc);
1840bfc788c2SDavid E. O'Brien 
1841aab5582fSPyun YongHyeon 	if (domore || (NFE_READ(sc, sc->nfe_irq_status) != 0)) {
1842cbb1d39dSSam Leffler 		taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_int_task);
1843bfc788c2SDavid E. O'Brien 		return;
1844bfc788c2SDavid E. O'Brien 	}
1845bfc788c2SDavid E. O'Brien 
1846aab5582fSPyun YongHyeon 	/* Reenable interrupts. */
1847aab5582fSPyun YongHyeon 	nfe_enable_intr(sc);
1848257c5577SDavid E. O'Brien }
1849257c5577SDavid E. O'Brien 
18502c3adf61SDavid E. O'Brien 
1851aab5582fSPyun YongHyeon static __inline void
1852aab5582fSPyun YongHyeon nfe_discard_rxbuf(struct nfe_softc *sc, int idx)
1853257c5577SDavid E. O'Brien {
1854aab5582fSPyun YongHyeon 	struct nfe_desc32 *desc32;
1855aab5582fSPyun YongHyeon 	struct nfe_desc64 *desc64;
1856aab5582fSPyun YongHyeon 	struct nfe_rx_data *data;
1857aab5582fSPyun YongHyeon 	struct mbuf *m;
18582c3adf61SDavid E. O'Brien 
1859aab5582fSPyun YongHyeon 	data = &sc->rxq.data[idx];
1860aab5582fSPyun YongHyeon 	m = data->m;
1861aab5582fSPyun YongHyeon 
1862aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1863aab5582fSPyun YongHyeon 		desc64 = &sc->rxq.desc64[idx];
1864aab5582fSPyun YongHyeon 		/* VLAN packet may have overwritten it. */
1865aab5582fSPyun YongHyeon 		desc64->physaddr[0] = htole32(NFE_ADDR_HI(data->paddr));
1866aab5582fSPyun YongHyeon 		desc64->physaddr[1] = htole32(NFE_ADDR_LO(data->paddr));
1867aab5582fSPyun YongHyeon 		desc64->length = htole16(m->m_len);
1868aab5582fSPyun YongHyeon 		desc64->flags = htole16(NFE_RX_READY);
1869aab5582fSPyun YongHyeon 	} else {
1870aab5582fSPyun YongHyeon 		desc32 = &sc->rxq.desc32[idx];
1871aab5582fSPyun YongHyeon 		desc32->length = htole16(m->m_len);
1872aab5582fSPyun YongHyeon 		desc32->flags = htole16(NFE_RX_READY);
1873aab5582fSPyun YongHyeon 	}
1874257c5577SDavid E. O'Brien }
1875257c5577SDavid E. O'Brien 
18762c3adf61SDavid E. O'Brien 
1877aab5582fSPyun YongHyeon static __inline void
1878aab5582fSPyun YongHyeon nfe_discard_jrxbuf(struct nfe_softc *sc, int idx)
1879257c5577SDavid E. O'Brien {
1880aab5582fSPyun YongHyeon 	struct nfe_desc32 *desc32;
1881aab5582fSPyun YongHyeon 	struct nfe_desc64 *desc64;
1882aab5582fSPyun YongHyeon 	struct nfe_rx_data *data;
1883aab5582fSPyun YongHyeon 	struct mbuf *m;
18842c3adf61SDavid E. O'Brien 
1885aab5582fSPyun YongHyeon 	data = &sc->jrxq.jdata[idx];
1886aab5582fSPyun YongHyeon 	m = data->m;
1887aab5582fSPyun YongHyeon 
1888aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1889aab5582fSPyun YongHyeon 		desc64 = &sc->jrxq.jdesc64[idx];
1890aab5582fSPyun YongHyeon 		/* VLAN packet may have overwritten it. */
1891aab5582fSPyun YongHyeon 		desc64->physaddr[0] = htole32(NFE_ADDR_HI(data->paddr));
1892aab5582fSPyun YongHyeon 		desc64->physaddr[1] = htole32(NFE_ADDR_LO(data->paddr));
1893aab5582fSPyun YongHyeon 		desc64->length = htole16(m->m_len);
1894aab5582fSPyun YongHyeon 		desc64->flags = htole16(NFE_RX_READY);
1895aab5582fSPyun YongHyeon 	} else {
1896aab5582fSPyun YongHyeon 		desc32 = &sc->jrxq.jdesc32[idx];
1897aab5582fSPyun YongHyeon 		desc32->length = htole16(m->m_len);
1898aab5582fSPyun YongHyeon 		desc32->flags = htole16(NFE_RX_READY);
1899aab5582fSPyun YongHyeon 	}
1900257c5577SDavid E. O'Brien }
1901257c5577SDavid E. O'Brien 
19022c3adf61SDavid E. O'Brien 
1903aab5582fSPyun YongHyeon static int
1904aab5582fSPyun YongHyeon nfe_newbuf(struct nfe_softc *sc, int idx)
1905257c5577SDavid E. O'Brien {
1906aab5582fSPyun YongHyeon 	struct nfe_rx_data *data;
1907aab5582fSPyun YongHyeon 	struct nfe_desc32 *desc32;
1908aab5582fSPyun YongHyeon 	struct nfe_desc64 *desc64;
1909aab5582fSPyun YongHyeon 	struct mbuf *m;
1910aab5582fSPyun YongHyeon 	bus_dma_segment_t segs[1];
1911aab5582fSPyun YongHyeon 	bus_dmamap_t map;
1912aab5582fSPyun YongHyeon 	int nsegs;
19132c3adf61SDavid E. O'Brien 
1914aab5582fSPyun YongHyeon 	m = m_getcl(M_DONTWAIT, MT_DATA, M_PKTHDR);
1915aab5582fSPyun YongHyeon 	if (m == NULL)
1916aab5582fSPyun YongHyeon 		return (ENOBUFS);
1917aab5582fSPyun YongHyeon 
1918aab5582fSPyun YongHyeon 	m->m_len = m->m_pkthdr.len = MCLBYTES;
1919aab5582fSPyun YongHyeon 	m_adj(m, ETHER_ALIGN);
1920aab5582fSPyun YongHyeon 
1921aab5582fSPyun YongHyeon 	if (bus_dmamap_load_mbuf_sg(sc->rxq.rx_data_tag, sc->rxq.rx_spare_map,
1922aab5582fSPyun YongHyeon 	    m, segs, &nsegs, BUS_DMA_NOWAIT) != 0) {
1923aab5582fSPyun YongHyeon 		m_freem(m);
1924aab5582fSPyun YongHyeon 		return (ENOBUFS);
1925aab5582fSPyun YongHyeon 	}
1926aab5582fSPyun YongHyeon 	KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs));
1927aab5582fSPyun YongHyeon 
1928aab5582fSPyun YongHyeon 	data = &sc->rxq.data[idx];
1929aab5582fSPyun YongHyeon 	if (data->m != NULL) {
1930aab5582fSPyun YongHyeon 		bus_dmamap_sync(sc->rxq.rx_data_tag, data->rx_data_map,
1931aab5582fSPyun YongHyeon 		    BUS_DMASYNC_POSTREAD);
1932aab5582fSPyun YongHyeon 		bus_dmamap_unload(sc->rxq.rx_data_tag, data->rx_data_map);
1933aab5582fSPyun YongHyeon 	}
1934aab5582fSPyun YongHyeon 	map = data->rx_data_map;
1935aab5582fSPyun YongHyeon 	data->rx_data_map = sc->rxq.rx_spare_map;
1936aab5582fSPyun YongHyeon 	sc->rxq.rx_spare_map = map;
1937aab5582fSPyun YongHyeon 	bus_dmamap_sync(sc->rxq.rx_data_tag, data->rx_data_map,
1938aab5582fSPyun YongHyeon 	    BUS_DMASYNC_PREREAD);
1939aab5582fSPyun YongHyeon 	data->paddr = segs[0].ds_addr;
1940aab5582fSPyun YongHyeon 	data->m = m;
1941aab5582fSPyun YongHyeon 	/* update mapping address in h/w descriptor */
1942aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
1943aab5582fSPyun YongHyeon 		desc64 = &sc->rxq.desc64[idx];
1944aab5582fSPyun YongHyeon 		desc64->physaddr[0] = htole32(NFE_ADDR_HI(segs[0].ds_addr));
1945aab5582fSPyun YongHyeon 		desc64->physaddr[1] = htole32(NFE_ADDR_LO(segs[0].ds_addr));
1946aab5582fSPyun YongHyeon 		desc64->length = htole16(segs[0].ds_len);
1947aab5582fSPyun YongHyeon 		desc64->flags = htole16(NFE_RX_READY);
1948aab5582fSPyun YongHyeon 	} else {
1949aab5582fSPyun YongHyeon 		desc32 = &sc->rxq.desc32[idx];
1950aab5582fSPyun YongHyeon 		desc32->physaddr = htole32(NFE_ADDR_LO(segs[0].ds_addr));
1951aab5582fSPyun YongHyeon 		desc32->length = htole16(segs[0].ds_len);
1952aab5582fSPyun YongHyeon 		desc32->flags = htole16(NFE_RX_READY);
1953aab5582fSPyun YongHyeon 	}
1954aab5582fSPyun YongHyeon 
1955aab5582fSPyun YongHyeon 	return (0);
1956257c5577SDavid E. O'Brien }
1957257c5577SDavid E. O'Brien 
19582c3adf61SDavid E. O'Brien 
1959aab5582fSPyun YongHyeon static int
1960aab5582fSPyun YongHyeon nfe_jnewbuf(struct nfe_softc *sc, int idx)
1961257c5577SDavid E. O'Brien {
1962aab5582fSPyun YongHyeon 	struct nfe_rx_data *data;
1963aab5582fSPyun YongHyeon 	struct nfe_desc32 *desc32;
1964aab5582fSPyun YongHyeon 	struct nfe_desc64 *desc64;
1965aab5582fSPyun YongHyeon 	struct mbuf *m;
1966aab5582fSPyun YongHyeon 	bus_dma_segment_t segs[1];
1967aab5582fSPyun YongHyeon 	bus_dmamap_t map;
1968aab5582fSPyun YongHyeon 	int nsegs;
19692c3adf61SDavid E. O'Brien 
19703a5d5a69SPyun YongHyeon 	m = m_getjcl(M_DONTWAIT, MT_DATA, M_PKTHDR, MJUM9BYTES);
1971aab5582fSPyun YongHyeon 	if (m == NULL)
1972aab5582fSPyun YongHyeon 		return (ENOBUFS);
1973aab5582fSPyun YongHyeon 	if ((m->m_flags & M_EXT) == 0) {
1974aab5582fSPyun YongHyeon 		m_freem(m);
1975aab5582fSPyun YongHyeon 		return (ENOBUFS);
1976aab5582fSPyun YongHyeon 	}
19773a5d5a69SPyun YongHyeon 	m->m_pkthdr.len = m->m_len = MJUM9BYTES;
1978aab5582fSPyun YongHyeon 	m_adj(m, ETHER_ALIGN);
1979aab5582fSPyun YongHyeon 
1980aab5582fSPyun YongHyeon 	if (bus_dmamap_load_mbuf_sg(sc->jrxq.jrx_data_tag,
1981aab5582fSPyun YongHyeon 	    sc->jrxq.jrx_spare_map, m, segs, &nsegs, BUS_DMA_NOWAIT) != 0) {
1982aab5582fSPyun YongHyeon 		m_freem(m);
1983aab5582fSPyun YongHyeon 		return (ENOBUFS);
1984aab5582fSPyun YongHyeon 	}
1985aab5582fSPyun YongHyeon 	KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs));
1986aab5582fSPyun YongHyeon 
1987aab5582fSPyun YongHyeon 	data = &sc->jrxq.jdata[idx];
1988aab5582fSPyun YongHyeon 	if (data->m != NULL) {
1989aab5582fSPyun YongHyeon 		bus_dmamap_sync(sc->jrxq.jrx_data_tag, data->rx_data_map,
1990aab5582fSPyun YongHyeon 		    BUS_DMASYNC_POSTREAD);
1991aab5582fSPyun YongHyeon 		bus_dmamap_unload(sc->jrxq.jrx_data_tag, data->rx_data_map);
1992aab5582fSPyun YongHyeon 	}
1993aab5582fSPyun YongHyeon 	map = data->rx_data_map;
1994aab5582fSPyun YongHyeon 	data->rx_data_map = sc->jrxq.jrx_spare_map;
1995aab5582fSPyun YongHyeon 	sc->jrxq.jrx_spare_map = map;
1996aab5582fSPyun YongHyeon 	bus_dmamap_sync(sc->jrxq.jrx_data_tag, data->rx_data_map,
1997aab5582fSPyun YongHyeon 	    BUS_DMASYNC_PREREAD);
1998aab5582fSPyun YongHyeon 	data->paddr = segs[0].ds_addr;
1999aab5582fSPyun YongHyeon 	data->m = m;
2000aab5582fSPyun YongHyeon 	/* update mapping address in h/w descriptor */
2001aab5582fSPyun YongHyeon 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
2002aab5582fSPyun YongHyeon 		desc64 = &sc->jrxq.jdesc64[idx];
2003aab5582fSPyun YongHyeon 		desc64->physaddr[0] = htole32(NFE_ADDR_HI(segs[0].ds_addr));
2004aab5582fSPyun YongHyeon 		desc64->physaddr[1] = htole32(NFE_ADDR_LO(segs[0].ds_addr));
2005aab5582fSPyun YongHyeon 		desc64->length = htole16(segs[0].ds_len);
2006aab5582fSPyun YongHyeon 		desc64->flags = htole16(NFE_RX_READY);
2007aab5582fSPyun YongHyeon 	} else {
2008aab5582fSPyun YongHyeon 		desc32 = &sc->jrxq.jdesc32[idx];
2009aab5582fSPyun YongHyeon 		desc32->physaddr = htole32(NFE_ADDR_LO(segs[0].ds_addr));
2010aab5582fSPyun YongHyeon 		desc32->length = htole16(segs[0].ds_len);
2011aab5582fSPyun YongHyeon 		desc32->flags = htole16(NFE_RX_READY);
2012aab5582fSPyun YongHyeon 	}
2013aab5582fSPyun YongHyeon 
2014aab5582fSPyun YongHyeon 	return (0);
2015257c5577SDavid E. O'Brien }
2016257c5577SDavid E. O'Brien 
20172c3adf61SDavid E. O'Brien 
2018aab5582fSPyun YongHyeon static int
20191abcdbd1SAttilio Rao nfe_rxeof(struct nfe_softc *sc, int count, int *rx_npktsp)
2020257c5577SDavid E. O'Brien {
2021bfc788c2SDavid E. O'Brien 	struct ifnet *ifp = sc->nfe_ifp;
2022aab5582fSPyun YongHyeon 	struct nfe_desc32 *desc32;
2023aab5582fSPyun YongHyeon 	struct nfe_desc64 *desc64;
2024257c5577SDavid E. O'Brien 	struct nfe_rx_data *data;
2025aab5582fSPyun YongHyeon 	struct mbuf *m;
2026aab5582fSPyun YongHyeon 	uint16_t flags;
20271abcdbd1SAttilio Rao 	int len, prog, rx_npkts;
2028aab5582fSPyun YongHyeon 	uint32_t vtag = 0;
2029bfc788c2SDavid E. O'Brien 
20301abcdbd1SAttilio Rao 	rx_npkts = 0;
2031bfc788c2SDavid E. O'Brien 	NFE_LOCK_ASSERT(sc);
2032257c5577SDavid E. O'Brien 
2033aab5582fSPyun YongHyeon 	bus_dmamap_sync(sc->rxq.rx_desc_tag, sc->rxq.rx_desc_map,
2034aab5582fSPyun YongHyeon 	    BUS_DMASYNC_POSTREAD);
2035bfc788c2SDavid E. O'Brien 
2036aab5582fSPyun YongHyeon 	for (prog = 0;;NFE_INC(sc->rxq.cur, NFE_RX_RING_COUNT), vtag = 0) {
2037aab5582fSPyun YongHyeon 		if (count <= 0)
2038bfc788c2SDavid E. O'Brien 			break;
2039aab5582fSPyun YongHyeon 		count--;
2040bfc788c2SDavid E. O'Brien 
2041257c5577SDavid E. O'Brien 		data = &sc->rxq.data[sc->rxq.cur];
2042257c5577SDavid E. O'Brien 
2043bfc788c2SDavid E. O'Brien 		if (sc->nfe_flags & NFE_40BIT_ADDR) {
2044257c5577SDavid E. O'Brien 			desc64 = &sc->rxq.desc64[sc->rxq.cur];
2045aab5582fSPyun YongHyeon 			vtag = le32toh(desc64->physaddr[1]);
2046aab5582fSPyun YongHyeon 			flags = le16toh(desc64->flags);
2047aab5582fSPyun YongHyeon 			len = le16toh(desc64->length) & NFE_RX_LEN_MASK;
2048257c5577SDavid E. O'Brien 		} else {
2049257c5577SDavid E. O'Brien 			desc32 = &sc->rxq.desc32[sc->rxq.cur];
2050aab5582fSPyun YongHyeon 			flags = le16toh(desc32->flags);
2051aab5582fSPyun YongHyeon 			len = le16toh(desc32->length) & NFE_RX_LEN_MASK;
2052257c5577SDavid E. O'Brien 		}
2053257c5577SDavid E. O'Brien 
2054257c5577SDavid E. O'Brien 		if (flags & NFE_RX_READY)
2055257c5577SDavid E. O'Brien 			break;
2056aab5582fSPyun YongHyeon 		prog++;
2057bfc788c2SDavid E. O'Brien 		if ((sc->nfe_flags & (NFE_JUMBO_SUP | NFE_40BIT_ADDR)) == 0) {
2058aab5582fSPyun YongHyeon 			if (!(flags & NFE_RX_VALID_V1)) {
2059aab5582fSPyun YongHyeon 				ifp->if_ierrors++;
2060aab5582fSPyun YongHyeon 				nfe_discard_rxbuf(sc, sc->rxq.cur);
2061aab5582fSPyun YongHyeon 				continue;
2062aab5582fSPyun YongHyeon 			}
2063257c5577SDavid E. O'Brien 			if ((flags & NFE_RX_FIXME_V1) == NFE_RX_FIXME_V1) {
2064257c5577SDavid E. O'Brien 				flags &= ~NFE_RX_ERROR;
2065257c5577SDavid E. O'Brien 				len--;	/* fix buffer length */
2066257c5577SDavid E. O'Brien 			}
2067257c5577SDavid E. O'Brien 		} else {
2068aab5582fSPyun YongHyeon 			if (!(flags & NFE_RX_VALID_V2)) {
2069aab5582fSPyun YongHyeon 				ifp->if_ierrors++;
2070aab5582fSPyun YongHyeon 				nfe_discard_rxbuf(sc, sc->rxq.cur);
2071aab5582fSPyun YongHyeon 				continue;
2072aab5582fSPyun YongHyeon 			}
2073257c5577SDavid E. O'Brien 
2074257c5577SDavid E. O'Brien 			if ((flags & NFE_RX_FIXME_V2) == NFE_RX_FIXME_V2) {
2075257c5577SDavid E. O'Brien 				flags &= ~NFE_RX_ERROR;
2076257c5577SDavid E. O'Brien 				len--;	/* fix buffer length */
2077257c5577SDavid E. O'Brien 			}
2078257c5577SDavid E. O'Brien 		}
2079257c5577SDavid E. O'Brien 
2080257c5577SDavid E. O'Brien 		if (flags & NFE_RX_ERROR) {
2081257c5577SDavid E. O'Brien 			ifp->if_ierrors++;
2082aab5582fSPyun YongHyeon 			nfe_discard_rxbuf(sc, sc->rxq.cur);
2083aab5582fSPyun YongHyeon 			continue;
2084257c5577SDavid E. O'Brien 		}
2085257c5577SDavid E. O'Brien 
2086257c5577SDavid E. O'Brien 		m = data->m;
2087aab5582fSPyun YongHyeon 		if (nfe_newbuf(sc, sc->rxq.cur) != 0) {
2088aab5582fSPyun YongHyeon 			ifp->if_iqdrops++;
2089aab5582fSPyun YongHyeon 			nfe_discard_rxbuf(sc, sc->rxq.cur);
2090aab5582fSPyun YongHyeon 			continue;
2091aab5582fSPyun YongHyeon 		}
2092257c5577SDavid E. O'Brien 
2093aab5582fSPyun YongHyeon 		if ((vtag & NFE_RX_VTAG) != 0 &&
2094aab5582fSPyun YongHyeon 		    (ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) {
2095aab5582fSPyun YongHyeon 			m->m_pkthdr.ether_vtag = vtag & 0xffff;
2096aab5582fSPyun YongHyeon 			m->m_flags |= M_VLANTAG;
2097aab5582fSPyun YongHyeon 		}
2098aab5582fSPyun YongHyeon 
2099257c5577SDavid E. O'Brien 		m->m_pkthdr.len = m->m_len = len;
2100257c5577SDavid E. O'Brien 		m->m_pkthdr.rcvif = ifp;
2101257c5577SDavid E. O'Brien 
2102aab5582fSPyun YongHyeon 		if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) {
2103aab5582fSPyun YongHyeon 			if ((flags & NFE_RX_IP_CSUMOK) != 0) {
2104bfc788c2SDavid E. O'Brien 				m->m_pkthdr.csum_flags |= CSUM_IP_CHECKED;
2105bfc788c2SDavid E. O'Brien 				m->m_pkthdr.csum_flags |= CSUM_IP_VALID;
2106aab5582fSPyun YongHyeon 				if ((flags & NFE_RX_TCP_CSUMOK) != 0 ||
2107aab5582fSPyun YongHyeon 				    (flags & NFE_RX_UDP_CSUMOK) != 0) {
2108bfc788c2SDavid E. O'Brien 					m->m_pkthdr.csum_flags |=
2109bfc788c2SDavid E. O'Brien 					    CSUM_DATA_VALID | CSUM_PSEUDO_HDR;
2110bfc788c2SDavid E. O'Brien 					m->m_pkthdr.csum_data = 0xffff;
2111bfc788c2SDavid E. O'Brien 				}
2112bfc788c2SDavid E. O'Brien 			}
2113bfc788c2SDavid E. O'Brien 		}
2114aab5582fSPyun YongHyeon 
2115257c5577SDavid E. O'Brien 		ifp->if_ipackets++;
2116bfc788c2SDavid E. O'Brien 
2117bfc788c2SDavid E. O'Brien 		NFE_UNLOCK(sc);
2118bfc788c2SDavid E. O'Brien 		(*ifp->if_input)(ifp, m);
2119bfc788c2SDavid E. O'Brien 		NFE_LOCK(sc);
21201abcdbd1SAttilio Rao 		rx_npkts++;
2121aab5582fSPyun YongHyeon 	}
2122257c5577SDavid E. O'Brien 
2123aab5582fSPyun YongHyeon 	if (prog > 0)
2124aab5582fSPyun YongHyeon 		bus_dmamap_sync(sc->rxq.rx_desc_tag, sc->rxq.rx_desc_map,
2125aab5582fSPyun YongHyeon 		    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
2126aab5582fSPyun YongHyeon 
21271abcdbd1SAttilio Rao 	if (rx_npktsp != NULL)
21281abcdbd1SAttilio Rao 		*rx_npktsp = rx_npkts;
2129aab5582fSPyun YongHyeon 	return (count > 0 ? 0 : EAGAIN);
2130aab5582fSPyun YongHyeon }
2131aab5582fSPyun YongHyeon 
2132aab5582fSPyun YongHyeon 
2133aab5582fSPyun YongHyeon static int
21341abcdbd1SAttilio Rao nfe_jrxeof(struct nfe_softc *sc, int count, int *rx_npktsp)
2135aab5582fSPyun YongHyeon {
2136aab5582fSPyun YongHyeon 	struct ifnet *ifp = sc->nfe_ifp;
2137aab5582fSPyun YongHyeon 	struct nfe_desc32 *desc32;
2138aab5582fSPyun YongHyeon 	struct nfe_desc64 *desc64;
2139aab5582fSPyun YongHyeon 	struct nfe_rx_data *data;
2140aab5582fSPyun YongHyeon 	struct mbuf *m;
2141aab5582fSPyun YongHyeon 	uint16_t flags;
21421abcdbd1SAttilio Rao 	int len, prog, rx_npkts;
2143aab5582fSPyun YongHyeon 	uint32_t vtag = 0;
2144aab5582fSPyun YongHyeon 
21451abcdbd1SAttilio Rao 	rx_npkts = 0;
2146aab5582fSPyun YongHyeon 	NFE_LOCK_ASSERT(sc);
2147aab5582fSPyun YongHyeon 
2148aab5582fSPyun YongHyeon 	bus_dmamap_sync(sc->jrxq.jrx_desc_tag, sc->jrxq.jrx_desc_map,
2149aab5582fSPyun YongHyeon 	    BUS_DMASYNC_POSTREAD);
2150aab5582fSPyun YongHyeon 
2151aab5582fSPyun YongHyeon 	for (prog = 0;;NFE_INC(sc->jrxq.jcur, NFE_JUMBO_RX_RING_COUNT),
2152aab5582fSPyun YongHyeon 	    vtag = 0) {
2153aab5582fSPyun YongHyeon 		if (count <= 0)
2154aab5582fSPyun YongHyeon 			break;
2155aab5582fSPyun YongHyeon 		count--;
2156aab5582fSPyun YongHyeon 
2157aab5582fSPyun YongHyeon 		data = &sc->jrxq.jdata[sc->jrxq.jcur];
2158aab5582fSPyun YongHyeon 
2159bfc788c2SDavid E. O'Brien 		if (sc->nfe_flags & NFE_40BIT_ADDR) {
2160aab5582fSPyun YongHyeon 			desc64 = &sc->jrxq.jdesc64[sc->jrxq.jcur];
2161aab5582fSPyun YongHyeon 			vtag = le32toh(desc64->physaddr[1]);
2162aab5582fSPyun YongHyeon 			flags = le16toh(desc64->flags);
2163aab5582fSPyun YongHyeon 			len = le16toh(desc64->length) & NFE_RX_LEN_MASK;
2164257c5577SDavid E. O'Brien 		} else {
2165aab5582fSPyun YongHyeon 			desc32 = &sc->jrxq.jdesc32[sc->jrxq.jcur];
2166aab5582fSPyun YongHyeon 			flags = le16toh(desc32->flags);
2167aab5582fSPyun YongHyeon 			len = le16toh(desc32->length) & NFE_RX_LEN_MASK;
2168257c5577SDavid E. O'Brien 		}
2169257c5577SDavid E. O'Brien 
2170aab5582fSPyun YongHyeon 		if (flags & NFE_RX_READY)
2171aab5582fSPyun YongHyeon 			break;
2172aab5582fSPyun YongHyeon 		prog++;
2173aab5582fSPyun YongHyeon 		if ((sc->nfe_flags & (NFE_JUMBO_SUP | NFE_40BIT_ADDR)) == 0) {
2174aab5582fSPyun YongHyeon 			if (!(flags & NFE_RX_VALID_V1)) {
2175aab5582fSPyun YongHyeon 				ifp->if_ierrors++;
2176aab5582fSPyun YongHyeon 				nfe_discard_jrxbuf(sc, sc->jrxq.jcur);
2177aab5582fSPyun YongHyeon 				continue;
2178aab5582fSPyun YongHyeon 			}
2179aab5582fSPyun YongHyeon 			if ((flags & NFE_RX_FIXME_V1) == NFE_RX_FIXME_V1) {
2180aab5582fSPyun YongHyeon 				flags &= ~NFE_RX_ERROR;
2181aab5582fSPyun YongHyeon 				len--;	/* fix buffer length */
2182aab5582fSPyun YongHyeon 			}
2183257c5577SDavid E. O'Brien 		} else {
2184aab5582fSPyun YongHyeon 			if (!(flags & NFE_RX_VALID_V2)) {
2185aab5582fSPyun YongHyeon 				ifp->if_ierrors++;
2186aab5582fSPyun YongHyeon 				nfe_discard_jrxbuf(sc, sc->jrxq.jcur);
2187aab5582fSPyun YongHyeon 				continue;
2188257c5577SDavid E. O'Brien 			}
2189257c5577SDavid E. O'Brien 
2190aab5582fSPyun YongHyeon 			if ((flags & NFE_RX_FIXME_V2) == NFE_RX_FIXME_V2) {
2191aab5582fSPyun YongHyeon 				flags &= ~NFE_RX_ERROR;
2192aab5582fSPyun YongHyeon 				len--;	/* fix buffer length */
2193aab5582fSPyun YongHyeon 			}
2194aab5582fSPyun YongHyeon 		}
2195aab5582fSPyun YongHyeon 
2196aab5582fSPyun YongHyeon 		if (flags & NFE_RX_ERROR) {
2197aab5582fSPyun YongHyeon 			ifp->if_ierrors++;
2198aab5582fSPyun YongHyeon 			nfe_discard_jrxbuf(sc, sc->jrxq.jcur);
2199aab5582fSPyun YongHyeon 			continue;
2200aab5582fSPyun YongHyeon 		}
2201aab5582fSPyun YongHyeon 
2202aab5582fSPyun YongHyeon 		m = data->m;
2203aab5582fSPyun YongHyeon 		if (nfe_jnewbuf(sc, sc->jrxq.jcur) != 0) {
2204aab5582fSPyun YongHyeon 			ifp->if_iqdrops++;
2205aab5582fSPyun YongHyeon 			nfe_discard_jrxbuf(sc, sc->jrxq.jcur);
2206aab5582fSPyun YongHyeon 			continue;
2207aab5582fSPyun YongHyeon 		}
2208aab5582fSPyun YongHyeon 
2209aab5582fSPyun YongHyeon 		if ((vtag & NFE_RX_VTAG) != 0 &&
2210aab5582fSPyun YongHyeon 		    (ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) {
2211aab5582fSPyun YongHyeon 			m->m_pkthdr.ether_vtag = vtag & 0xffff;
2212aab5582fSPyun YongHyeon 			m->m_flags |= M_VLANTAG;
2213aab5582fSPyun YongHyeon 		}
2214aab5582fSPyun YongHyeon 
2215aab5582fSPyun YongHyeon 		m->m_pkthdr.len = m->m_len = len;
2216aab5582fSPyun YongHyeon 		m->m_pkthdr.rcvif = ifp;
2217aab5582fSPyun YongHyeon 
2218aab5582fSPyun YongHyeon 		if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) {
2219aab5582fSPyun YongHyeon 			if ((flags & NFE_RX_IP_CSUMOK) != 0) {
2220aab5582fSPyun YongHyeon 				m->m_pkthdr.csum_flags |= CSUM_IP_CHECKED;
2221aab5582fSPyun YongHyeon 				m->m_pkthdr.csum_flags |= CSUM_IP_VALID;
2222aab5582fSPyun YongHyeon 				if ((flags & NFE_RX_TCP_CSUMOK) != 0 ||
2223aab5582fSPyun YongHyeon 				    (flags & NFE_RX_UDP_CSUMOK) != 0) {
2224aab5582fSPyun YongHyeon 					m->m_pkthdr.csum_flags |=
2225aab5582fSPyun YongHyeon 					    CSUM_DATA_VALID | CSUM_PSEUDO_HDR;
2226aab5582fSPyun YongHyeon 					m->m_pkthdr.csum_data = 0xffff;
2227aab5582fSPyun YongHyeon 				}
2228aab5582fSPyun YongHyeon 			}
2229aab5582fSPyun YongHyeon 		}
2230aab5582fSPyun YongHyeon 
2231aab5582fSPyun YongHyeon 		ifp->if_ipackets++;
2232aab5582fSPyun YongHyeon 
2233aab5582fSPyun YongHyeon 		NFE_UNLOCK(sc);
2234aab5582fSPyun YongHyeon 		(*ifp->if_input)(ifp, m);
2235aab5582fSPyun YongHyeon 		NFE_LOCK(sc);
22361abcdbd1SAttilio Rao 		rx_npkts++;
2237aab5582fSPyun YongHyeon 	}
2238aab5582fSPyun YongHyeon 
2239aab5582fSPyun YongHyeon 	if (prog > 0)
2240aab5582fSPyun YongHyeon 		bus_dmamap_sync(sc->jrxq.jrx_desc_tag, sc->jrxq.jrx_desc_map,
2241aab5582fSPyun YongHyeon 		    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
2242aab5582fSPyun YongHyeon 
22431abcdbd1SAttilio Rao 	if (rx_npktsp != NULL)
22441abcdbd1SAttilio Rao 		*rx_npktsp = rx_npkts;
2245aab5582fSPyun YongHyeon 	return (count > 0 ? 0 : EAGAIN);
2246257c5577SDavid E. O'Brien }
2247257c5577SDavid E. O'Brien 
22482c3adf61SDavid E. O'Brien 
22492c3adf61SDavid E. O'Brien static void
22502c3adf61SDavid E. O'Brien nfe_txeof(struct nfe_softc *sc)
2251257c5577SDavid E. O'Brien {
2252bfc788c2SDavid E. O'Brien 	struct ifnet *ifp = sc->nfe_ifp;
2253257c5577SDavid E. O'Brien 	struct nfe_desc32 *desc32;
2254257c5577SDavid E. O'Brien 	struct nfe_desc64 *desc64;
2255257c5577SDavid E. O'Brien 	struct nfe_tx_data *data = NULL;
2256aab5582fSPyun YongHyeon 	uint16_t flags;
2257aab5582fSPyun YongHyeon 	int cons, prog;
2258bfc788c2SDavid E. O'Brien 
2259bfc788c2SDavid E. O'Brien 	NFE_LOCK_ASSERT(sc);
2260257c5577SDavid E. O'Brien 
2261aab5582fSPyun YongHyeon 	bus_dmamap_sync(sc->txq.tx_desc_tag, sc->txq.tx_desc_map,
2262aab5582fSPyun YongHyeon 	    BUS_DMASYNC_POSTREAD);
2263aab5582fSPyun YongHyeon 
2264aab5582fSPyun YongHyeon 	prog = 0;
2265aab5582fSPyun YongHyeon 	for (cons = sc->txq.next; cons != sc->txq.cur;
2266aab5582fSPyun YongHyeon 	    NFE_INC(cons, NFE_TX_RING_COUNT)) {
2267bfc788c2SDavid E. O'Brien 		if (sc->nfe_flags & NFE_40BIT_ADDR) {
2268aab5582fSPyun YongHyeon 			desc64 = &sc->txq.desc64[cons];
2269aab5582fSPyun YongHyeon 			flags = le16toh(desc64->flags);
2270257c5577SDavid E. O'Brien 		} else {
2271aab5582fSPyun YongHyeon 			desc32 = &sc->txq.desc32[cons];
2272aab5582fSPyun YongHyeon 			flags = le16toh(desc32->flags);
2273257c5577SDavid E. O'Brien 		}
2274257c5577SDavid E. O'Brien 
2275257c5577SDavid E. O'Brien 		if (flags & NFE_TX_VALID)
2276257c5577SDavid E. O'Brien 			break;
2277257c5577SDavid E. O'Brien 
2278aab5582fSPyun YongHyeon 		prog++;
2279aab5582fSPyun YongHyeon 		sc->txq.queued--;
2280aab5582fSPyun YongHyeon 		data = &sc->txq.data[cons];
2281257c5577SDavid E. O'Brien 
2282bfc788c2SDavid E. O'Brien 		if ((sc->nfe_flags & (NFE_JUMBO_SUP | NFE_40BIT_ADDR)) == 0) {
2283aab5582fSPyun YongHyeon 			if ((flags & NFE_TX_LASTFRAG_V1) == 0)
2284aab5582fSPyun YongHyeon 				continue;
2285257c5577SDavid E. O'Brien 			if ((flags & NFE_TX_ERROR_V1) != 0) {
2286aab5582fSPyun YongHyeon 				device_printf(sc->nfe_dev,
2287aab5582fSPyun YongHyeon 				    "tx v1 error 0x%4b\n", flags, NFE_V1_TXERR);
2288bfc788c2SDavid E. O'Brien 
2289257c5577SDavid E. O'Brien 				ifp->if_oerrors++;
2290257c5577SDavid E. O'Brien 			} else
2291257c5577SDavid E. O'Brien 				ifp->if_opackets++;
2292257c5577SDavid E. O'Brien 		} else {
2293aab5582fSPyun YongHyeon 			if ((flags & NFE_TX_LASTFRAG_V2) == 0)
2294aab5582fSPyun YongHyeon 				continue;
2295257c5577SDavid E. O'Brien 			if ((flags & NFE_TX_ERROR_V2) != 0) {
2296aab5582fSPyun YongHyeon 				device_printf(sc->nfe_dev,
2297aab5582fSPyun YongHyeon 				    "tx v2 error 0x%4b\n", flags, NFE_V2_TXERR);
2298257c5577SDavid E. O'Brien 				ifp->if_oerrors++;
2299257c5577SDavid E. O'Brien 			} else
2300257c5577SDavid E. O'Brien 				ifp->if_opackets++;
2301257c5577SDavid E. O'Brien 		}
2302257c5577SDavid E. O'Brien 
2303257c5577SDavid E. O'Brien 		/* last fragment of the mbuf chain transmitted */
2304aab5582fSPyun YongHyeon 		KASSERT(data->m != NULL, ("%s: freeing NULL mbuf!", __func__));
2305aab5582fSPyun YongHyeon 		bus_dmamap_sync(sc->txq.tx_data_tag, data->tx_data_map,
2306bfc788c2SDavid E. O'Brien 		    BUS_DMASYNC_POSTWRITE);
2307aab5582fSPyun YongHyeon 		bus_dmamap_unload(sc->txq.tx_data_tag, data->tx_data_map);
2308257c5577SDavid E. O'Brien 		m_freem(data->m);
2309257c5577SDavid E. O'Brien 		data->m = NULL;
2310257c5577SDavid E. O'Brien 	}
2311257c5577SDavid E. O'Brien 
2312aab5582fSPyun YongHyeon 	if (prog > 0) {
2313aab5582fSPyun YongHyeon 		sc->nfe_force_tx = 0;
2314aab5582fSPyun YongHyeon 		sc->txq.next = cons;
2315bfc788c2SDavid E. O'Brien 		ifp->if_drv_flags &= ~IFF_DRV_OACTIVE;
2316aab5582fSPyun YongHyeon 		if (sc->txq.queued == 0)
2317aab5582fSPyun YongHyeon 			sc->nfe_watchdog_timer = 0;
2318257c5577SDavid E. O'Brien 	}
2319257c5577SDavid E. O'Brien }
2320257c5577SDavid E. O'Brien 
23212c3adf61SDavid E. O'Brien static int
2322aab5582fSPyun YongHyeon nfe_encap(struct nfe_softc *sc, struct mbuf **m_head)
2323257c5577SDavid E. O'Brien {
2324bfc788c2SDavid E. O'Brien 	struct nfe_desc32 *desc32 = NULL;
2325bfc788c2SDavid E. O'Brien 	struct nfe_desc64 *desc64 = NULL;
2326257c5577SDavid E. O'Brien 	bus_dmamap_t map;
2327bfc788c2SDavid E. O'Brien 	bus_dma_segment_t segs[NFE_MAX_SCATTER];
2328aab5582fSPyun YongHyeon 	int error, i, nsegs, prod, si;
2329aab5582fSPyun YongHyeon 	uint32_t tso_segsz;
2330aab5582fSPyun YongHyeon 	uint16_t cflags, flags;
2331aab5582fSPyun YongHyeon 	struct mbuf *m;
2332257c5577SDavid E. O'Brien 
2333aab5582fSPyun YongHyeon 	prod = si = sc->txq.cur;
2334aab5582fSPyun YongHyeon 	map = sc->txq.data[prod].tx_data_map;
2335257c5577SDavid E. O'Brien 
2336aab5582fSPyun YongHyeon 	error = bus_dmamap_load_mbuf_sg(sc->txq.tx_data_tag, map, *m_head, segs,
2337bfc788c2SDavid E. O'Brien 	    &nsegs, BUS_DMA_NOWAIT);
2338aab5582fSPyun YongHyeon 	if (error == EFBIG) {
2339304a4c6fSJohn Baldwin 		m = m_collapse(*m_head, M_DONTWAIT, NFE_MAX_SCATTER);
2340aab5582fSPyun YongHyeon 		if (m == NULL) {
2341aab5582fSPyun YongHyeon 			m_freem(*m_head);
2342aab5582fSPyun YongHyeon 			*m_head = NULL;
2343aab5582fSPyun YongHyeon 			return (ENOBUFS);
2344aab5582fSPyun YongHyeon 		}
2345aab5582fSPyun YongHyeon 		*m_head = m;
2346aab5582fSPyun YongHyeon 		error = bus_dmamap_load_mbuf_sg(sc->txq.tx_data_tag, map,
2347aab5582fSPyun YongHyeon 		    *m_head, segs, &nsegs, BUS_DMA_NOWAIT);
2348257c5577SDavid E. O'Brien 		if (error != 0) {
2349aab5582fSPyun YongHyeon 			m_freem(*m_head);
2350aab5582fSPyun YongHyeon 			*m_head = NULL;
2351aab5582fSPyun YongHyeon 			return (ENOBUFS);
2352aab5582fSPyun YongHyeon 		}
2353aab5582fSPyun YongHyeon 	} else if (error != 0)
2354aab5582fSPyun YongHyeon 		return (error);
2355aab5582fSPyun YongHyeon 	if (nsegs == 0) {
2356aab5582fSPyun YongHyeon 		m_freem(*m_head);
2357aab5582fSPyun YongHyeon 		*m_head = NULL;
2358aab5582fSPyun YongHyeon 		return (EIO);
2359257c5577SDavid E. O'Brien 	}
2360257c5577SDavid E. O'Brien 
2361aab5582fSPyun YongHyeon 	if (sc->txq.queued + nsegs >= NFE_TX_RING_COUNT - 2) {
2362bfc788c2SDavid E. O'Brien 		bus_dmamap_unload(sc->txq.tx_data_tag, map);
2363aab5582fSPyun YongHyeon 		return (ENOBUFS);
2364257c5577SDavid E. O'Brien 	}
2365257c5577SDavid E. O'Brien 
2366aab5582fSPyun YongHyeon 	m = *m_head;
2367aab5582fSPyun YongHyeon 	cflags = flags = 0;
2368aab5582fSPyun YongHyeon 	tso_segsz = 0;
23696da6d0a9SPyun YongHyeon 	if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) {
23706da6d0a9SPyun YongHyeon 		tso_segsz = (uint32_t)m->m_pkthdr.tso_segsz <<
23716da6d0a9SPyun YongHyeon 		    NFE_TX_TSO_SHIFT;
23726da6d0a9SPyun YongHyeon 		cflags &= ~(NFE_TX_IP_CSUM | NFE_TX_TCP_UDP_CSUM);
23736da6d0a9SPyun YongHyeon 		cflags |= NFE_TX_TSO;
23746da6d0a9SPyun YongHyeon 	} else if ((m->m_pkthdr.csum_flags & NFE_CSUM_FEATURES) != 0) {
2375aab5582fSPyun YongHyeon 		if ((m->m_pkthdr.csum_flags & CSUM_IP) != 0)
2376aab5582fSPyun YongHyeon 			cflags |= NFE_TX_IP_CSUM;
2377aab5582fSPyun YongHyeon 		if ((m->m_pkthdr.csum_flags & CSUM_TCP) != 0)
2378aab5582fSPyun YongHyeon 			cflags |= NFE_TX_TCP_UDP_CSUM;
2379aab5582fSPyun YongHyeon 		if ((m->m_pkthdr.csum_flags & CSUM_UDP) != 0)
2380aab5582fSPyun YongHyeon 			cflags |= NFE_TX_TCP_UDP_CSUM;
2381aab5582fSPyun YongHyeon 	}
2382257c5577SDavid E. O'Brien 
2383bfc788c2SDavid E. O'Brien 	for (i = 0; i < nsegs; i++) {
2384bfc788c2SDavid E. O'Brien 		if (sc->nfe_flags & NFE_40BIT_ADDR) {
2385aab5582fSPyun YongHyeon 			desc64 = &sc->txq.desc64[prod];
2386aab5582fSPyun YongHyeon 			desc64->physaddr[0] =
2387aab5582fSPyun YongHyeon 			    htole32(NFE_ADDR_HI(segs[i].ds_addr));
2388aab5582fSPyun YongHyeon 			desc64->physaddr[1] =
2389aab5582fSPyun YongHyeon 			    htole32(NFE_ADDR_LO(segs[i].ds_addr));
2390aab5582fSPyun YongHyeon 			desc64->vtag = 0;
2391bfc788c2SDavid E. O'Brien 			desc64->length = htole16(segs[i].ds_len - 1);
2392257c5577SDavid E. O'Brien 			desc64->flags = htole16(flags);
2393257c5577SDavid E. O'Brien 		} else {
2394aab5582fSPyun YongHyeon 			desc32 = &sc->txq.desc32[prod];
2395aab5582fSPyun YongHyeon 			desc32->physaddr =
2396aab5582fSPyun YongHyeon 			    htole32(NFE_ADDR_LO(segs[i].ds_addr));
2397bfc788c2SDavid E. O'Brien 			desc32->length = htole16(segs[i].ds_len - 1);
2398257c5577SDavid E. O'Brien 			desc32->flags = htole16(flags);
2399257c5577SDavid E. O'Brien 		}
2400257c5577SDavid E. O'Brien 
2401aab5582fSPyun YongHyeon 		/*
2402aab5582fSPyun YongHyeon 		 * Setting of the valid bit in the first descriptor is
2403aab5582fSPyun YongHyeon 		 * deferred until the whole chain is fully setup.
2404aab5582fSPyun YongHyeon 		 */
2405aab5582fSPyun YongHyeon 		flags |= NFE_TX_VALID;
2406257c5577SDavid E. O'Brien 
2407257c5577SDavid E. O'Brien 		sc->txq.queued++;
2408aab5582fSPyun YongHyeon 		NFE_INC(prod, NFE_TX_RING_COUNT);
2409257c5577SDavid E. O'Brien 	}
2410257c5577SDavid E. O'Brien 
2411aab5582fSPyun YongHyeon 	/*
2412aab5582fSPyun YongHyeon 	 * the whole mbuf chain has been DMA mapped, fix last/first descriptor.
2413aab5582fSPyun YongHyeon 	 * csum flags, vtag and TSO belong to the first fragment only.
2414aab5582fSPyun YongHyeon 	 */
2415bfc788c2SDavid E. O'Brien 	if (sc->nfe_flags & NFE_40BIT_ADDR) {
2416aab5582fSPyun YongHyeon 		desc64->flags |= htole16(NFE_TX_LASTFRAG_V2);
2417aab5582fSPyun YongHyeon 		desc64 = &sc->txq.desc64[si];
2418aab5582fSPyun YongHyeon 		if ((m->m_flags & M_VLANTAG) != 0)
2419aab5582fSPyun YongHyeon 			desc64->vtag = htole32(NFE_TX_VTAG |
2420aab5582fSPyun YongHyeon 			    m->m_pkthdr.ether_vtag);
2421aab5582fSPyun YongHyeon 		if (tso_segsz != 0) {
2422aab5582fSPyun YongHyeon 			/*
2423aab5582fSPyun YongHyeon 			 * XXX
2424aab5582fSPyun YongHyeon 			 * The following indicates the descriptor element
2425aab5582fSPyun YongHyeon 			 * is a 32bit quantity.
2426aab5582fSPyun YongHyeon 			 */
2427aab5582fSPyun YongHyeon 			desc64->length |= htole16((uint16_t)tso_segsz);
2428aab5582fSPyun YongHyeon 			desc64->flags |= htole16(tso_segsz >> 16);
2429aab5582fSPyun YongHyeon 		}
2430aab5582fSPyun YongHyeon 		/*
2431aab5582fSPyun YongHyeon 		 * finally, set the valid/checksum/TSO bit in the first
2432aab5582fSPyun YongHyeon 		 * descriptor.
2433aab5582fSPyun YongHyeon 		 */
2434aab5582fSPyun YongHyeon 		desc64->flags |= htole16(NFE_TX_VALID | cflags);
2435257c5577SDavid E. O'Brien 	} else {
2436bfc788c2SDavid E. O'Brien 		if (sc->nfe_flags & NFE_JUMBO_SUP)
2437aab5582fSPyun YongHyeon 			desc32->flags |= htole16(NFE_TX_LASTFRAG_V2);
2438257c5577SDavid E. O'Brien 		else
2439aab5582fSPyun YongHyeon 			desc32->flags |= htole16(NFE_TX_LASTFRAG_V1);
2440aab5582fSPyun YongHyeon 		desc32 = &sc->txq.desc32[si];
2441aab5582fSPyun YongHyeon 		if (tso_segsz != 0) {
2442aab5582fSPyun YongHyeon 			/*
2443aab5582fSPyun YongHyeon 			 * XXX
2444aab5582fSPyun YongHyeon 			 * The following indicates the descriptor element
2445aab5582fSPyun YongHyeon 			 * is a 32bit quantity.
2446aab5582fSPyun YongHyeon 			 */
2447aab5582fSPyun YongHyeon 			desc32->length |= htole16((uint16_t)tso_segsz);
2448aab5582fSPyun YongHyeon 			desc32->flags |= htole16(tso_segsz >> 16);
2449aab5582fSPyun YongHyeon 		}
2450aab5582fSPyun YongHyeon 		/*
2451aab5582fSPyun YongHyeon 		 * finally, set the valid/checksum/TSO bit in the first
2452aab5582fSPyun YongHyeon 		 * descriptor.
2453aab5582fSPyun YongHyeon 		 */
2454aab5582fSPyun YongHyeon 		desc32->flags |= htole16(NFE_TX_VALID | cflags);
2455257c5577SDavid E. O'Brien 	}
2456257c5577SDavid E. O'Brien 
2457aab5582fSPyun YongHyeon 	sc->txq.cur = prod;
2458aab5582fSPyun YongHyeon 	prod = (prod + NFE_TX_RING_COUNT - 1) % NFE_TX_RING_COUNT;
2459aab5582fSPyun YongHyeon 	sc->txq.data[si].tx_data_map = sc->txq.data[prod].tx_data_map;
2460aab5582fSPyun YongHyeon 	sc->txq.data[prod].tx_data_map = map;
2461aab5582fSPyun YongHyeon 	sc->txq.data[prod].m = m;
2462257c5577SDavid E. O'Brien 
2463bfc788c2SDavid E. O'Brien 	bus_dmamap_sync(sc->txq.tx_data_tag, map, BUS_DMASYNC_PREWRITE);
2464257c5577SDavid E. O'Brien 
2465aab5582fSPyun YongHyeon 	return (0);
2466257c5577SDavid E. O'Brien }
2467257c5577SDavid E. O'Brien 
2468bfc788c2SDavid E. O'Brien 
24692c3adf61SDavid E. O'Brien static void
24702c3adf61SDavid E. O'Brien nfe_setmulti(struct nfe_softc *sc)
2471bfc788c2SDavid E. O'Brien {
2472bfc788c2SDavid E. O'Brien 	struct ifnet *ifp = sc->nfe_ifp;
2473bfc788c2SDavid E. O'Brien 	struct ifmultiaddr *ifma;
2474bfc788c2SDavid E. O'Brien 	int i;
2475aab5582fSPyun YongHyeon 	uint32_t filter;
2476aab5582fSPyun YongHyeon 	uint8_t addr[ETHER_ADDR_LEN], mask[ETHER_ADDR_LEN];
2477aab5582fSPyun YongHyeon 	uint8_t etherbroadcastaddr[ETHER_ADDR_LEN] = {
24782c3adf61SDavid E. O'Brien 		0xff, 0xff, 0xff, 0xff, 0xff, 0xff
24792c3adf61SDavid E. O'Brien 	};
2480bfc788c2SDavid E. O'Brien 
2481bfc788c2SDavid E. O'Brien 	NFE_LOCK_ASSERT(sc);
2482bfc788c2SDavid E. O'Brien 
2483bfc788c2SDavid E. O'Brien 	if ((ifp->if_flags & (IFF_ALLMULTI | IFF_PROMISC)) != 0) {
2484bfc788c2SDavid E. O'Brien 		bzero(addr, ETHER_ADDR_LEN);
2485bfc788c2SDavid E. O'Brien 		bzero(mask, ETHER_ADDR_LEN);
2486bfc788c2SDavid E. O'Brien 		goto done;
2487bfc788c2SDavid E. O'Brien 	}
2488bfc788c2SDavid E. O'Brien 
2489bfc788c2SDavid E. O'Brien 	bcopy(etherbroadcastaddr, addr, ETHER_ADDR_LEN);
2490bfc788c2SDavid E. O'Brien 	bcopy(etherbroadcastaddr, mask, ETHER_ADDR_LEN);
2491bfc788c2SDavid E. O'Brien 
2492eb956cd0SRobert Watson 	if_maddr_rlock(ifp);
2493bfc788c2SDavid E. O'Brien 	TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) {
2494bfc788c2SDavid E. O'Brien 		u_char *addrp;
2495bfc788c2SDavid E. O'Brien 
2496bfc788c2SDavid E. O'Brien 		if (ifma->ifma_addr->sa_family != AF_LINK)
2497bfc788c2SDavid E. O'Brien 			continue;
2498bfc788c2SDavid E. O'Brien 
2499bfc788c2SDavid E. O'Brien 		addrp = LLADDR((struct sockaddr_dl *) ifma->ifma_addr);
2500bfc788c2SDavid E. O'Brien 		for (i = 0; i < ETHER_ADDR_LEN; i++) {
2501bfc788c2SDavid E. O'Brien 			u_int8_t mcaddr = addrp[i];
2502bfc788c2SDavid E. O'Brien 			addr[i] &= mcaddr;
2503bfc788c2SDavid E. O'Brien 			mask[i] &= ~mcaddr;
2504bfc788c2SDavid E. O'Brien 		}
2505bfc788c2SDavid E. O'Brien 	}
2506eb956cd0SRobert Watson 	if_maddr_runlock(ifp);
2507bfc788c2SDavid E. O'Brien 
2508bfc788c2SDavid E. O'Brien 	for (i = 0; i < ETHER_ADDR_LEN; i++) {
2509bfc788c2SDavid E. O'Brien 		mask[i] |= addr[i];
2510bfc788c2SDavid E. O'Brien 	}
2511bfc788c2SDavid E. O'Brien 
2512bfc788c2SDavid E. O'Brien done:
2513bfc788c2SDavid E. O'Brien 	addr[0] |= 0x01;	/* make sure multicast bit is set */
2514bfc788c2SDavid E. O'Brien 
2515bfc788c2SDavid E. O'Brien 	NFE_WRITE(sc, NFE_MULTIADDR_HI,
2516bfc788c2SDavid E. O'Brien 	    addr[3] << 24 | addr[2] << 16 | addr[1] << 8 | addr[0]);
2517bfc788c2SDavid E. O'Brien 	NFE_WRITE(sc, NFE_MULTIADDR_LO,
2518bfc788c2SDavid E. O'Brien 	    addr[5] <<  8 | addr[4]);
2519bfc788c2SDavid E. O'Brien 	NFE_WRITE(sc, NFE_MULTIMASK_HI,
2520bfc788c2SDavid E. O'Brien 	    mask[3] << 24 | mask[2] << 16 | mask[1] << 8 | mask[0]);
2521bfc788c2SDavid E. O'Brien 	NFE_WRITE(sc, NFE_MULTIMASK_LO,
2522bfc788c2SDavid E. O'Brien 	    mask[5] <<  8 | mask[4]);
2523bfc788c2SDavid E. O'Brien 
2524aab5582fSPyun YongHyeon 	filter = NFE_READ(sc, NFE_RXFILTER);
2525aab5582fSPyun YongHyeon 	filter &= NFE_PFF_RX_PAUSE;
2526aab5582fSPyun YongHyeon 	filter |= NFE_RXFILTER_MAGIC;
2527aab5582fSPyun YongHyeon 	filter |= (ifp->if_flags & IFF_PROMISC) ? NFE_PFF_PROMISC : NFE_PFF_U2M;
2528bfc788c2SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RXFILTER, filter);
2529bfc788c2SDavid E. O'Brien }
2530bfc788c2SDavid E. O'Brien 
25312c3adf61SDavid E. O'Brien 
25322c3adf61SDavid E. O'Brien static void
2533aab5582fSPyun YongHyeon nfe_tx_task(void *arg, int pending)
2534aab5582fSPyun YongHyeon {
2535aab5582fSPyun YongHyeon 	struct ifnet *ifp;
2536aab5582fSPyun YongHyeon 
2537aab5582fSPyun YongHyeon 	ifp = (struct ifnet *)arg;
2538aab5582fSPyun YongHyeon 	nfe_start(ifp);
2539aab5582fSPyun YongHyeon }
2540aab5582fSPyun YongHyeon 
2541aab5582fSPyun YongHyeon 
2542aab5582fSPyun YongHyeon static void
25432c3adf61SDavid E. O'Brien nfe_start(struct ifnet *ifp)
2544bfc788c2SDavid E. O'Brien {
2545257c5577SDavid E. O'Brien 	struct nfe_softc *sc = ifp->if_softc;
2546257c5577SDavid E. O'Brien 	struct mbuf *m0;
2547aab5582fSPyun YongHyeon 	int enq;
2548257c5577SDavid E. O'Brien 
2549aab5582fSPyun YongHyeon 	NFE_LOCK(sc);
2550aab5582fSPyun YongHyeon 
2551aab5582fSPyun YongHyeon 	if ((ifp->if_drv_flags & (IFF_DRV_RUNNING | IFF_DRV_OACTIVE)) !=
2552aab5582fSPyun YongHyeon 	    IFF_DRV_RUNNING || sc->nfe_link == 0) {
2553aab5582fSPyun YongHyeon 		NFE_UNLOCK(sc);
2554bfc788c2SDavid E. O'Brien 		return;
2555bfc788c2SDavid E. O'Brien 	}
2556bfc788c2SDavid E. O'Brien 
2557aab5582fSPyun YongHyeon 	for (enq = 0; !IFQ_DRV_IS_EMPTY(&ifp->if_snd);) {
2558aab5582fSPyun YongHyeon 		IFQ_DRV_DEQUEUE(&ifp->if_snd, m0);
2559257c5577SDavid E. O'Brien 		if (m0 == NULL)
2560257c5577SDavid E. O'Brien 			break;
2561257c5577SDavid E. O'Brien 
2562aab5582fSPyun YongHyeon 		if (nfe_encap(sc, &m0) != 0) {
2563aab5582fSPyun YongHyeon 			if (m0 == NULL)
2564aab5582fSPyun YongHyeon 				break;
2565aab5582fSPyun YongHyeon 			IFQ_DRV_PREPEND(&ifp->if_snd, m0);
2566bfc788c2SDavid E. O'Brien 			ifp->if_drv_flags |= IFF_DRV_OACTIVE;
2567257c5577SDavid E. O'Brien 			break;
2568257c5577SDavid E. O'Brien 		}
2569aab5582fSPyun YongHyeon 		enq++;
257059a0d28bSChristian S.J. Peron 		ETHER_BPF_MTAP(ifp, m0);
2571257c5577SDavid E. O'Brien 	}
2572257c5577SDavid E. O'Brien 
2573aab5582fSPyun YongHyeon 	if (enq > 0) {
2574aab5582fSPyun YongHyeon 		bus_dmamap_sync(sc->txq.tx_desc_tag, sc->txq.tx_desc_map,
2575aab5582fSPyun YongHyeon 		    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
2576257c5577SDavid E. O'Brien 
2577257c5577SDavid E. O'Brien 		/* kick Tx */
2578257c5577SDavid E. O'Brien 		NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_KICKTX | sc->rxtxctl);
2579257c5577SDavid E. O'Brien 
2580257c5577SDavid E. O'Brien 		/*
2581257c5577SDavid E. O'Brien 		 * Set a timeout in case the chip goes out to lunch.
2582257c5577SDavid E. O'Brien 		 */
2583aab5582fSPyun YongHyeon 		sc->nfe_watchdog_timer = 5;
2584aab5582fSPyun YongHyeon 	}
2585bfc788c2SDavid E. O'Brien 
2586aab5582fSPyun YongHyeon 	NFE_UNLOCK(sc);
2587257c5577SDavid E. O'Brien }
2588257c5577SDavid E. O'Brien 
25892c3adf61SDavid E. O'Brien 
25902c3adf61SDavid E. O'Brien static void
25912c3adf61SDavid E. O'Brien nfe_watchdog(struct ifnet *ifp)
2592257c5577SDavid E. O'Brien {
2593257c5577SDavid E. O'Brien 	struct nfe_softc *sc = ifp->if_softc;
2594257c5577SDavid E. O'Brien 
2595aab5582fSPyun YongHyeon 	if (sc->nfe_watchdog_timer == 0 || --sc->nfe_watchdog_timer)
2596aab5582fSPyun YongHyeon 		return;
2597aab5582fSPyun YongHyeon 
2598aab5582fSPyun YongHyeon 	/* Check if we've lost Tx completion interrupt. */
2599aab5582fSPyun YongHyeon 	nfe_txeof(sc);
2600aab5582fSPyun YongHyeon 	if (sc->txq.queued == 0) {
2601aab5582fSPyun YongHyeon 		if_printf(ifp, "watchdog timeout (missed Tx interrupts) "
2602aab5582fSPyun YongHyeon 		    "-- recovering\n");
2603aab5582fSPyun YongHyeon 		if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd))
2604cbb1d39dSSam Leffler 			taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_tx_task);
2605aab5582fSPyun YongHyeon 		return;
2606aab5582fSPyun YongHyeon 	}
2607aab5582fSPyun YongHyeon 	/* Check if we've lost start Tx command. */
2608aab5582fSPyun YongHyeon 	sc->nfe_force_tx++;
2609aab5582fSPyun YongHyeon 	if (sc->nfe_force_tx <= 3) {
2610aab5582fSPyun YongHyeon 		/*
2611aab5582fSPyun YongHyeon 		 * If this is the case for watchdog timeout, the following
2612aab5582fSPyun YongHyeon 		 * code should go to nfe_txeof().
2613aab5582fSPyun YongHyeon 		 */
2614aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_KICKTX | sc->rxtxctl);
2615aab5582fSPyun YongHyeon 		return;
2616aab5582fSPyun YongHyeon 	}
2617aab5582fSPyun YongHyeon 	sc->nfe_force_tx = 0;
2618aab5582fSPyun YongHyeon 
2619aab5582fSPyun YongHyeon 	if_printf(ifp, "watchdog timeout\n");
2620257c5577SDavid E. O'Brien 
2621bfc788c2SDavid E. O'Brien 	ifp->if_drv_flags &= ~IFF_DRV_RUNNING;
2622257c5577SDavid E. O'Brien 	ifp->if_oerrors++;
2623aab5582fSPyun YongHyeon 	nfe_init_locked(sc);
2624257c5577SDavid E. O'Brien }
2625257c5577SDavid E. O'Brien 
26262c3adf61SDavid E. O'Brien 
26272c3adf61SDavid E. O'Brien static void
26282c3adf61SDavid E. O'Brien nfe_init(void *xsc)
2629257c5577SDavid E. O'Brien {
2630bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc = xsc;
2631bfc788c2SDavid E. O'Brien 
2632bfc788c2SDavid E. O'Brien 	NFE_LOCK(sc);
2633bfc788c2SDavid E. O'Brien 	nfe_init_locked(sc);
2634bfc788c2SDavid E. O'Brien 	NFE_UNLOCK(sc);
2635bfc788c2SDavid E. O'Brien }
2636bfc788c2SDavid E. O'Brien 
26372c3adf61SDavid E. O'Brien 
26382c3adf61SDavid E. O'Brien static void
26392c3adf61SDavid E. O'Brien nfe_init_locked(void *xsc)
2640bfc788c2SDavid E. O'Brien {
2641bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc = xsc;
2642bfc788c2SDavid E. O'Brien 	struct ifnet *ifp = sc->nfe_ifp;
2643bfc788c2SDavid E. O'Brien 	struct mii_data *mii;
2644aab5582fSPyun YongHyeon 	uint32_t val;
2645aab5582fSPyun YongHyeon 	int error;
2646bfc788c2SDavid E. O'Brien 
2647bfc788c2SDavid E. O'Brien 	NFE_LOCK_ASSERT(sc);
2648bfc788c2SDavid E. O'Brien 
2649bfc788c2SDavid E. O'Brien 	mii = device_get_softc(sc->nfe_miibus);
2650bfc788c2SDavid E. O'Brien 
2651aab5582fSPyun YongHyeon 	if (ifp->if_drv_flags & IFF_DRV_RUNNING)
2652aab5582fSPyun YongHyeon 		return;
2653aab5582fSPyun YongHyeon 
2654aab5582fSPyun YongHyeon 	nfe_stop(ifp);
2655aab5582fSPyun YongHyeon 
2656aab5582fSPyun YongHyeon 	sc->nfe_framesize = ifp->if_mtu + NFE_RX_HEADERS;
2657aab5582fSPyun YongHyeon 
2658aab5582fSPyun YongHyeon 	nfe_init_tx_ring(sc, &sc->txq);
2659aab5582fSPyun YongHyeon 	if (sc->nfe_framesize > (MCLBYTES - ETHER_HDR_LEN))
2660aab5582fSPyun YongHyeon 		error = nfe_init_jrx_ring(sc, &sc->jrxq);
2661aab5582fSPyun YongHyeon 	else
2662aab5582fSPyun YongHyeon 		error = nfe_init_rx_ring(sc, &sc->rxq);
2663aab5582fSPyun YongHyeon 	if (error != 0) {
2664aab5582fSPyun YongHyeon 		device_printf(sc->nfe_dev,
2665aab5582fSPyun YongHyeon 		    "initialization failed: no memory for rx buffers\n");
2666aab5582fSPyun YongHyeon 		nfe_stop(ifp);
2667bfc788c2SDavid E. O'Brien 		return;
2668bfc788c2SDavid E. O'Brien 	}
2669257c5577SDavid E. O'Brien 
2670aab5582fSPyun YongHyeon 	val = 0;
2671aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_CORRECT_MACADDR) != 0)
2672aab5582fSPyun YongHyeon 		val |= NFE_MAC_ADDR_INORDER;
2673aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_TX_UNK, val);
2674257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_STATUS, 0);
2675257c5577SDavid E. O'Brien 
2676aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_TX_FLOW_CTRL) != 0)
2677aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_TX_PAUSE_FRAME, NFE_TX_PAUSE_FRAME_DISABLE);
2678aab5582fSPyun YongHyeon 
2679257c5577SDavid E. O'Brien 	sc->rxtxctl = NFE_RXTX_BIT2;
2680bfc788c2SDavid E. O'Brien 	if (sc->nfe_flags & NFE_40BIT_ADDR)
2681257c5577SDavid E. O'Brien 		sc->rxtxctl |= NFE_RXTX_V3MAGIC;
2682bfc788c2SDavid E. O'Brien 	else if (sc->nfe_flags & NFE_JUMBO_SUP)
2683257c5577SDavid E. O'Brien 		sc->rxtxctl |= NFE_RXTX_V2MAGIC;
26847597761aSDavid E. O'Brien 
2685aab5582fSPyun YongHyeon 	if ((ifp->if_capenable & IFCAP_RXCSUM) != 0)
2686257c5577SDavid E. O'Brien 		sc->rxtxctl |= NFE_RXTX_RXCSUM;
2687aab5582fSPyun YongHyeon 	if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0)
2688aab5582fSPyun YongHyeon 		sc->rxtxctl |= NFE_RXTX_VTAG_INSERT | NFE_RXTX_VTAG_STRIP;
2689bfc788c2SDavid E. O'Brien 
2690257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_RESET | sc->rxtxctl);
2691257c5577SDavid E. O'Brien 	DELAY(10);
2692257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RXTX_CTL, sc->rxtxctl);
2693257c5577SDavid E. O'Brien 
2694aab5582fSPyun YongHyeon 	if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0)
2695257c5577SDavid E. O'Brien 		NFE_WRITE(sc, NFE_VTAG_CTL, NFE_VTAG_ENABLE);
2696aab5582fSPyun YongHyeon 	else
2697aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_VTAG_CTL, 0);
2698257c5577SDavid E. O'Brien 
2699257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_SETUP_R6, 0);
2700257c5577SDavid E. O'Brien 
2701257c5577SDavid E. O'Brien 	/* set MAC address */
2702aab5582fSPyun YongHyeon 	nfe_set_macaddr(sc, IF_LLADDR(ifp));
2703257c5577SDavid E. O'Brien 
2704257c5577SDavid E. O'Brien 	/* tell MAC where rings are in memory */
2705aab5582fSPyun YongHyeon 	if (sc->nfe_framesize > MCLBYTES - ETHER_HDR_LEN) {
2706aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_RX_RING_ADDR_HI,
2707aab5582fSPyun YongHyeon 		    NFE_ADDR_HI(sc->jrxq.jphysaddr));
2708aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_RX_RING_ADDR_LO,
2709aab5582fSPyun YongHyeon 		    NFE_ADDR_LO(sc->jrxq.jphysaddr));
2710aab5582fSPyun YongHyeon 	} else {
2711aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_RX_RING_ADDR_HI,
2712aab5582fSPyun YongHyeon 		    NFE_ADDR_HI(sc->rxq.physaddr));
2713aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_RX_RING_ADDR_LO,
2714aab5582fSPyun YongHyeon 		    NFE_ADDR_LO(sc->rxq.physaddr));
2715aab5582fSPyun YongHyeon 	}
2716aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_TX_RING_ADDR_HI, NFE_ADDR_HI(sc->txq.physaddr));
2717aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_TX_RING_ADDR_LO, NFE_ADDR_LO(sc->txq.physaddr));
2718257c5577SDavid E. O'Brien 
2719257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RING_SIZE,
2720257c5577SDavid E. O'Brien 	    (NFE_RX_RING_COUNT - 1) << 16 |
2721257c5577SDavid E. O'Brien 	    (NFE_TX_RING_COUNT - 1));
2722257c5577SDavid E. O'Brien 
2723aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_RXBUFSZ, sc->nfe_framesize);
2724257c5577SDavid E. O'Brien 
2725257c5577SDavid E. O'Brien 	/* force MAC to wakeup */
2726aab5582fSPyun YongHyeon 	val = NFE_READ(sc, NFE_PWR_STATE);
2727aab5582fSPyun YongHyeon 	if ((val & NFE_PWR_WAKEUP) == 0)
2728aab5582fSPyun YongHyeon 		NFE_WRITE(sc, NFE_PWR_STATE, val | NFE_PWR_WAKEUP);
2729257c5577SDavid E. O'Brien 	DELAY(10);
2730aab5582fSPyun YongHyeon 	val = NFE_READ(sc, NFE_PWR_STATE);
2731aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_PWR_STATE, val | NFE_PWR_VALID);
2732257c5577SDavid E. O'Brien 
2733257c5577SDavid E. O'Brien #if 1
2734257c5577SDavid E. O'Brien 	/* configure interrupts coalescing/mitigation */
2735257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_IMTIMER, NFE_IM_DEFAULT);
2736257c5577SDavid E. O'Brien #else
2737257c5577SDavid E. O'Brien 	/* no interrupt mitigation: one interrupt per packet */
2738257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_IMTIMER, 970);
2739257c5577SDavid E. O'Brien #endif
2740257c5577SDavid E. O'Brien 
2741aab5582fSPyun YongHyeon 	NFE_WRITE(sc, NFE_SETUP_R1, NFE_R1_MAGIC_10_100);
2742257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_SETUP_R2, NFE_R2_MAGIC);
2743257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_SETUP_R6, NFE_R6_MAGIC);
2744257c5577SDavid E. O'Brien 
2745257c5577SDavid E. O'Brien 	/* update MAC knowledge of PHY; generates a NFE_IRQ_LINK interrupt */
2746257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_STATUS, sc->mii_phyaddr << 24 | NFE_STATUS_MAGIC);
2747257c5577SDavid E. O'Brien 
2748257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_SETUP_R4, NFE_R4_MAGIC);
2749257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_WOL_CTL, NFE_WOL_MAGIC);
2750257c5577SDavid E. O'Brien 
2751257c5577SDavid E. O'Brien 	sc->rxtxctl &= ~NFE_RXTX_BIT2;
2752257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RXTX_CTL, sc->rxtxctl);
2753257c5577SDavid E. O'Brien 	DELAY(10);
2754257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_BIT1 | sc->rxtxctl);
2755257c5577SDavid E. O'Brien 
2756257c5577SDavid E. O'Brien 	/* set Rx filter */
2757257c5577SDavid E. O'Brien 	nfe_setmulti(sc);
2758257c5577SDavid E. O'Brien 
2759257c5577SDavid E. O'Brien 	/* enable Rx */
2760257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RX_CTL, NFE_RX_START);
2761257c5577SDavid E. O'Brien 
2762257c5577SDavid E. O'Brien 	/* enable Tx */
2763257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_TX_CTL, NFE_TX_START);
2764257c5577SDavid E. O'Brien 
2765257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_PHY_STATUS, 0xf);
2766257c5577SDavid E. O'Brien 
276717d022beSPyun YongHyeon 	/* Clear hardware stats. */
276817d022beSPyun YongHyeon 	nfe_stats_clear(sc);
276917d022beSPyun YongHyeon 
2770bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING
2771bfc788c2SDavid E. O'Brien 	if (ifp->if_capenable & IFCAP_POLLING)
2772aab5582fSPyun YongHyeon 		nfe_disable_intr(sc);
2773bfc788c2SDavid E. O'Brien 	else
2774bfc788c2SDavid E. O'Brien #endif
2775aab5582fSPyun YongHyeon 	nfe_set_intr(sc);
2776aab5582fSPyun YongHyeon 	nfe_enable_intr(sc); /* enable interrupts */
2777257c5577SDavid E. O'Brien 
2778bfc788c2SDavid E. O'Brien 	ifp->if_drv_flags |= IFF_DRV_RUNNING;
2779bfc788c2SDavid E. O'Brien 	ifp->if_drv_flags &= ~IFF_DRV_OACTIVE;
2780257c5577SDavid E. O'Brien 
2781bfc788c2SDavid E. O'Brien 	sc->nfe_link = 0;
2782aab5582fSPyun YongHyeon 	mii_mediachg(mii);
2783257c5577SDavid E. O'Brien 
2784aab5582fSPyun YongHyeon 	callout_reset(&sc->nfe_stat_ch, hz, nfe_tick, sc);
2785257c5577SDavid E. O'Brien }
2786257c5577SDavid E. O'Brien 
27872c3adf61SDavid E. O'Brien 
27882c3adf61SDavid E. O'Brien static void
2789aab5582fSPyun YongHyeon nfe_stop(struct ifnet *ifp)
2790257c5577SDavid E. O'Brien {
2791257c5577SDavid E. O'Brien 	struct nfe_softc *sc = ifp->if_softc;
2792aab5582fSPyun YongHyeon 	struct nfe_rx_ring *rx_ring;
2793aab5582fSPyun YongHyeon 	struct nfe_jrx_ring *jrx_ring;
2794aab5582fSPyun YongHyeon 	struct nfe_tx_ring *tx_ring;
2795aab5582fSPyun YongHyeon 	struct nfe_rx_data *rdata;
2796aab5582fSPyun YongHyeon 	struct nfe_tx_data *tdata;
2797aab5582fSPyun YongHyeon 	int i;
2798257c5577SDavid E. O'Brien 
2799bfc788c2SDavid E. O'Brien 	NFE_LOCK_ASSERT(sc);
2800257c5577SDavid E. O'Brien 
2801aab5582fSPyun YongHyeon 	sc->nfe_watchdog_timer = 0;
2802bfc788c2SDavid E. O'Brien 	ifp->if_drv_flags &= ~(IFF_DRV_RUNNING | IFF_DRV_OACTIVE);
2803257c5577SDavid E. O'Brien 
2804bfc788c2SDavid E. O'Brien 	callout_stop(&sc->nfe_stat_ch);
2805257c5577SDavid E. O'Brien 
2806257c5577SDavid E. O'Brien 	/* abort Tx */
2807257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_TX_CTL, 0);
2808257c5577SDavid E. O'Brien 
2809257c5577SDavid E. O'Brien 	/* disable Rx */
2810257c5577SDavid E. O'Brien 	NFE_WRITE(sc, NFE_RX_CTL, 0);
2811257c5577SDavid E. O'Brien 
2812257c5577SDavid E. O'Brien 	/* disable interrupts */
2813aab5582fSPyun YongHyeon 	nfe_disable_intr(sc);
2814257c5577SDavid E. O'Brien 
2815bfc788c2SDavid E. O'Brien 	sc->nfe_link = 0;
2816bfc788c2SDavid E. O'Brien 
2817aab5582fSPyun YongHyeon 	/* free Rx and Tx mbufs still in the queues. */
2818aab5582fSPyun YongHyeon 	rx_ring = &sc->rxq;
2819aab5582fSPyun YongHyeon 	for (i = 0; i < NFE_RX_RING_COUNT; i++) {
2820aab5582fSPyun YongHyeon 		rdata = &rx_ring->data[i];
2821aab5582fSPyun YongHyeon 		if (rdata->m != NULL) {
2822aab5582fSPyun YongHyeon 			bus_dmamap_sync(rx_ring->rx_data_tag,
2823aab5582fSPyun YongHyeon 			    rdata->rx_data_map, BUS_DMASYNC_POSTREAD);
2824aab5582fSPyun YongHyeon 			bus_dmamap_unload(rx_ring->rx_data_tag,
2825aab5582fSPyun YongHyeon 			    rdata->rx_data_map);
2826aab5582fSPyun YongHyeon 			m_freem(rdata->m);
2827aab5582fSPyun YongHyeon 			rdata->m = NULL;
2828aab5582fSPyun YongHyeon 		}
2829aab5582fSPyun YongHyeon 	}
2830257c5577SDavid E. O'Brien 
2831aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_JUMBO_SUP) != 0) {
2832aab5582fSPyun YongHyeon 		jrx_ring = &sc->jrxq;
2833aab5582fSPyun YongHyeon 		for (i = 0; i < NFE_JUMBO_RX_RING_COUNT; i++) {
2834aab5582fSPyun YongHyeon 			rdata = &jrx_ring->jdata[i];
2835aab5582fSPyun YongHyeon 			if (rdata->m != NULL) {
2836aab5582fSPyun YongHyeon 				bus_dmamap_sync(jrx_ring->jrx_data_tag,
2837aab5582fSPyun YongHyeon 				    rdata->rx_data_map, BUS_DMASYNC_POSTREAD);
2838aab5582fSPyun YongHyeon 				bus_dmamap_unload(jrx_ring->jrx_data_tag,
2839aab5582fSPyun YongHyeon 				    rdata->rx_data_map);
2840aab5582fSPyun YongHyeon 				m_freem(rdata->m);
2841aab5582fSPyun YongHyeon 				rdata->m = NULL;
2842aab5582fSPyun YongHyeon 			}
2843aab5582fSPyun YongHyeon 		}
2844aab5582fSPyun YongHyeon 	}
2845aab5582fSPyun YongHyeon 
2846aab5582fSPyun YongHyeon 	tx_ring = &sc->txq;
2847aab5582fSPyun YongHyeon 	for (i = 0; i < NFE_RX_RING_COUNT; i++) {
2848aab5582fSPyun YongHyeon 		tdata = &tx_ring->data[i];
2849aab5582fSPyun YongHyeon 		if (tdata->m != NULL) {
2850aab5582fSPyun YongHyeon 			bus_dmamap_sync(tx_ring->tx_data_tag,
2851aab5582fSPyun YongHyeon 			    tdata->tx_data_map, BUS_DMASYNC_POSTWRITE);
2852aab5582fSPyun YongHyeon 			bus_dmamap_unload(tx_ring->tx_data_tag,
2853aab5582fSPyun YongHyeon 			    tdata->tx_data_map);
2854aab5582fSPyun YongHyeon 			m_freem(tdata->m);
2855aab5582fSPyun YongHyeon 			tdata->m = NULL;
2856aab5582fSPyun YongHyeon 		}
2857aab5582fSPyun YongHyeon 	}
285817d022beSPyun YongHyeon 	/* Update hardware stats. */
285917d022beSPyun YongHyeon 	nfe_stats_update(sc);
2860257c5577SDavid E. O'Brien }
2861257c5577SDavid E. O'Brien 
28622c3adf61SDavid E. O'Brien 
28632c3adf61SDavid E. O'Brien static int
28642c3adf61SDavid E. O'Brien nfe_ifmedia_upd(struct ifnet *ifp)
2865257c5577SDavid E. O'Brien {
2866257c5577SDavid E. O'Brien 	struct nfe_softc *sc = ifp->if_softc;
2867bfc788c2SDavid E. O'Brien 	struct mii_data *mii;
2868bfc788c2SDavid E. O'Brien 
2869aab5582fSPyun YongHyeon 	NFE_LOCK(sc);
2870bfc788c2SDavid E. O'Brien 	mii = device_get_softc(sc->nfe_miibus);
2871bfc788c2SDavid E. O'Brien 	mii_mediachg(mii);
2872aab5582fSPyun YongHyeon 	NFE_UNLOCK(sc);
2873bfc788c2SDavid E. O'Brien 
2874bfc788c2SDavid E. O'Brien 	return (0);
2875257c5577SDavid E. O'Brien }
2876257c5577SDavid E. O'Brien 
28772c3adf61SDavid E. O'Brien 
28782c3adf61SDavid E. O'Brien static void
28792c3adf61SDavid E. O'Brien nfe_ifmedia_sts(struct ifnet *ifp, struct ifmediareq *ifmr)
2880257c5577SDavid E. O'Brien {
2881bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc;
2882bfc788c2SDavid E. O'Brien 	struct mii_data *mii;
2883257c5577SDavid E. O'Brien 
2884bfc788c2SDavid E. O'Brien 	sc = ifp->if_softc;
2885bfc788c2SDavid E. O'Brien 
2886bfc788c2SDavid E. O'Brien 	NFE_LOCK(sc);
2887bfc788c2SDavid E. O'Brien 	mii = device_get_softc(sc->nfe_miibus);
2888257c5577SDavid E. O'Brien 	mii_pollstat(mii);
2889bfc788c2SDavid E. O'Brien 	NFE_UNLOCK(sc);
2890bfc788c2SDavid E. O'Brien 
2891257c5577SDavid E. O'Brien 	ifmr->ifm_active = mii->mii_media_active;
2892bfc788c2SDavid E. O'Brien 	ifmr->ifm_status = mii->mii_media_status;
2893257c5577SDavid E. O'Brien }
2894257c5577SDavid E. O'Brien 
2895257c5577SDavid E. O'Brien 
28962c3adf61SDavid E. O'Brien void
2897aab5582fSPyun YongHyeon nfe_tick(void *xsc)
2898bfc788c2SDavid E. O'Brien {
2899bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc;
2900bfc788c2SDavid E. O'Brien 	struct mii_data *mii;
2901bfc788c2SDavid E. O'Brien 	struct ifnet *ifp;
2902bfc788c2SDavid E. O'Brien 
2903aab5582fSPyun YongHyeon 	sc = (struct nfe_softc *)xsc;
2904bfc788c2SDavid E. O'Brien 
2905bfc788c2SDavid E. O'Brien 	NFE_LOCK_ASSERT(sc);
2906bfc788c2SDavid E. O'Brien 
2907bfc788c2SDavid E. O'Brien 	ifp = sc->nfe_ifp;
2908bfc788c2SDavid E. O'Brien 
2909bfc788c2SDavid E. O'Brien 	mii = device_get_softc(sc->nfe_miibus);
2910bfc788c2SDavid E. O'Brien 	mii_tick(mii);
291117d022beSPyun YongHyeon 	nfe_stats_update(sc);
2912aab5582fSPyun YongHyeon 	nfe_watchdog(ifp);
2913bfc788c2SDavid E. O'Brien 	callout_reset(&sc->nfe_stat_ch, hz, nfe_tick, sc);
2914257c5577SDavid E. O'Brien }
2915257c5577SDavid E. O'Brien 
2916bfc788c2SDavid E. O'Brien 
29176a087a87SPyun YongHyeon static int
29182c3adf61SDavid E. O'Brien nfe_shutdown(device_t dev)
2919bfc788c2SDavid E. O'Brien {
2920bfc788c2SDavid E. O'Brien 	struct nfe_softc *sc;
2921bfc788c2SDavid E. O'Brien 	struct ifnet *ifp;
2922bfc788c2SDavid E. O'Brien 
2923bfc788c2SDavid E. O'Brien 	sc = device_get_softc(dev);
2924bfc788c2SDavid E. O'Brien 
2925bfc788c2SDavid E. O'Brien 	NFE_LOCK(sc);
2926bfc788c2SDavid E. O'Brien 	ifp = sc->nfe_ifp;
2927aab5582fSPyun YongHyeon 	nfe_stop(ifp);
2928bfc788c2SDavid E. O'Brien 	/* nfe_reset(sc); */
2929bfc788c2SDavid E. O'Brien 	NFE_UNLOCK(sc);
29306a087a87SPyun YongHyeon 
29316a087a87SPyun YongHyeon 	return (0);
2932bfc788c2SDavid E. O'Brien }
2933bfc788c2SDavid E. O'Brien 
2934bfc788c2SDavid E. O'Brien 
29352c3adf61SDavid E. O'Brien static void
2936aab5582fSPyun YongHyeon nfe_get_macaddr(struct nfe_softc *sc, uint8_t *addr)
2937257c5577SDavid E. O'Brien {
2938aab5582fSPyun YongHyeon 	uint32_t val;
2939257c5577SDavid E. O'Brien 
2940aab5582fSPyun YongHyeon 	if ((sc->nfe_flags & NFE_CORRECT_MACADDR) == 0) {
2941aab5582fSPyun YongHyeon 		val = NFE_READ(sc, NFE_MACADDR_LO);
2942aab5582fSPyun YongHyeon 		addr[0] = (val >> 8) & 0xff;
2943aab5582fSPyun YongHyeon 		addr[1] = (val & 0xff);
2944257c5577SDavid E. O'Brien 
2945aab5582fSPyun YongHyeon 		val = NFE_READ(sc, NFE_MACADDR_HI);
2946aab5582fSPyun YongHyeon 		addr[2] = (val >> 24) & 0xff;
2947aab5582fSPyun YongHyeon 		addr[3] = (val >> 16) & 0xff;
2948aab5582fSPyun YongHyeon 		addr[4] = (val >>  8) & 0xff;
2949aab5582fSPyun YongHyeon 		addr[5] = (val & 0xff);
2950aab5582fSPyun YongHyeon 	} else {
2951aab5582fSPyun YongHyeon 		val = NFE_READ(sc, NFE_MACADDR_LO);
2952aab5582fSPyun YongHyeon 		addr[5] = (val >> 8) & 0xff;
2953aab5582fSPyun YongHyeon 		addr[4] = (val & 0xff);
2954aab5582fSPyun YongHyeon 
2955aab5582fSPyun YongHyeon 		val = NFE_READ(sc, NFE_MACADDR_HI);
2956aab5582fSPyun YongHyeon 		addr[3] = (val >> 24) & 0xff;
2957aab5582fSPyun YongHyeon 		addr[2] = (val >> 16) & 0xff;
2958aab5582fSPyun YongHyeon 		addr[1] = (val >>  8) & 0xff;
2959aab5582fSPyun YongHyeon 		addr[0] = (val & 0xff);
2960aab5582fSPyun YongHyeon 	}
2961257c5577SDavid E. O'Brien }
2962257c5577SDavid E. O'Brien 
29632c3adf61SDavid E. O'Brien 
29642c3adf61SDavid E. O'Brien static void
2965aab5582fSPyun YongHyeon nfe_set_macaddr(struct nfe_softc *sc, uint8_t *addr)
2966257c5577SDavid E. O'Brien {
2967bfc788c2SDavid E. O'Brien 
2968bfc788c2SDavid E. O'Brien 	NFE_WRITE(sc, NFE_MACADDR_LO, addr[5] <<  8 | addr[4]);
2969bfc788c2SDavid E. O'Brien 	NFE_WRITE(sc, NFE_MACADDR_HI, addr[3] << 24 | addr[2] << 16 |
2970bfc788c2SDavid E. O'Brien 	    addr[1] << 8 | addr[0]);
2971257c5577SDavid E. O'Brien }
2972257c5577SDavid E. O'Brien 
29732c3adf61SDavid E. O'Brien 
2974bfc788c2SDavid E. O'Brien /*
2975bfc788c2SDavid E. O'Brien  * Map a single buffer address.
2976bfc788c2SDavid E. O'Brien  */
2977bfc788c2SDavid E. O'Brien 
2978bfc788c2SDavid E. O'Brien static void
2979aab5582fSPyun YongHyeon nfe_dma_map_segs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2980257c5577SDavid E. O'Brien {
2981aab5582fSPyun YongHyeon 	struct nfe_dmamap_arg *ctx;
2982257c5577SDavid E. O'Brien 
2983aab5582fSPyun YongHyeon 	if (error != 0)
2984bfc788c2SDavid E. O'Brien 		return;
2985257c5577SDavid E. O'Brien 
2986bfc788c2SDavid E. O'Brien 	KASSERT(nseg == 1, ("too many DMA segments, %d should be 1", nseg));
2987bfc788c2SDavid E. O'Brien 
2988aab5582fSPyun YongHyeon 	ctx = (struct nfe_dmamap_arg *)arg;
2989aab5582fSPyun YongHyeon 	ctx->nfe_busaddr = segs[0].ds_addr;
2990aab5582fSPyun YongHyeon }
2991bfc788c2SDavid E. O'Brien 
2992aab5582fSPyun YongHyeon 
2993aab5582fSPyun YongHyeon static int
2994aab5582fSPyun YongHyeon sysctl_int_range(SYSCTL_HANDLER_ARGS, int low, int high)
2995aab5582fSPyun YongHyeon {
2996aab5582fSPyun YongHyeon 	int error, value;
2997aab5582fSPyun YongHyeon 
2998aab5582fSPyun YongHyeon 	if (!arg1)
2999aab5582fSPyun YongHyeon 		return (EINVAL);
3000aab5582fSPyun YongHyeon 	value = *(int *)arg1;
3001aab5582fSPyun YongHyeon 	error = sysctl_handle_int(oidp, &value, 0, req);
3002aab5582fSPyun YongHyeon 	if (error || !req->newptr)
3003aab5582fSPyun YongHyeon 		return (error);
3004aab5582fSPyun YongHyeon 	if (value < low || value > high)
3005aab5582fSPyun YongHyeon 		return (EINVAL);
3006aab5582fSPyun YongHyeon 	*(int *)arg1 = value;
3007aab5582fSPyun YongHyeon 
3008aab5582fSPyun YongHyeon 	return (0);
3009aab5582fSPyun YongHyeon }
3010aab5582fSPyun YongHyeon 
3011aab5582fSPyun YongHyeon 
3012aab5582fSPyun YongHyeon static int
3013aab5582fSPyun YongHyeon sysctl_hw_nfe_proc_limit(SYSCTL_HANDLER_ARGS)
3014aab5582fSPyun YongHyeon {
3015aab5582fSPyun YongHyeon 
3016aab5582fSPyun YongHyeon 	return (sysctl_int_range(oidp, arg1, arg2, req, NFE_PROC_MIN,
3017aab5582fSPyun YongHyeon 	    NFE_PROC_MAX));
3018257c5577SDavid E. O'Brien }
301917d022beSPyun YongHyeon 
302017d022beSPyun YongHyeon 
302117d022beSPyun YongHyeon #define	NFE_SYSCTL_STAT_ADD32(c, h, n, p, d)	\
302217d022beSPyun YongHyeon 	    SYSCTL_ADD_UINT(c, h, OID_AUTO, n, CTLFLAG_RD, p, 0, d)
302317d022beSPyun YongHyeon #define	NFE_SYSCTL_STAT_ADD64(c, h, n, p, d)	\
302417d022beSPyun YongHyeon 	    SYSCTL_ADD_QUAD(c, h, OID_AUTO, n, CTLFLAG_RD, p, d)
302517d022beSPyun YongHyeon 
302617d022beSPyun YongHyeon static void
302717d022beSPyun YongHyeon nfe_sysctl_node(struct nfe_softc *sc)
302817d022beSPyun YongHyeon {
302917d022beSPyun YongHyeon 	struct sysctl_ctx_list *ctx;
303017d022beSPyun YongHyeon 	struct sysctl_oid_list *child, *parent;
303117d022beSPyun YongHyeon 	struct sysctl_oid *tree;
303217d022beSPyun YongHyeon 	struct nfe_hw_stats *stats;
303317d022beSPyun YongHyeon 	int error;
303417d022beSPyun YongHyeon 
303517d022beSPyun YongHyeon 	stats = &sc->nfe_stats;
303617d022beSPyun YongHyeon 	ctx = device_get_sysctl_ctx(sc->nfe_dev);
303717d022beSPyun YongHyeon 	child = SYSCTL_CHILDREN(device_get_sysctl_tree(sc->nfe_dev));
303817d022beSPyun YongHyeon 	SYSCTL_ADD_PROC(ctx, child,
303917d022beSPyun YongHyeon 	    OID_AUTO, "process_limit", CTLTYPE_INT | CTLFLAG_RW,
304017d022beSPyun YongHyeon 	    &sc->nfe_process_limit, 0, sysctl_hw_nfe_proc_limit, "I",
304117d022beSPyun YongHyeon 	    "max number of Rx events to process");
304217d022beSPyun YongHyeon 
304317d022beSPyun YongHyeon 	sc->nfe_process_limit = NFE_PROC_DEFAULT;
304417d022beSPyun YongHyeon 	error = resource_int_value(device_get_name(sc->nfe_dev),
304517d022beSPyun YongHyeon 	    device_get_unit(sc->nfe_dev), "process_limit",
304617d022beSPyun YongHyeon 	    &sc->nfe_process_limit);
304717d022beSPyun YongHyeon 	if (error == 0) {
304817d022beSPyun YongHyeon 		if (sc->nfe_process_limit < NFE_PROC_MIN ||
304917d022beSPyun YongHyeon 		    sc->nfe_process_limit > NFE_PROC_MAX) {
305017d022beSPyun YongHyeon 			device_printf(sc->nfe_dev,
305117d022beSPyun YongHyeon 			    "process_limit value out of range; "
305217d022beSPyun YongHyeon 			    "using default: %d\n", NFE_PROC_DEFAULT);
305317d022beSPyun YongHyeon 			sc->nfe_process_limit = NFE_PROC_DEFAULT;
305417d022beSPyun YongHyeon 		}
305517d022beSPyun YongHyeon 	}
305617d022beSPyun YongHyeon 
305717d022beSPyun YongHyeon 	if ((sc->nfe_flags & (NFE_MIB_V1 | NFE_MIB_V2 | NFE_MIB_V3)) == 0)
305817d022beSPyun YongHyeon 		return;
305917d022beSPyun YongHyeon 
306017d022beSPyun YongHyeon 	tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "stats", CTLFLAG_RD,
306117d022beSPyun YongHyeon 	    NULL, "NFE statistics");
306217d022beSPyun YongHyeon 	parent = SYSCTL_CHILDREN(tree);
306317d022beSPyun YongHyeon 
306417d022beSPyun YongHyeon 	/* Rx statistics. */
306517d022beSPyun YongHyeon 	tree = SYSCTL_ADD_NODE(ctx, parent, OID_AUTO, "rx", CTLFLAG_RD,
306617d022beSPyun YongHyeon 	    NULL, "Rx MAC statistics");
306717d022beSPyun YongHyeon 	child = SYSCTL_CHILDREN(tree);
306817d022beSPyun YongHyeon 
306917d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "frame_errors",
307017d022beSPyun YongHyeon 	    &stats->rx_frame_errors, "Framing Errors");
307117d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "extra_bytes",
307217d022beSPyun YongHyeon 	    &stats->rx_extra_bytes, "Extra Bytes");
307317d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "late_cols",
307417d022beSPyun YongHyeon 	    &stats->rx_late_cols, "Late Collisions");
307517d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "runts",
307617d022beSPyun YongHyeon 	    &stats->rx_runts, "Runts");
307717d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "jumbos",
307817d022beSPyun YongHyeon 	    &stats->rx_jumbos, "Jumbos");
307917d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "fifo_overuns",
308017d022beSPyun YongHyeon 	    &stats->rx_fifo_overuns, "FIFO Overruns");
308117d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "crc_errors",
308217d022beSPyun YongHyeon 	    &stats->rx_crc_errors, "CRC Errors");
308317d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "fae",
308417d022beSPyun YongHyeon 	    &stats->rx_fae, "Frame Alignment Errors");
308517d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "len_errors",
308617d022beSPyun YongHyeon 	    &stats->rx_len_errors, "Length Errors");
308717d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "unicast",
308817d022beSPyun YongHyeon 	    &stats->rx_unicast, "Unicast Frames");
308917d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "multicast",
309017d022beSPyun YongHyeon 	    &stats->rx_multicast, "Multicast Frames");
309169d6a6aaSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "broadcast",
309217d022beSPyun YongHyeon 	    &stats->rx_broadcast, "Broadcast Frames");
309317d022beSPyun YongHyeon 	if ((sc->nfe_flags & NFE_MIB_V2) != 0) {
309417d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD64(ctx, child, "octets",
309517d022beSPyun YongHyeon 		    &stats->rx_octets, "Octets");
309617d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD32(ctx, child, "pause",
309717d022beSPyun YongHyeon 		    &stats->rx_pause, "Pause frames");
309817d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD32(ctx, child, "drops",
309917d022beSPyun YongHyeon 		    &stats->rx_drops, "Drop frames");
310017d022beSPyun YongHyeon 	}
310117d022beSPyun YongHyeon 
310217d022beSPyun YongHyeon 	/* Tx statistics. */
310317d022beSPyun YongHyeon 	tree = SYSCTL_ADD_NODE(ctx, parent, OID_AUTO, "tx", CTLFLAG_RD,
310417d022beSPyun YongHyeon 	    NULL, "Tx MAC statistics");
310517d022beSPyun YongHyeon 	child = SYSCTL_CHILDREN(tree);
310617d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD64(ctx, child, "octets",
310717d022beSPyun YongHyeon 	    &stats->tx_octets, "Octets");
310817d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "zero_rexmits",
310917d022beSPyun YongHyeon 	    &stats->tx_zero_rexmits, "Zero Retransmits");
311017d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "one_rexmits",
311117d022beSPyun YongHyeon 	    &stats->tx_one_rexmits, "One Retransmits");
311217d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "multi_rexmits",
311317d022beSPyun YongHyeon 	    &stats->tx_multi_rexmits, "Multiple Retransmits");
311417d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "late_cols",
311517d022beSPyun YongHyeon 	    &stats->tx_late_cols, "Late Collisions");
311617d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "fifo_underuns",
311717d022beSPyun YongHyeon 	    &stats->tx_fifo_underuns, "FIFO Underruns");
311817d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "carrier_losts",
311917d022beSPyun YongHyeon 	    &stats->tx_carrier_losts, "Carrier Losts");
312017d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "excess_deferrals",
312117d022beSPyun YongHyeon 	    &stats->tx_excess_deferals, "Excess Deferrals");
312217d022beSPyun YongHyeon 	NFE_SYSCTL_STAT_ADD32(ctx, child, "retry_errors",
312317d022beSPyun YongHyeon 	    &stats->tx_retry_errors, "Retry Errors");
312417d022beSPyun YongHyeon 	if ((sc->nfe_flags & NFE_MIB_V2) != 0) {
312517d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD32(ctx, child, "deferrals",
312617d022beSPyun YongHyeon 		    &stats->tx_deferals, "Deferrals");
312717d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD32(ctx, child, "frames",
312817d022beSPyun YongHyeon 		    &stats->tx_frames, "Frames");
312917d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD32(ctx, child, "pause",
313017d022beSPyun YongHyeon 		    &stats->tx_pause, "Pause Frames");
313117d022beSPyun YongHyeon 	}
313217d022beSPyun YongHyeon 	if ((sc->nfe_flags & NFE_MIB_V3) != 0) {
313317d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD32(ctx, child, "unicast",
313417d022beSPyun YongHyeon 		    &stats->tx_deferals, "Unicast Frames");
313517d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD32(ctx, child, "multicast",
313617d022beSPyun YongHyeon 		    &stats->tx_frames, "Multicast Frames");
313717d022beSPyun YongHyeon 		NFE_SYSCTL_STAT_ADD32(ctx, child, "broadcast",
313817d022beSPyun YongHyeon 		    &stats->tx_pause, "Broadcast Frames");
313917d022beSPyun YongHyeon 	}
314017d022beSPyun YongHyeon }
314117d022beSPyun YongHyeon 
314217d022beSPyun YongHyeon #undef NFE_SYSCTL_STAT_ADD32
314317d022beSPyun YongHyeon #undef NFE_SYSCTL_STAT_ADD64
314417d022beSPyun YongHyeon 
314517d022beSPyun YongHyeon static void
314617d022beSPyun YongHyeon nfe_stats_clear(struct nfe_softc *sc)
314717d022beSPyun YongHyeon {
314817d022beSPyun YongHyeon 	int i, mib_cnt;
314917d022beSPyun YongHyeon 
315017d022beSPyun YongHyeon 	if ((sc->nfe_flags & NFE_MIB_V1) != 0)
315117d022beSPyun YongHyeon 		mib_cnt = NFE_NUM_MIB_STATV1;
315217d022beSPyun YongHyeon 	else if ((sc->nfe_flags & (NFE_MIB_V2 | NFE_MIB_V3)) != 0)
315317d022beSPyun YongHyeon 		mib_cnt = NFE_NUM_MIB_STATV2;
315417d022beSPyun YongHyeon 	else
315517d022beSPyun YongHyeon 		return;
315617d022beSPyun YongHyeon 
315717d022beSPyun YongHyeon 	for (i = 0; i < mib_cnt; i += sizeof(uint32_t))
315817d022beSPyun YongHyeon 		NFE_READ(sc, NFE_TX_OCTET + i);
315917d022beSPyun YongHyeon 
316017d022beSPyun YongHyeon 	if ((sc->nfe_flags & NFE_MIB_V3) != 0) {
316117d022beSPyun YongHyeon 		NFE_READ(sc, NFE_TX_UNICAST);
316217d022beSPyun YongHyeon 		NFE_READ(sc, NFE_TX_MULTICAST);
316317d022beSPyun YongHyeon 		NFE_READ(sc, NFE_TX_BROADCAST);
316417d022beSPyun YongHyeon 	}
316517d022beSPyun YongHyeon }
316617d022beSPyun YongHyeon 
316717d022beSPyun YongHyeon static void
316817d022beSPyun YongHyeon nfe_stats_update(struct nfe_softc *sc)
316917d022beSPyun YongHyeon {
317017d022beSPyun YongHyeon 	struct nfe_hw_stats *stats;
317117d022beSPyun YongHyeon 
317217d022beSPyun YongHyeon 	NFE_LOCK_ASSERT(sc);
317317d022beSPyun YongHyeon 
317417d022beSPyun YongHyeon 	if ((sc->nfe_flags & (NFE_MIB_V1 | NFE_MIB_V2 | NFE_MIB_V3)) == 0)
317517d022beSPyun YongHyeon 		return;
317617d022beSPyun YongHyeon 
317717d022beSPyun YongHyeon 	stats = &sc->nfe_stats;
317817d022beSPyun YongHyeon 	stats->tx_octets += NFE_READ(sc, NFE_TX_OCTET);
317917d022beSPyun YongHyeon 	stats->tx_zero_rexmits += NFE_READ(sc, NFE_TX_ZERO_REXMIT);
318017d022beSPyun YongHyeon 	stats->tx_one_rexmits += NFE_READ(sc, NFE_TX_ONE_REXMIT);
318117d022beSPyun YongHyeon 	stats->tx_multi_rexmits += NFE_READ(sc, NFE_TX_MULTI_REXMIT);
318217d022beSPyun YongHyeon 	stats->tx_late_cols += NFE_READ(sc, NFE_TX_LATE_COL);
318317d022beSPyun YongHyeon 	stats->tx_fifo_underuns += NFE_READ(sc, NFE_TX_FIFO_UNDERUN);
318417d022beSPyun YongHyeon 	stats->tx_carrier_losts += NFE_READ(sc, NFE_TX_CARRIER_LOST);
318517d022beSPyun YongHyeon 	stats->tx_excess_deferals += NFE_READ(sc, NFE_TX_EXCESS_DEFERRAL);
318617d022beSPyun YongHyeon 	stats->tx_retry_errors += NFE_READ(sc, NFE_TX_RETRY_ERROR);
318717d022beSPyun YongHyeon 	stats->rx_frame_errors += NFE_READ(sc, NFE_RX_FRAME_ERROR);
318817d022beSPyun YongHyeon 	stats->rx_extra_bytes += NFE_READ(sc, NFE_RX_EXTRA_BYTES);
318917d022beSPyun YongHyeon 	stats->rx_late_cols += NFE_READ(sc, NFE_RX_LATE_COL);
319017d022beSPyun YongHyeon 	stats->rx_runts += NFE_READ(sc, NFE_RX_RUNT);
319117d022beSPyun YongHyeon 	stats->rx_jumbos += NFE_READ(sc, NFE_RX_JUMBO);
319217d022beSPyun YongHyeon 	stats->rx_fifo_overuns += NFE_READ(sc, NFE_RX_FIFO_OVERUN);
319317d022beSPyun YongHyeon 	stats->rx_crc_errors += NFE_READ(sc, NFE_RX_CRC_ERROR);
319417d022beSPyun YongHyeon 	stats->rx_fae += NFE_READ(sc, NFE_RX_FAE);
319517d022beSPyun YongHyeon 	stats->rx_len_errors += NFE_READ(sc, NFE_RX_LEN_ERROR);
319617d022beSPyun YongHyeon 	stats->rx_unicast += NFE_READ(sc, NFE_RX_UNICAST);
319717d022beSPyun YongHyeon 	stats->rx_multicast += NFE_READ(sc, NFE_RX_MULTICAST);
319817d022beSPyun YongHyeon 	stats->rx_broadcast += NFE_READ(sc, NFE_RX_BROADCAST);
319917d022beSPyun YongHyeon 
320017d022beSPyun YongHyeon 	if ((sc->nfe_flags & NFE_MIB_V2) != 0) {
320117d022beSPyun YongHyeon 		stats->tx_deferals += NFE_READ(sc, NFE_TX_DEFERAL);
320217d022beSPyun YongHyeon 		stats->tx_frames += NFE_READ(sc, NFE_TX_FRAME);
320317d022beSPyun YongHyeon 		stats->rx_octets += NFE_READ(sc, NFE_RX_OCTET);
320417d022beSPyun YongHyeon 		stats->tx_pause += NFE_READ(sc, NFE_TX_PAUSE);
320517d022beSPyun YongHyeon 		stats->rx_pause += NFE_READ(sc, NFE_RX_PAUSE);
320617d022beSPyun YongHyeon 		stats->rx_drops += NFE_READ(sc, NFE_RX_DROP);
320717d022beSPyun YongHyeon 	}
320817d022beSPyun YongHyeon 
320917d022beSPyun YongHyeon 	if ((sc->nfe_flags & NFE_MIB_V3) != 0) {
321017d022beSPyun YongHyeon 		stats->tx_unicast += NFE_READ(sc, NFE_TX_UNICAST);
321117d022beSPyun YongHyeon 		stats->tx_multicast += NFE_READ(sc, NFE_TX_MULTICAST);
321217d022beSPyun YongHyeon 		stats->rx_broadcast += NFE_READ(sc, NFE_TX_BROADCAST);
321317d022beSPyun YongHyeon 	}
321417d022beSPyun YongHyeon }
3215