1bfc788c2SDavid E. O'Brien /* $OpenBSD: if_nfe.c,v 1.54 2006/04/07 12:38:12 jsg Exp $ */ 2257c5577SDavid E. O'Brien 3257c5577SDavid E. O'Brien /*- 4bfc788c2SDavid E. O'Brien * Copyright (c) 2006 Shigeaki Tagashira <shigeaki@se.hiroshima-u.ac.jp> 5257c5577SDavid E. O'Brien * Copyright (c) 2006 Damien Bergamini <damien.bergamini@free.fr> 6257c5577SDavid E. O'Brien * Copyright (c) 2005, 2006 Jonathan Gray <jsg@openbsd.org> 7257c5577SDavid E. O'Brien * 8257c5577SDavid E. O'Brien * Permission to use, copy, modify, and distribute this software for any 9257c5577SDavid E. O'Brien * purpose with or without fee is hereby granted, provided that the above 10257c5577SDavid E. O'Brien * copyright notice and this permission notice appear in all copies. 11257c5577SDavid E. O'Brien * 12257c5577SDavid E. O'Brien * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 13257c5577SDavid E. O'Brien * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 14257c5577SDavid E. O'Brien * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 15257c5577SDavid E. O'Brien * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 16257c5577SDavid E. O'Brien * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 17257c5577SDavid E. O'Brien * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 18257c5577SDavid E. O'Brien * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 19257c5577SDavid E. O'Brien */ 20257c5577SDavid E. O'Brien 21257c5577SDavid E. O'Brien /* Driver for NVIDIA nForce MCP Fast Ethernet and Gigabit Ethernet */ 22257c5577SDavid E. O'Brien 23bfc788c2SDavid E. O'Brien #include <sys/cdefs.h> 24bfc788c2SDavid E. O'Brien __FBSDID("$FreeBSD$"); 25bfc788c2SDavid E. O'Brien 26bfc788c2SDavid E. O'Brien #ifdef HAVE_KERNEL_OPTION_HEADERS 27bfc788c2SDavid E. O'Brien #include "opt_device_polling.h" 28bfc788c2SDavid E. O'Brien #endif 29257c5577SDavid E. O'Brien 30257c5577SDavid E. O'Brien #include <sys/param.h> 31257c5577SDavid E. O'Brien #include <sys/endian.h> 32257c5577SDavid E. O'Brien #include <sys/systm.h> 33257c5577SDavid E. O'Brien #include <sys/sockio.h> 34257c5577SDavid E. O'Brien #include <sys/mbuf.h> 35257c5577SDavid E. O'Brien #include <sys/malloc.h> 36bfc788c2SDavid E. O'Brien #include <sys/module.h> 37257c5577SDavid E. O'Brien #include <sys/kernel.h> 38aab5582fSPyun YongHyeon #include <sys/queue.h> 39257c5577SDavid E. O'Brien #include <sys/socket.h> 40aab5582fSPyun YongHyeon #include <sys/sysctl.h> 41bfc788c2SDavid E. O'Brien #include <sys/taskqueue.h> 42257c5577SDavid E. O'Brien 43257c5577SDavid E. O'Brien #include <net/if.h> 44bfc788c2SDavid E. O'Brien #include <net/if_arp.h> 45bfc788c2SDavid E. O'Brien #include <net/ethernet.h> 46257c5577SDavid E. O'Brien #include <net/if_dl.h> 47257c5577SDavid E. O'Brien #include <net/if_media.h> 48257c5577SDavid E. O'Brien #include <net/if_types.h> 49257c5577SDavid E. O'Brien #include <net/if_vlan_var.h> 50257c5577SDavid E. O'Brien 51257c5577SDavid E. O'Brien #include <net/bpf.h> 52bfc788c2SDavid E. O'Brien 53bfc788c2SDavid E. O'Brien #include <machine/bus.h> 54bfc788c2SDavid E. O'Brien #include <machine/resource.h> 55bfc788c2SDavid E. O'Brien #include <sys/bus.h> 56bfc788c2SDavid E. O'Brien #include <sys/rman.h> 57257c5577SDavid E. O'Brien 58257c5577SDavid E. O'Brien #include <dev/mii/mii.h> 59257c5577SDavid E. O'Brien #include <dev/mii/miivar.h> 60257c5577SDavid E. O'Brien 61257c5577SDavid E. O'Brien #include <dev/pci/pcireg.h> 62257c5577SDavid E. O'Brien #include <dev/pci/pcivar.h> 63257c5577SDavid E. O'Brien 64bfc788c2SDavid E. O'Brien #include <dev/nfe/if_nfereg.h> 65bfc788c2SDavid E. O'Brien #include <dev/nfe/if_nfevar.h> 66257c5577SDavid E. O'Brien 67bfc788c2SDavid E. O'Brien MODULE_DEPEND(nfe, pci, 1, 1, 1); 68bfc788c2SDavid E. O'Brien MODULE_DEPEND(nfe, ether, 1, 1, 1); 69bfc788c2SDavid E. O'Brien MODULE_DEPEND(nfe, miibus, 1, 1, 1); 70aab5582fSPyun YongHyeon 71aab5582fSPyun YongHyeon /* "device miibus" required. See GENERIC if you get errors here. */ 72bfc788c2SDavid E. O'Brien #include "miibus_if.h" 73257c5577SDavid E. O'Brien 74bfc788c2SDavid E. O'Brien static int nfe_probe(device_t); 75bfc788c2SDavid E. O'Brien static int nfe_attach(device_t); 76bfc788c2SDavid E. O'Brien static int nfe_detach(device_t); 77aab5582fSPyun YongHyeon static int nfe_suspend(device_t); 78aab5582fSPyun YongHyeon static int nfe_resume(device_t); 796a087a87SPyun YongHyeon static int nfe_shutdown(device_t); 80aab5582fSPyun YongHyeon static void nfe_power(struct nfe_softc *); 81bfc788c2SDavid E. O'Brien static int nfe_miibus_readreg(device_t, int, int); 82bfc788c2SDavid E. O'Brien static int nfe_miibus_writereg(device_t, int, int, int); 83bfc788c2SDavid E. O'Brien static void nfe_miibus_statchg(device_t); 84aab5582fSPyun YongHyeon static void nfe_link_task(void *, int); 85aab5582fSPyun YongHyeon static void nfe_set_intr(struct nfe_softc *); 86aab5582fSPyun YongHyeon static __inline void nfe_enable_intr(struct nfe_softc *); 87aab5582fSPyun YongHyeon static __inline void nfe_disable_intr(struct nfe_softc *); 88bfc788c2SDavid E. O'Brien static int nfe_ioctl(struct ifnet *, u_long, caddr_t); 89aab5582fSPyun YongHyeon static void nfe_alloc_msix(struct nfe_softc *, int); 90aab5582fSPyun YongHyeon static int nfe_intr(void *); 91aab5582fSPyun YongHyeon static void nfe_int_task(void *, int); 92aab5582fSPyun YongHyeon static __inline void nfe_discard_rxbuf(struct nfe_softc *, int); 93aab5582fSPyun YongHyeon static __inline void nfe_discard_jrxbuf(struct nfe_softc *, int); 94aab5582fSPyun YongHyeon static int nfe_newbuf(struct nfe_softc *, int); 95aab5582fSPyun YongHyeon static int nfe_jnewbuf(struct nfe_softc *, int); 961abcdbd1SAttilio Rao static int nfe_rxeof(struct nfe_softc *, int, int *); 971abcdbd1SAttilio Rao static int nfe_jrxeof(struct nfe_softc *, int, int *); 98bfc788c2SDavid E. O'Brien static void nfe_txeof(struct nfe_softc *); 99aab5582fSPyun YongHyeon static int nfe_encap(struct nfe_softc *, struct mbuf **); 100bfc788c2SDavid E. O'Brien static void nfe_setmulti(struct nfe_softc *); 101aab5582fSPyun YongHyeon static void nfe_tx_task(void *, int); 102bfc788c2SDavid E. O'Brien static void nfe_start(struct ifnet *); 103bfc788c2SDavid E. O'Brien static void nfe_watchdog(struct ifnet *); 104bfc788c2SDavid E. O'Brien static void nfe_init(void *); 105bfc788c2SDavid E. O'Brien static void nfe_init_locked(void *); 106aab5582fSPyun YongHyeon static void nfe_stop(struct ifnet *); 107bfc788c2SDavid E. O'Brien static int nfe_alloc_rx_ring(struct nfe_softc *, struct nfe_rx_ring *); 1088b590ad2SPyun YongHyeon static void nfe_alloc_jrx_ring(struct nfe_softc *, struct nfe_jrx_ring *); 109aab5582fSPyun YongHyeon static int nfe_init_rx_ring(struct nfe_softc *, struct nfe_rx_ring *); 110aab5582fSPyun YongHyeon static int nfe_init_jrx_ring(struct nfe_softc *, struct nfe_jrx_ring *); 111bfc788c2SDavid E. O'Brien static void nfe_free_rx_ring(struct nfe_softc *, struct nfe_rx_ring *); 112aab5582fSPyun YongHyeon static void nfe_free_jrx_ring(struct nfe_softc *, struct nfe_jrx_ring *); 113bfc788c2SDavid E. O'Brien static int nfe_alloc_tx_ring(struct nfe_softc *, struct nfe_tx_ring *); 114aab5582fSPyun YongHyeon static void nfe_init_tx_ring(struct nfe_softc *, struct nfe_tx_ring *); 115bfc788c2SDavid E. O'Brien static void nfe_free_tx_ring(struct nfe_softc *, struct nfe_tx_ring *); 116bfc788c2SDavid E. O'Brien static int nfe_ifmedia_upd(struct ifnet *); 117bfc788c2SDavid E. O'Brien static void nfe_ifmedia_sts(struct ifnet *, struct ifmediareq *); 118bfc788c2SDavid E. O'Brien static void nfe_tick(void *); 119aab5582fSPyun YongHyeon static void nfe_get_macaddr(struct nfe_softc *, uint8_t *); 120aab5582fSPyun YongHyeon static void nfe_set_macaddr(struct nfe_softc *, uint8_t *); 121bfc788c2SDavid E. O'Brien static void nfe_dma_map_segs(void *, bus_dma_segment_t *, int, int); 122aab5582fSPyun YongHyeon 123aab5582fSPyun YongHyeon static int sysctl_int_range(SYSCTL_HANDLER_ARGS, int, int); 124aab5582fSPyun YongHyeon static int sysctl_hw_nfe_proc_limit(SYSCTL_HANDLER_ARGS); 12517d022beSPyun YongHyeon static void nfe_sysctl_node(struct nfe_softc *); 12617d022beSPyun YongHyeon static void nfe_stats_clear(struct nfe_softc *); 12717d022beSPyun YongHyeon static void nfe_stats_update(struct nfe_softc *); 128257c5577SDavid E. O'Brien 129257c5577SDavid E. O'Brien #ifdef NFE_DEBUG 130aab5582fSPyun YongHyeon static int nfedebug = 0; 131aab5582fSPyun YongHyeon #define DPRINTF(sc, ...) do { \ 132aab5582fSPyun YongHyeon if (nfedebug) \ 133aab5582fSPyun YongHyeon device_printf((sc)->nfe_dev, __VA_ARGS__); \ 134aab5582fSPyun YongHyeon } while (0) 135aab5582fSPyun YongHyeon #define DPRINTFN(sc, n, ...) do { \ 136aab5582fSPyun YongHyeon if (nfedebug >= (n)) \ 137aab5582fSPyun YongHyeon device_printf((sc)->nfe_dev, __VA_ARGS__); \ 138aab5582fSPyun YongHyeon } while (0) 139257c5577SDavid E. O'Brien #else 140aab5582fSPyun YongHyeon #define DPRINTF(sc, ...) 141aab5582fSPyun YongHyeon #define DPRINTFN(sc, n, ...) 142257c5577SDavid E. O'Brien #endif 143257c5577SDavid E. O'Brien 144bfc788c2SDavid E. O'Brien #define NFE_LOCK(_sc) mtx_lock(&(_sc)->nfe_mtx) 145bfc788c2SDavid E. O'Brien #define NFE_UNLOCK(_sc) mtx_unlock(&(_sc)->nfe_mtx) 146bfc788c2SDavid E. O'Brien #define NFE_LOCK_ASSERT(_sc) mtx_assert(&(_sc)->nfe_mtx, MA_OWNED) 147bfc788c2SDavid E. O'Brien 148aab5582fSPyun YongHyeon /* Tunables. */ 149aab5582fSPyun YongHyeon static int msi_disable = 0; 150aab5582fSPyun YongHyeon static int msix_disable = 0; 1518b590ad2SPyun YongHyeon static int jumbo_disable = 0; 152aab5582fSPyun YongHyeon TUNABLE_INT("hw.nfe.msi_disable", &msi_disable); 153aab5582fSPyun YongHyeon TUNABLE_INT("hw.nfe.msix_disable", &msix_disable); 1548b590ad2SPyun YongHyeon TUNABLE_INT("hw.nfe.jumbo_disable", &jumbo_disable); 155bfc788c2SDavid E. O'Brien 156bfc788c2SDavid E. O'Brien static device_method_t nfe_methods[] = { 157bfc788c2SDavid E. O'Brien /* Device interface */ 158bfc788c2SDavid E. O'Brien DEVMETHOD(device_probe, nfe_probe), 159bfc788c2SDavid E. O'Brien DEVMETHOD(device_attach, nfe_attach), 160bfc788c2SDavid E. O'Brien DEVMETHOD(device_detach, nfe_detach), 161aab5582fSPyun YongHyeon DEVMETHOD(device_suspend, nfe_suspend), 162aab5582fSPyun YongHyeon DEVMETHOD(device_resume, nfe_resume), 163bfc788c2SDavid E. O'Brien DEVMETHOD(device_shutdown, nfe_shutdown), 164bfc788c2SDavid E. O'Brien 165bfc788c2SDavid E. O'Brien /* bus interface */ 166bfc788c2SDavid E. O'Brien DEVMETHOD(bus_print_child, bus_generic_print_child), 167bfc788c2SDavid E. O'Brien DEVMETHOD(bus_driver_added, bus_generic_driver_added), 168bfc788c2SDavid E. O'Brien 169bfc788c2SDavid E. O'Brien /* MII interface */ 170bfc788c2SDavid E. O'Brien DEVMETHOD(miibus_readreg, nfe_miibus_readreg), 171bfc788c2SDavid E. O'Brien DEVMETHOD(miibus_writereg, nfe_miibus_writereg), 172bfc788c2SDavid E. O'Brien DEVMETHOD(miibus_statchg, nfe_miibus_statchg), 173bfc788c2SDavid E. O'Brien 174aab5582fSPyun YongHyeon { NULL, NULL } 175257c5577SDavid E. O'Brien }; 176257c5577SDavid E. O'Brien 177bfc788c2SDavid E. O'Brien static driver_t nfe_driver = { 178bfc788c2SDavid E. O'Brien "nfe", 179bfc788c2SDavid E. O'Brien nfe_methods, 180bfc788c2SDavid E. O'Brien sizeof(struct nfe_softc) 181bfc788c2SDavid E. O'Brien }; 182bfc788c2SDavid E. O'Brien 183bfc788c2SDavid E. O'Brien static devclass_t nfe_devclass; 184bfc788c2SDavid E. O'Brien 185bfc788c2SDavid E. O'Brien DRIVER_MODULE(nfe, pci, nfe_driver, nfe_devclass, 0, 0); 186bfc788c2SDavid E. O'Brien DRIVER_MODULE(miibus, nfe, miibus_driver, miibus_devclass, 0, 0); 187bfc788c2SDavid E. O'Brien 188bfc788c2SDavid E. O'Brien static struct nfe_type nfe_devs[] = { 189bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE_LAN, 1906bec3967SDavid E. O'Brien "NVIDIA nForce MCP Networking Adapter"}, 191bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE2_LAN, 1926bec3967SDavid E. O'Brien "NVIDIA nForce2 MCP2 Networking Adapter"}, 193bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE2_400_LAN1, 1946bec3967SDavid E. O'Brien "NVIDIA nForce2 400 MCP4 Networking Adapter"}, 195bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE2_400_LAN2, 1966bec3967SDavid E. O'Brien "NVIDIA nForce2 400 MCP5 Networking Adapter"}, 1976bec3967SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE3_LAN1, 1986bec3967SDavid E. O'Brien "NVIDIA nForce3 MCP3 Networking Adapter"}, 199bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE3_250_LAN, 2006bec3967SDavid E. O'Brien "NVIDIA nForce3 250 MCP6 Networking Adapter"}, 201bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE3_LAN4, 2026bec3967SDavid E. O'Brien "NVIDIA nForce3 MCP7 Networking Adapter"}, 203bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE4_LAN1, 2046bec3967SDavid E. O'Brien "NVIDIA nForce4 CK804 MCP8 Networking Adapter"}, 205bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE4_LAN2, 2066bec3967SDavid E. O'Brien "NVIDIA nForce4 CK804 MCP9 Networking Adapter"}, 207bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP04_LAN1, 208aab5582fSPyun YongHyeon "NVIDIA nForce MCP04 Networking Adapter"}, /* MCP10 */ 209bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP04_LAN2, 210aab5582fSPyun YongHyeon "NVIDIA nForce MCP04 Networking Adapter"}, /* MCP11 */ 211bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE430_LAN1, 2126bec3967SDavid E. O'Brien "NVIDIA nForce 430 MCP12 Networking Adapter"}, 213bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_NFORCE430_LAN2, 2146bec3967SDavid E. O'Brien "NVIDIA nForce 430 MCP13 Networking Adapter"}, 215bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP55_LAN1, 216bfc788c2SDavid E. O'Brien "NVIDIA nForce MCP55 Networking Adapter"}, 217bfc788c2SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP55_LAN2, 218bfc788c2SDavid E. O'Brien "NVIDIA nForce MCP55 Networking Adapter"}, 2193e232000SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP61_LAN1, 2203e232000SDavid E. O'Brien "NVIDIA nForce MCP61 Networking Adapter"}, 2213e232000SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP61_LAN2, 2223e232000SDavid E. O'Brien "NVIDIA nForce MCP61 Networking Adapter"}, 2233e232000SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP61_LAN3, 2243e232000SDavid E. O'Brien "NVIDIA nForce MCP61 Networking Adapter"}, 225aab5582fSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP61_LAN4, 2263e232000SDavid E. O'Brien "NVIDIA nForce MCP61 Networking Adapter"}, 2273e232000SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_LAN1, 2283e232000SDavid E. O'Brien "NVIDIA nForce MCP65 Networking Adapter"}, 2293e232000SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_LAN2, 2303e232000SDavid E. O'Brien "NVIDIA nForce MCP65 Networking Adapter"}, 2313e232000SDavid E. O'Brien {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_LAN3, 2323e232000SDavid E. O'Brien "NVIDIA nForce MCP65 Networking Adapter"}, 233aab5582fSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_LAN4, 2343e232000SDavid E. O'Brien "NVIDIA nForce MCP65 Networking Adapter"}, 235aab5582fSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_LAN1, 236aab5582fSPyun YongHyeon "NVIDIA nForce MCP67 Networking Adapter"}, 237aab5582fSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_LAN2, 238aab5582fSPyun YongHyeon "NVIDIA nForce MCP67 Networking Adapter"}, 239aab5582fSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_LAN3, 240aab5582fSPyun YongHyeon "NVIDIA nForce MCP67 Networking Adapter"}, 241aab5582fSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_LAN4, 242aab5582fSPyun YongHyeon "NVIDIA nForce MCP67 Networking Adapter"}, 243b7e548dcSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_LAN1, 244b7e548dcSPyun YongHyeon "NVIDIA nForce MCP73 Networking Adapter"}, 245b7e548dcSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_LAN2, 246b7e548dcSPyun YongHyeon "NVIDIA nForce MCP73 Networking Adapter"}, 247b7e548dcSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_LAN3, 248b7e548dcSPyun YongHyeon "NVIDIA nForce MCP73 Networking Adapter"}, 249b7e548dcSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_LAN4, 250b7e548dcSPyun YongHyeon "NVIDIA nForce MCP73 Networking Adapter"}, 251be38e61aSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_LAN1, 252be38e61aSPyun YongHyeon "NVIDIA nForce MCP77 Networking Adapter"}, 253be38e61aSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_LAN2, 254be38e61aSPyun YongHyeon "NVIDIA nForce MCP77 Networking Adapter"}, 255be38e61aSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_LAN3, 256be38e61aSPyun YongHyeon "NVIDIA nForce MCP77 Networking Adapter"}, 257be38e61aSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_LAN4, 258be38e61aSPyun YongHyeon "NVIDIA nForce MCP77 Networking Adapter"}, 259be38e61aSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_LAN1, 260be38e61aSPyun YongHyeon "NVIDIA nForce MCP79 Networking Adapter"}, 261be38e61aSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_LAN2, 262be38e61aSPyun YongHyeon "NVIDIA nForce MCP79 Networking Adapter"}, 263be38e61aSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_LAN3, 264be38e61aSPyun YongHyeon "NVIDIA nForce MCP79 Networking Adapter"}, 265be38e61aSPyun YongHyeon {PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_LAN4, 266be38e61aSPyun YongHyeon "NVIDIA nForce MCP79 Networking Adapter"}, 267bfc788c2SDavid E. O'Brien {0, 0, NULL} 268bfc788c2SDavid E. O'Brien }; 269bfc788c2SDavid E. O'Brien 270bfc788c2SDavid E. O'Brien 271bfc788c2SDavid E. O'Brien /* Probe for supported hardware ID's */ 272bfc788c2SDavid E. O'Brien static int 273bfc788c2SDavid E. O'Brien nfe_probe(device_t dev) 274257c5577SDavid E. O'Brien { 275bfc788c2SDavid E. O'Brien struct nfe_type *t; 276bfc788c2SDavid E. O'Brien 277bfc788c2SDavid E. O'Brien t = nfe_devs; 278bfc788c2SDavid E. O'Brien /* Check for matching PCI DEVICE ID's */ 279bfc788c2SDavid E. O'Brien while (t->name != NULL) { 280bfc788c2SDavid E. O'Brien if ((pci_get_vendor(dev) == t->vid_id) && 281bfc788c2SDavid E. O'Brien (pci_get_device(dev) == t->dev_id)) { 282bfc788c2SDavid E. O'Brien device_set_desc(dev, t->name); 283aab5582fSPyun YongHyeon return (BUS_PROBE_DEFAULT); 284bfc788c2SDavid E. O'Brien } 285bfc788c2SDavid E. O'Brien t++; 286257c5577SDavid E. O'Brien } 287257c5577SDavid E. O'Brien 288bfc788c2SDavid E. O'Brien return (ENXIO); 289bfc788c2SDavid E. O'Brien } 290bfc788c2SDavid E. O'Brien 291aab5582fSPyun YongHyeon static void 292aab5582fSPyun YongHyeon nfe_alloc_msix(struct nfe_softc *sc, int count) 293aab5582fSPyun YongHyeon { 294aab5582fSPyun YongHyeon int rid; 295aab5582fSPyun YongHyeon 296aab5582fSPyun YongHyeon rid = PCIR_BAR(2); 297aab5582fSPyun YongHyeon sc->nfe_msix_res = bus_alloc_resource_any(sc->nfe_dev, SYS_RES_MEMORY, 298aab5582fSPyun YongHyeon &rid, RF_ACTIVE); 299aab5582fSPyun YongHyeon if (sc->nfe_msix_res == NULL) { 300aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 301aab5582fSPyun YongHyeon "couldn't allocate MSIX table resource\n"); 302aab5582fSPyun YongHyeon return; 303aab5582fSPyun YongHyeon } 304aab5582fSPyun YongHyeon rid = PCIR_BAR(3); 305aab5582fSPyun YongHyeon sc->nfe_msix_pba_res = bus_alloc_resource_any(sc->nfe_dev, 306aab5582fSPyun YongHyeon SYS_RES_MEMORY, &rid, RF_ACTIVE); 307aab5582fSPyun YongHyeon if (sc->nfe_msix_pba_res == NULL) { 308aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 309aab5582fSPyun YongHyeon "couldn't allocate MSIX PBA resource\n"); 310aab5582fSPyun YongHyeon bus_release_resource(sc->nfe_dev, SYS_RES_MEMORY, PCIR_BAR(2), 311aab5582fSPyun YongHyeon sc->nfe_msix_res); 312aab5582fSPyun YongHyeon sc->nfe_msix_res = NULL; 313aab5582fSPyun YongHyeon return; 314aab5582fSPyun YongHyeon } 315aab5582fSPyun YongHyeon 316aab5582fSPyun YongHyeon if (pci_alloc_msix(sc->nfe_dev, &count) == 0) { 317aab5582fSPyun YongHyeon if (count == NFE_MSI_MESSAGES) { 318aab5582fSPyun YongHyeon if (bootverbose) 319aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 320aab5582fSPyun YongHyeon "Using %d MSIX messages\n", count); 321aab5582fSPyun YongHyeon sc->nfe_msix = 1; 322aab5582fSPyun YongHyeon } else { 323aab5582fSPyun YongHyeon if (bootverbose) 324aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 325aab5582fSPyun YongHyeon "couldn't allocate MSIX\n"); 326aab5582fSPyun YongHyeon pci_release_msi(sc->nfe_dev); 327aab5582fSPyun YongHyeon bus_release_resource(sc->nfe_dev, SYS_RES_MEMORY, 328aab5582fSPyun YongHyeon PCIR_BAR(3), sc->nfe_msix_pba_res); 329aab5582fSPyun YongHyeon bus_release_resource(sc->nfe_dev, SYS_RES_MEMORY, 330aab5582fSPyun YongHyeon PCIR_BAR(2), sc->nfe_msix_res); 331aab5582fSPyun YongHyeon sc->nfe_msix_pba_res = NULL; 332aab5582fSPyun YongHyeon sc->nfe_msix_res = NULL; 333aab5582fSPyun YongHyeon } 334aab5582fSPyun YongHyeon } 335aab5582fSPyun YongHyeon } 3362c3adf61SDavid E. O'Brien 337bfc788c2SDavid E. O'Brien static int 338bfc788c2SDavid E. O'Brien nfe_attach(device_t dev) 339257c5577SDavid E. O'Brien { 340bfc788c2SDavid E. O'Brien struct nfe_softc *sc; 341257c5577SDavid E. O'Brien struct ifnet *ifp; 342aab5582fSPyun YongHyeon bus_addr_t dma_addr_max; 343aab5582fSPyun YongHyeon int error = 0, i, msic, reg, rid; 344257c5577SDavid E. O'Brien 345bfc788c2SDavid E. O'Brien sc = device_get_softc(dev); 346bfc788c2SDavid E. O'Brien sc->nfe_dev = dev; 347bfc788c2SDavid E. O'Brien 348bfc788c2SDavid E. O'Brien mtx_init(&sc->nfe_mtx, device_get_nameunit(dev), MTX_NETWORK_LOCK, 349aab5582fSPyun YongHyeon MTX_DEF); 350bfc788c2SDavid E. O'Brien callout_init_mtx(&sc->nfe_stat_ch, &sc->nfe_mtx, 0); 351aab5582fSPyun YongHyeon TASK_INIT(&sc->nfe_link_task, 0, nfe_link_task, sc); 352bfc788c2SDavid E. O'Brien 353bfc788c2SDavid E. O'Brien pci_enable_busmaster(dev); 354bfc788c2SDavid E. O'Brien 355aab5582fSPyun YongHyeon rid = PCIR_BAR(0); 356aab5582fSPyun YongHyeon sc->nfe_res[0] = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &rid, 357aab5582fSPyun YongHyeon RF_ACTIVE); 358aab5582fSPyun YongHyeon if (sc->nfe_res[0] == NULL) { 359aab5582fSPyun YongHyeon device_printf(dev, "couldn't map memory resources\n"); 360aab5582fSPyun YongHyeon mtx_destroy(&sc->nfe_mtx); 361aab5582fSPyun YongHyeon return (ENXIO); 362257c5577SDavid E. O'Brien } 363257c5577SDavid E. O'Brien 364aab5582fSPyun YongHyeon if (pci_find_extcap(dev, PCIY_EXPRESS, ®) == 0) { 365aab5582fSPyun YongHyeon uint16_t v, width; 366aab5582fSPyun YongHyeon 367aab5582fSPyun YongHyeon v = pci_read_config(dev, reg + 0x08, 2); 368aab5582fSPyun YongHyeon /* Change max. read request size to 4096. */ 369aab5582fSPyun YongHyeon v &= ~(7 << 12); 370aab5582fSPyun YongHyeon v |= (5 << 12); 371aab5582fSPyun YongHyeon pci_write_config(dev, reg + 0x08, v, 2); 372aab5582fSPyun YongHyeon 373aab5582fSPyun YongHyeon v = pci_read_config(dev, reg + 0x0c, 2); 374aab5582fSPyun YongHyeon /* link capability */ 375aab5582fSPyun YongHyeon v = (v >> 4) & 0x0f; 376aab5582fSPyun YongHyeon width = pci_read_config(dev, reg + 0x12, 2); 377aab5582fSPyun YongHyeon /* negotiated link width */ 378aab5582fSPyun YongHyeon width = (width >> 4) & 0x3f; 379aab5582fSPyun YongHyeon if (v != width) 380aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 381aab5582fSPyun YongHyeon "warning, negotiated width of link(x%d) != " 382aab5582fSPyun YongHyeon "max. width of link(x%d)\n", width, v); 383aab5582fSPyun YongHyeon } 384bfc788c2SDavid E. O'Brien 385bfc788c2SDavid E. O'Brien /* Allocate interrupt */ 386aab5582fSPyun YongHyeon if (msix_disable == 0 || msi_disable == 0) { 387aab5582fSPyun YongHyeon if (msix_disable == 0 && 388aab5582fSPyun YongHyeon (msic = pci_msix_count(dev)) == NFE_MSI_MESSAGES) 389aab5582fSPyun YongHyeon nfe_alloc_msix(sc, msic); 390aab5582fSPyun YongHyeon if (msi_disable == 0 && sc->nfe_msix == 0 && 391aab5582fSPyun YongHyeon (msic = pci_msi_count(dev)) == NFE_MSI_MESSAGES && 392aab5582fSPyun YongHyeon pci_alloc_msi(dev, &msic) == 0) { 393aab5582fSPyun YongHyeon if (msic == NFE_MSI_MESSAGES) { 394aab5582fSPyun YongHyeon if (bootverbose) 395aab5582fSPyun YongHyeon device_printf(dev, 396aab5582fSPyun YongHyeon "Using %d MSI messages\n", msic); 397aab5582fSPyun YongHyeon sc->nfe_msi = 1; 398aab5582fSPyun YongHyeon } else 399aab5582fSPyun YongHyeon pci_release_msi(dev); 400aab5582fSPyun YongHyeon } 401aab5582fSPyun YongHyeon } 402bfc788c2SDavid E. O'Brien 403aab5582fSPyun YongHyeon if (sc->nfe_msix == 0 && sc->nfe_msi == 0) { 404aab5582fSPyun YongHyeon rid = 0; 405aab5582fSPyun YongHyeon sc->nfe_irq[0] = bus_alloc_resource_any(dev, SYS_RES_IRQ, &rid, 406aab5582fSPyun YongHyeon RF_SHAREABLE | RF_ACTIVE); 407aab5582fSPyun YongHyeon if (sc->nfe_irq[0] == NULL) { 408aab5582fSPyun YongHyeon device_printf(dev, "couldn't allocate IRQ resources\n"); 409bfc788c2SDavid E. O'Brien error = ENXIO; 410bfc788c2SDavid E. O'Brien goto fail; 411257c5577SDavid E. O'Brien } 412aab5582fSPyun YongHyeon } else { 413aab5582fSPyun YongHyeon for (i = 0, rid = 1; i < NFE_MSI_MESSAGES; i++, rid++) { 414aab5582fSPyun YongHyeon sc->nfe_irq[i] = bus_alloc_resource_any(dev, 415aab5582fSPyun YongHyeon SYS_RES_IRQ, &rid, RF_ACTIVE); 416aab5582fSPyun YongHyeon if (sc->nfe_irq[i] == NULL) { 417aab5582fSPyun YongHyeon device_printf(dev, 418aab5582fSPyun YongHyeon "couldn't allocate IRQ resources for " 419aab5582fSPyun YongHyeon "message %d\n", rid); 420aab5582fSPyun YongHyeon error = ENXIO; 421aab5582fSPyun YongHyeon goto fail; 422aab5582fSPyun YongHyeon } 423aab5582fSPyun YongHyeon } 424aab5582fSPyun YongHyeon /* Map interrupts to vector 0. */ 425aab5582fSPyun YongHyeon if (sc->nfe_msix != 0) { 426aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_MSIX_MAP0, 0); 427aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_MSIX_MAP1, 0); 428aab5582fSPyun YongHyeon } else if (sc->nfe_msi != 0) { 429aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_MSI_MAP0, 0); 430aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_MSI_MAP1, 0); 431aab5582fSPyun YongHyeon } 432aab5582fSPyun YongHyeon } 433257c5577SDavid E. O'Brien 434aab5582fSPyun YongHyeon /* Set IRQ status/mask register. */ 435aab5582fSPyun YongHyeon sc->nfe_irq_status = NFE_IRQ_STATUS; 436aab5582fSPyun YongHyeon sc->nfe_irq_mask = NFE_IRQ_MASK; 437aab5582fSPyun YongHyeon sc->nfe_intrs = NFE_IRQ_WANTED; 438aab5582fSPyun YongHyeon sc->nfe_nointrs = 0; 439aab5582fSPyun YongHyeon if (sc->nfe_msix != 0) { 440aab5582fSPyun YongHyeon sc->nfe_irq_status = NFE_MSIX_IRQ_STATUS; 441aab5582fSPyun YongHyeon sc->nfe_nointrs = NFE_IRQ_WANTED; 442aab5582fSPyun YongHyeon } else if (sc->nfe_msi != 0) { 443aab5582fSPyun YongHyeon sc->nfe_irq_mask = NFE_MSI_IRQ_MASK; 444aab5582fSPyun YongHyeon sc->nfe_intrs = NFE_MSI_VECTOR_0_ENABLED; 445aab5582fSPyun YongHyeon } 446257c5577SDavid E. O'Brien 447aab5582fSPyun YongHyeon sc->nfe_devid = pci_get_device(dev); 448aab5582fSPyun YongHyeon sc->nfe_revid = pci_get_revid(dev); 449bfc788c2SDavid E. O'Brien sc->nfe_flags = 0; 450257c5577SDavid E. O'Brien 451aab5582fSPyun YongHyeon switch (sc->nfe_devid) { 452257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_NFORCE3_LAN2: 453257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_NFORCE3_LAN3: 454257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_NFORCE3_LAN4: 455257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_NFORCE3_LAN5: 456bfc788c2SDavid E. O'Brien sc->nfe_flags |= NFE_JUMBO_SUP | NFE_HW_CSUM; 457257c5577SDavid E. O'Brien break; 458257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP51_LAN1: 459257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP51_LAN2: 46017d022beSPyun YongHyeon sc->nfe_flags |= NFE_40BIT_ADDR | NFE_PWR_MGMT | NFE_MIB_V1; 461257c5577SDavid E. O'Brien break; 462257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_CK804_LAN1: 463257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_CK804_LAN2: 464257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP04_LAN1: 465257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP04_LAN2: 46617d022beSPyun YongHyeon sc->nfe_flags |= NFE_JUMBO_SUP | NFE_40BIT_ADDR | NFE_HW_CSUM | 46717d022beSPyun YongHyeon NFE_MIB_V1; 468257c5577SDavid E. O'Brien break; 469257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP55_LAN1: 470257c5577SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP55_LAN2: 4712c3adf61SDavid E. O'Brien sc->nfe_flags |= NFE_JUMBO_SUP | NFE_40BIT_ADDR | NFE_HW_CSUM | 47217d022beSPyun YongHyeon NFE_HW_VLAN | NFE_PWR_MGMT | NFE_TX_FLOW_CTRL | NFE_MIB_V2; 473257c5577SDavid E. O'Brien break; 474aab5582fSPyun YongHyeon 4753e232000SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP61_LAN1: 4763e232000SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP61_LAN2: 4773e232000SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP61_LAN3: 4783e232000SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP61_LAN4: 479aab5582fSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP67_LAN1: 480aab5582fSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP67_LAN2: 481aab5582fSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP67_LAN3: 482aab5582fSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP67_LAN4: 483b7e548dcSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP73_LAN1: 484b7e548dcSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP73_LAN2: 485b7e548dcSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP73_LAN3: 486b7e548dcSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP73_LAN4: 487aab5582fSPyun YongHyeon sc->nfe_flags |= NFE_40BIT_ADDR | NFE_PWR_MGMT | 48817d022beSPyun YongHyeon NFE_CORRECT_MACADDR | NFE_TX_FLOW_CTRL | NFE_MIB_V2; 4893e232000SDavid E. O'Brien break; 490be38e61aSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP77_LAN1: 491be38e61aSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP77_LAN2: 492be38e61aSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP77_LAN3: 493be38e61aSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP77_LAN4: 494be38e61aSPyun YongHyeon /* XXX flow control */ 495be38e61aSPyun YongHyeon sc->nfe_flags |= NFE_40BIT_ADDR | NFE_HW_CSUM | NFE_PWR_MGMT | 49617d022beSPyun YongHyeon NFE_CORRECT_MACADDR | NFE_MIB_V3; 497be38e61aSPyun YongHyeon break; 498be38e61aSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP79_LAN1: 499be38e61aSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP79_LAN2: 500be38e61aSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP79_LAN3: 501be38e61aSPyun YongHyeon case PCI_PRODUCT_NVIDIA_MCP79_LAN4: 502be38e61aSPyun YongHyeon /* XXX flow control */ 503be38e61aSPyun YongHyeon sc->nfe_flags |= NFE_JUMBO_SUP | NFE_40BIT_ADDR | NFE_HW_CSUM | 50417d022beSPyun YongHyeon NFE_PWR_MGMT | NFE_CORRECT_MACADDR | NFE_MIB_V3; 505be38e61aSPyun YongHyeon break; 5063e232000SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP65_LAN1: 5073e232000SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP65_LAN2: 5083e232000SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP65_LAN3: 5093e232000SDavid E. O'Brien case PCI_PRODUCT_NVIDIA_MCP65_LAN4: 510aab5582fSPyun YongHyeon sc->nfe_flags |= NFE_JUMBO_SUP | NFE_40BIT_ADDR | 51117d022beSPyun YongHyeon NFE_PWR_MGMT | NFE_CORRECT_MACADDR | NFE_TX_FLOW_CTRL | 51217d022beSPyun YongHyeon NFE_MIB_V2; 5133e232000SDavid E. O'Brien break; 514257c5577SDavid E. O'Brien } 515257c5577SDavid E. O'Brien 516aab5582fSPyun YongHyeon nfe_power(sc); 517aab5582fSPyun YongHyeon /* Check for reversed ethernet address */ 518aab5582fSPyun YongHyeon if ((NFE_READ(sc, NFE_TX_UNK) & NFE_MAC_ADDR_INORDER) != 0) 519aab5582fSPyun YongHyeon sc->nfe_flags |= NFE_CORRECT_MACADDR; 520aab5582fSPyun YongHyeon nfe_get_macaddr(sc, sc->eaddr); 521257c5577SDavid E. O'Brien /* 522bfc788c2SDavid E. O'Brien * Allocate the parent bus DMA tag appropriate for PCI. 523bfc788c2SDavid E. O'Brien */ 524aab5582fSPyun YongHyeon dma_addr_max = BUS_SPACE_MAXADDR_32BIT; 525aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_40BIT_ADDR) != 0) 526aab5582fSPyun YongHyeon dma_addr_max = NFE_DMA_MAXADDR; 527aab5582fSPyun YongHyeon error = bus_dma_tag_create( 528aab5582fSPyun YongHyeon bus_get_dma_tag(sc->nfe_dev), /* parent */ 529bfc788c2SDavid E. O'Brien 1, 0, /* alignment, boundary */ 530aab5582fSPyun YongHyeon dma_addr_max, /* lowaddr */ 531bfc788c2SDavid E. O'Brien BUS_SPACE_MAXADDR, /* highaddr */ 532bfc788c2SDavid E. O'Brien NULL, NULL, /* filter, filterarg */ 533aab5582fSPyun YongHyeon BUS_SPACE_MAXSIZE_32BIT, 0, /* maxsize, nsegments */ 534bfc788c2SDavid E. O'Brien BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 535aab5582fSPyun YongHyeon 0, /* flags */ 536bfc788c2SDavid E. O'Brien NULL, NULL, /* lockfunc, lockarg */ 537bfc788c2SDavid E. O'Brien &sc->nfe_parent_tag); 538bfc788c2SDavid E. O'Brien if (error) 539bfc788c2SDavid E. O'Brien goto fail; 540bfc788c2SDavid E. O'Brien 5416124fe21SDavid E. O'Brien ifp = sc->nfe_ifp = if_alloc(IFT_ETHER); 5426124fe21SDavid E. O'Brien if (ifp == NULL) { 543aab5582fSPyun YongHyeon device_printf(dev, "can not if_alloc()\n"); 5446124fe21SDavid E. O'Brien error = ENOSPC; 5456124fe21SDavid E. O'Brien goto fail; 5466124fe21SDavid E. O'Brien } 547aab5582fSPyun YongHyeon TASK_INIT(&sc->nfe_tx_task, 1, nfe_tx_task, ifp); 5486124fe21SDavid E. O'Brien 549bfc788c2SDavid E. O'Brien /* 550257c5577SDavid E. O'Brien * Allocate Tx and Rx rings. 551257c5577SDavid E. O'Brien */ 552aab5582fSPyun YongHyeon if ((error = nfe_alloc_tx_ring(sc, &sc->txq)) != 0) 553bfc788c2SDavid E. O'Brien goto fail; 554257c5577SDavid E. O'Brien 555aab5582fSPyun YongHyeon if ((error = nfe_alloc_rx_ring(sc, &sc->rxq)) != 0) 556bfc788c2SDavid E. O'Brien goto fail; 557aab5582fSPyun YongHyeon 5588b590ad2SPyun YongHyeon nfe_alloc_jrx_ring(sc, &sc->jrxq); 55917d022beSPyun YongHyeon /* Create sysctl node. */ 56017d022beSPyun YongHyeon nfe_sysctl_node(sc); 561257c5577SDavid E. O'Brien 562257c5577SDavid E. O'Brien ifp->if_softc = sc; 563bfc788c2SDavid E. O'Brien if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 564aab5582fSPyun YongHyeon ifp->if_mtu = ETHERMTU; 565257c5577SDavid E. O'Brien ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 566257c5577SDavid E. O'Brien ifp->if_ioctl = nfe_ioctl; 567257c5577SDavid E. O'Brien ifp->if_start = nfe_start; 568aab5582fSPyun YongHyeon ifp->if_hwassist = 0; 569aab5582fSPyun YongHyeon ifp->if_capabilities = 0; 570257c5577SDavid E. O'Brien ifp->if_init = nfe_init; 571aab5582fSPyun YongHyeon IFQ_SET_MAXLEN(&ifp->if_snd, NFE_TX_RING_COUNT - 1); 572aab5582fSPyun YongHyeon ifp->if_snd.ifq_drv_maxlen = NFE_TX_RING_COUNT - 1; 573aab5582fSPyun YongHyeon IFQ_SET_READY(&ifp->if_snd); 574257c5577SDavid E. O'Brien 575bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_HW_CSUM) { 576aab5582fSPyun YongHyeon ifp->if_capabilities |= IFCAP_HWCSUM | IFCAP_TSO4; 577aab5582fSPyun YongHyeon ifp->if_hwassist |= NFE_CSUM_FEATURES | CSUM_TSO; 578257c5577SDavid E. O'Brien } 579bfc788c2SDavid E. O'Brien ifp->if_capenable = ifp->if_capabilities; 580257c5577SDavid E. O'Brien 581aab5582fSPyun YongHyeon sc->nfe_framesize = ifp->if_mtu + NFE_RX_HEADERS; 582aab5582fSPyun YongHyeon /* VLAN capability setup. */ 583aab5582fSPyun YongHyeon ifp->if_capabilities |= IFCAP_VLAN_MTU; 584aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_HW_VLAN) != 0) { 585aab5582fSPyun YongHyeon ifp->if_capabilities |= IFCAP_VLAN_HWTAGGING; 586aab5582fSPyun YongHyeon if ((ifp->if_capabilities & IFCAP_HWCSUM) != 0) 587aab5582fSPyun YongHyeon ifp->if_capabilities |= IFCAP_VLAN_HWCSUM; 588aab5582fSPyun YongHyeon } 589aab5582fSPyun YongHyeon ifp->if_capenable = ifp->if_capabilities; 590aab5582fSPyun YongHyeon 591aab5582fSPyun YongHyeon /* 592aab5582fSPyun YongHyeon * Tell the upper layer(s) we support long frames. 593aab5582fSPyun YongHyeon * Must appear after the call to ether_ifattach() because 594aab5582fSPyun YongHyeon * ether_ifattach() sets ifi_hdrlen to the default value. 595aab5582fSPyun YongHyeon */ 596aab5582fSPyun YongHyeon ifp->if_data.ifi_hdrlen = sizeof(struct ether_vlan_header); 597aab5582fSPyun YongHyeon 598bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING 599bfc788c2SDavid E. O'Brien ifp->if_capabilities |= IFCAP_POLLING; 600bfc788c2SDavid E. O'Brien #endif 601257c5577SDavid E. O'Brien 602bfc788c2SDavid E. O'Brien /* Do MII setup */ 603*d6c65d27SMarius Strobl error = mii_attach(dev, &sc->nfe_miibus, ifp, nfe_ifmedia_upd, 604*d6c65d27SMarius Strobl nfe_ifmedia_sts, BMSR_DEFCAPMASK, MII_PHY_ANY, MII_OFFSET_ANY, 0); 605*d6c65d27SMarius Strobl if (error != 0) { 606*d6c65d27SMarius Strobl device_printf(dev, "attaching PHYs failed\n"); 607bfc788c2SDavid E. O'Brien goto fail; 608257c5577SDavid E. O'Brien } 609bfc788c2SDavid E. O'Brien ether_ifattach(ifp, sc->eaddr); 610bfc788c2SDavid E. O'Brien 611aab5582fSPyun YongHyeon TASK_INIT(&sc->nfe_int_task, 0, nfe_int_task, sc); 612aab5582fSPyun YongHyeon sc->nfe_tq = taskqueue_create_fast("nfe_taskq", M_WAITOK, 613aab5582fSPyun YongHyeon taskqueue_thread_enqueue, &sc->nfe_tq); 614aab5582fSPyun YongHyeon taskqueue_start_threads(&sc->nfe_tq, 1, PI_NET, "%s taskq", 615aab5582fSPyun YongHyeon device_get_nameunit(sc->nfe_dev)); 616aab5582fSPyun YongHyeon error = 0; 617aab5582fSPyun YongHyeon if (sc->nfe_msi == 0 && sc->nfe_msix == 0) { 618aab5582fSPyun YongHyeon error = bus_setup_intr(dev, sc->nfe_irq[0], 619aab5582fSPyun YongHyeon INTR_TYPE_NET | INTR_MPSAFE, nfe_intr, NULL, sc, 620aab5582fSPyun YongHyeon &sc->nfe_intrhand[0]); 621aab5582fSPyun YongHyeon } else { 622aab5582fSPyun YongHyeon for (i = 0; i < NFE_MSI_MESSAGES; i++) { 623aab5582fSPyun YongHyeon error = bus_setup_intr(dev, sc->nfe_irq[i], 624aab5582fSPyun YongHyeon INTR_TYPE_NET | INTR_MPSAFE, nfe_intr, NULL, sc, 625aab5582fSPyun YongHyeon &sc->nfe_intrhand[i]); 626aab5582fSPyun YongHyeon if (error != 0) 627aab5582fSPyun YongHyeon break; 628aab5582fSPyun YongHyeon } 629aab5582fSPyun YongHyeon } 630bfc788c2SDavid E. O'Brien if (error) { 631aab5582fSPyun YongHyeon device_printf(dev, "couldn't set up irq\n"); 632aab5582fSPyun YongHyeon taskqueue_free(sc->nfe_tq); 633aab5582fSPyun YongHyeon sc->nfe_tq = NULL; 634bfc788c2SDavid E. O'Brien ether_ifdetach(ifp); 635bfc788c2SDavid E. O'Brien goto fail; 636bfc788c2SDavid E. O'Brien } 637bfc788c2SDavid E. O'Brien 638bfc788c2SDavid E. O'Brien fail: 639bfc788c2SDavid E. O'Brien if (error) 640bfc788c2SDavid E. O'Brien nfe_detach(dev); 641bfc788c2SDavid E. O'Brien 642bfc788c2SDavid E. O'Brien return (error); 643bfc788c2SDavid E. O'Brien } 644bfc788c2SDavid E. O'Brien 645bfc788c2SDavid E. O'Brien 646bfc788c2SDavid E. O'Brien static int 647bfc788c2SDavid E. O'Brien nfe_detach(device_t dev) 648257c5577SDavid E. O'Brien { 649bfc788c2SDavid E. O'Brien struct nfe_softc *sc; 650257c5577SDavid E. O'Brien struct ifnet *ifp; 651aab5582fSPyun YongHyeon uint8_t eaddr[ETHER_ADDR_LEN]; 652aab5582fSPyun YongHyeon int i, rid; 653257c5577SDavid E. O'Brien 654bfc788c2SDavid E. O'Brien sc = device_get_softc(dev); 655bfc788c2SDavid E. O'Brien KASSERT(mtx_initialized(&sc->nfe_mtx), ("nfe mutex not initialized")); 656bfc788c2SDavid E. O'Brien ifp = sc->nfe_ifp; 657bfc788c2SDavid E. O'Brien 658bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING 659aab5582fSPyun YongHyeon if (ifp != NULL && ifp->if_capenable & IFCAP_POLLING) 660bfc788c2SDavid E. O'Brien ether_poll_deregister(ifp); 661bfc788c2SDavid E. O'Brien #endif 662bfc788c2SDavid E. O'Brien if (device_is_attached(dev)) { 66396058696SDavid E. O'Brien NFE_LOCK(sc); 664aab5582fSPyun YongHyeon nfe_stop(ifp); 665bfc788c2SDavid E. O'Brien ifp->if_flags &= ~IFF_UP; 66696058696SDavid E. O'Brien NFE_UNLOCK(sc); 667bfc788c2SDavid E. O'Brien callout_drain(&sc->nfe_stat_ch); 668aab5582fSPyun YongHyeon taskqueue_drain(taskqueue_fast, &sc->nfe_tx_task); 669aab5582fSPyun YongHyeon taskqueue_drain(taskqueue_swi, &sc->nfe_link_task); 670bfc788c2SDavid E. O'Brien ether_ifdetach(ifp); 671257c5577SDavid E. O'Brien } 672257c5577SDavid E. O'Brien 673aab5582fSPyun YongHyeon if (ifp) { 674aab5582fSPyun YongHyeon /* restore ethernet address */ 675aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_CORRECT_MACADDR) == 0) { 676aab5582fSPyun YongHyeon for (i = 0; i < ETHER_ADDR_LEN; i++) { 677aab5582fSPyun YongHyeon eaddr[i] = sc->eaddr[5 - i]; 678aab5582fSPyun YongHyeon } 679aab5582fSPyun YongHyeon } else 680aab5582fSPyun YongHyeon bcopy(sc->eaddr, eaddr, ETHER_ADDR_LEN); 681aab5582fSPyun YongHyeon nfe_set_macaddr(sc, eaddr); 682bfc788c2SDavid E. O'Brien if_free(ifp); 683aab5582fSPyun YongHyeon } 684bfc788c2SDavid E. O'Brien if (sc->nfe_miibus) 685bfc788c2SDavid E. O'Brien device_delete_child(dev, sc->nfe_miibus); 686bfc788c2SDavid E. O'Brien bus_generic_detach(dev); 687aab5582fSPyun YongHyeon if (sc->nfe_tq != NULL) { 688aab5582fSPyun YongHyeon taskqueue_drain(sc->nfe_tq, &sc->nfe_int_task); 689aab5582fSPyun YongHyeon taskqueue_free(sc->nfe_tq); 690aab5582fSPyun YongHyeon sc->nfe_tq = NULL; 691aab5582fSPyun YongHyeon } 692bfc788c2SDavid E. O'Brien 693aab5582fSPyun YongHyeon for (i = 0; i < NFE_MSI_MESSAGES; i++) { 694aab5582fSPyun YongHyeon if (sc->nfe_intrhand[i] != NULL) { 695aab5582fSPyun YongHyeon bus_teardown_intr(dev, sc->nfe_irq[i], 696aab5582fSPyun YongHyeon sc->nfe_intrhand[i]); 697aab5582fSPyun YongHyeon sc->nfe_intrhand[i] = NULL; 698aab5582fSPyun YongHyeon } 699aab5582fSPyun YongHyeon } 700aab5582fSPyun YongHyeon 701aab5582fSPyun YongHyeon if (sc->nfe_msi == 0 && sc->nfe_msix == 0) { 702aab5582fSPyun YongHyeon if (sc->nfe_irq[0] != NULL) 703aab5582fSPyun YongHyeon bus_release_resource(dev, SYS_RES_IRQ, 0, 704aab5582fSPyun YongHyeon sc->nfe_irq[0]); 705aab5582fSPyun YongHyeon } else { 706aab5582fSPyun YongHyeon for (i = 0, rid = 1; i < NFE_MSI_MESSAGES; i++, rid++) { 707aab5582fSPyun YongHyeon if (sc->nfe_irq[i] != NULL) { 708aab5582fSPyun YongHyeon bus_release_resource(dev, SYS_RES_IRQ, rid, 709aab5582fSPyun YongHyeon sc->nfe_irq[i]); 710aab5582fSPyun YongHyeon sc->nfe_irq[i] = NULL; 711aab5582fSPyun YongHyeon } 712aab5582fSPyun YongHyeon } 713aab5582fSPyun YongHyeon pci_release_msi(dev); 714aab5582fSPyun YongHyeon } 715aab5582fSPyun YongHyeon if (sc->nfe_msix_pba_res != NULL) { 716aab5582fSPyun YongHyeon bus_release_resource(dev, SYS_RES_MEMORY, PCIR_BAR(3), 717aab5582fSPyun YongHyeon sc->nfe_msix_pba_res); 718aab5582fSPyun YongHyeon sc->nfe_msix_pba_res = NULL; 719aab5582fSPyun YongHyeon } 720aab5582fSPyun YongHyeon if (sc->nfe_msix_res != NULL) { 721aab5582fSPyun YongHyeon bus_release_resource(dev, SYS_RES_MEMORY, PCIR_BAR(2), 722aab5582fSPyun YongHyeon sc->nfe_msix_res); 723aab5582fSPyun YongHyeon sc->nfe_msix_res = NULL; 724aab5582fSPyun YongHyeon } 725aab5582fSPyun YongHyeon if (sc->nfe_res[0] != NULL) { 726aab5582fSPyun YongHyeon bus_release_resource(dev, SYS_RES_MEMORY, PCIR_BAR(0), 727aab5582fSPyun YongHyeon sc->nfe_res[0]); 728aab5582fSPyun YongHyeon sc->nfe_res[0] = NULL; 729aab5582fSPyun YongHyeon } 730bfc788c2SDavid E. O'Brien 731bfc788c2SDavid E. O'Brien nfe_free_tx_ring(sc, &sc->txq); 732bfc788c2SDavid E. O'Brien nfe_free_rx_ring(sc, &sc->rxq); 733aab5582fSPyun YongHyeon nfe_free_jrx_ring(sc, &sc->jrxq); 734bfc788c2SDavid E. O'Brien 735aab5582fSPyun YongHyeon if (sc->nfe_parent_tag) { 736bfc788c2SDavid E. O'Brien bus_dma_tag_destroy(sc->nfe_parent_tag); 737aab5582fSPyun YongHyeon sc->nfe_parent_tag = NULL; 738aab5582fSPyun YongHyeon } 739bfc788c2SDavid E. O'Brien 740bfc788c2SDavid E. O'Brien mtx_destroy(&sc->nfe_mtx); 741bfc788c2SDavid E. O'Brien 742bfc788c2SDavid E. O'Brien return (0); 743bfc788c2SDavid E. O'Brien } 744bfc788c2SDavid E. O'Brien 745bfc788c2SDavid E. O'Brien 746aab5582fSPyun YongHyeon static int 747aab5582fSPyun YongHyeon nfe_suspend(device_t dev) 748aab5582fSPyun YongHyeon { 749aab5582fSPyun YongHyeon struct nfe_softc *sc; 750aab5582fSPyun YongHyeon 751aab5582fSPyun YongHyeon sc = device_get_softc(dev); 752aab5582fSPyun YongHyeon 753aab5582fSPyun YongHyeon NFE_LOCK(sc); 754aab5582fSPyun YongHyeon nfe_stop(sc->nfe_ifp); 755aab5582fSPyun YongHyeon sc->nfe_suspended = 1; 756aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 757aab5582fSPyun YongHyeon 758aab5582fSPyun YongHyeon return (0); 759aab5582fSPyun YongHyeon } 760aab5582fSPyun YongHyeon 761aab5582fSPyun YongHyeon 762aab5582fSPyun YongHyeon static int 763aab5582fSPyun YongHyeon nfe_resume(device_t dev) 764aab5582fSPyun YongHyeon { 765aab5582fSPyun YongHyeon struct nfe_softc *sc; 766aab5582fSPyun YongHyeon struct ifnet *ifp; 767aab5582fSPyun YongHyeon 768aab5582fSPyun YongHyeon sc = device_get_softc(dev); 769aab5582fSPyun YongHyeon 770aab5582fSPyun YongHyeon NFE_LOCK(sc); 771aab5582fSPyun YongHyeon ifp = sc->nfe_ifp; 772aab5582fSPyun YongHyeon if (ifp->if_flags & IFF_UP) 773aab5582fSPyun YongHyeon nfe_init_locked(sc); 774aab5582fSPyun YongHyeon sc->nfe_suspended = 0; 775aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 776aab5582fSPyun YongHyeon 777aab5582fSPyun YongHyeon return (0); 778aab5582fSPyun YongHyeon } 779aab5582fSPyun YongHyeon 780aab5582fSPyun YongHyeon 781aab5582fSPyun YongHyeon /* Take PHY/NIC out of powerdown, from Linux */ 782aab5582fSPyun YongHyeon static void 783aab5582fSPyun YongHyeon nfe_power(struct nfe_softc *sc) 784aab5582fSPyun YongHyeon { 785aab5582fSPyun YongHyeon uint32_t pwr; 786aab5582fSPyun YongHyeon 787aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_PWR_MGMT) == 0) 788aab5582fSPyun YongHyeon return; 789aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_RESET | NFE_RXTX_BIT2); 790aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_MAC_RESET, NFE_MAC_RESET_MAGIC); 791aab5582fSPyun YongHyeon DELAY(100); 792aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_MAC_RESET, 0); 793aab5582fSPyun YongHyeon DELAY(100); 794aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_BIT2); 795aab5582fSPyun YongHyeon pwr = NFE_READ(sc, NFE_PWR2_CTL); 796aab5582fSPyun YongHyeon pwr &= ~NFE_PWR2_WAKEUP_MASK; 797aab5582fSPyun YongHyeon if (sc->nfe_revid >= 0xa3 && 798aab5582fSPyun YongHyeon (sc->nfe_devid == PCI_PRODUCT_NVIDIA_NFORCE430_LAN1 || 799aab5582fSPyun YongHyeon sc->nfe_devid == PCI_PRODUCT_NVIDIA_NFORCE430_LAN2)) 800aab5582fSPyun YongHyeon pwr |= NFE_PWR2_REVA3; 801aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_PWR2_CTL, pwr); 802aab5582fSPyun YongHyeon } 803aab5582fSPyun YongHyeon 804aab5582fSPyun YongHyeon 805bfc788c2SDavid E. O'Brien static void 806bfc788c2SDavid E. O'Brien nfe_miibus_statchg(device_t dev) 807257c5577SDavid E. O'Brien { 808bfc788c2SDavid E. O'Brien struct nfe_softc *sc; 809bfc788c2SDavid E. O'Brien 810bfc788c2SDavid E. O'Brien sc = device_get_softc(dev); 811aab5582fSPyun YongHyeon taskqueue_enqueue(taskqueue_swi, &sc->nfe_link_task); 812aab5582fSPyun YongHyeon } 813aab5582fSPyun YongHyeon 814aab5582fSPyun YongHyeon 815aab5582fSPyun YongHyeon static void 816aab5582fSPyun YongHyeon nfe_link_task(void *arg, int pending) 817aab5582fSPyun YongHyeon { 818aab5582fSPyun YongHyeon struct nfe_softc *sc; 819aab5582fSPyun YongHyeon struct mii_data *mii; 820aab5582fSPyun YongHyeon struct ifnet *ifp; 821aab5582fSPyun YongHyeon uint32_t phy, seed, misc = NFE_MISC1_MAGIC, link = NFE_MEDIA_SET; 822aab5582fSPyun YongHyeon uint32_t gmask, rxctl, txctl, val; 823aab5582fSPyun YongHyeon 824aab5582fSPyun YongHyeon sc = (struct nfe_softc *)arg; 825aab5582fSPyun YongHyeon 826aab5582fSPyun YongHyeon NFE_LOCK(sc); 827aab5582fSPyun YongHyeon 828bfc788c2SDavid E. O'Brien mii = device_get_softc(sc->nfe_miibus); 829aab5582fSPyun YongHyeon ifp = sc->nfe_ifp; 830aab5582fSPyun YongHyeon if (mii == NULL || ifp == NULL) { 831aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 832aab5582fSPyun YongHyeon return; 833aab5582fSPyun YongHyeon } 834aab5582fSPyun YongHyeon 835aab5582fSPyun YongHyeon if (mii->mii_media_status & IFM_ACTIVE) { 836aab5582fSPyun YongHyeon if (IFM_SUBTYPE(mii->mii_media_active) != IFM_NONE) 837aab5582fSPyun YongHyeon sc->nfe_link = 1; 838aab5582fSPyun YongHyeon } else 839aab5582fSPyun YongHyeon sc->nfe_link = 0; 840257c5577SDavid E. O'Brien 841257c5577SDavid E. O'Brien phy = NFE_READ(sc, NFE_PHY_IFACE); 842257c5577SDavid E. O'Brien phy &= ~(NFE_PHY_HDX | NFE_PHY_100TX | NFE_PHY_1000T); 843257c5577SDavid E. O'Brien 844257c5577SDavid E. O'Brien seed = NFE_READ(sc, NFE_RNDSEED); 845257c5577SDavid E. O'Brien seed &= ~NFE_SEED_MASK; 846257c5577SDavid E. O'Brien 847aab5582fSPyun YongHyeon if (((mii->mii_media_active & IFM_GMASK) & IFM_FDX) == 0) { 848257c5577SDavid E. O'Brien phy |= NFE_PHY_HDX; /* half-duplex */ 849257c5577SDavid E. O'Brien misc |= NFE_MISC1_HDX; 850257c5577SDavid E. O'Brien } 851257c5577SDavid E. O'Brien 852257c5577SDavid E. O'Brien switch (IFM_SUBTYPE(mii->mii_media_active)) { 853257c5577SDavid E. O'Brien case IFM_1000_T: /* full-duplex only */ 854257c5577SDavid E. O'Brien link |= NFE_MEDIA_1000T; 855257c5577SDavid E. O'Brien seed |= NFE_SEED_1000T; 856257c5577SDavid E. O'Brien phy |= NFE_PHY_1000T; 857257c5577SDavid E. O'Brien break; 858257c5577SDavid E. O'Brien case IFM_100_TX: 859257c5577SDavid E. O'Brien link |= NFE_MEDIA_100TX; 860257c5577SDavid E. O'Brien seed |= NFE_SEED_100TX; 861257c5577SDavid E. O'Brien phy |= NFE_PHY_100TX; 862257c5577SDavid E. O'Brien break; 863257c5577SDavid E. O'Brien case IFM_10_T: 864257c5577SDavid E. O'Brien link |= NFE_MEDIA_10T; 865257c5577SDavid E. O'Brien seed |= NFE_SEED_10T; 866257c5577SDavid E. O'Brien break; 867257c5577SDavid E. O'Brien } 868257c5577SDavid E. O'Brien 869aab5582fSPyun YongHyeon if ((phy & 0x10000000) != 0) { 870aab5582fSPyun YongHyeon if (IFM_SUBTYPE(mii->mii_media_active) == IFM_1000_T) 871aab5582fSPyun YongHyeon val = NFE_R1_MAGIC_1000; 872aab5582fSPyun YongHyeon else 873aab5582fSPyun YongHyeon val = NFE_R1_MAGIC_10_100; 874aab5582fSPyun YongHyeon } else 875aab5582fSPyun YongHyeon val = NFE_R1_MAGIC_DEFAULT; 876aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_SETUP_R1, val); 877aab5582fSPyun YongHyeon 878257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RNDSEED, seed); /* XXX: gigabit NICs only? */ 879257c5577SDavid E. O'Brien 880257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_IFACE, phy); 881257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_MISC1, misc); 882257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_LINKSPEED, link); 883aab5582fSPyun YongHyeon 884aab5582fSPyun YongHyeon gmask = mii->mii_media_active & IFM_GMASK; 885aab5582fSPyun YongHyeon if ((gmask & IFM_FDX) != 0) { 886aab5582fSPyun YongHyeon /* It seems all hardwares supports Rx pause frames. */ 887aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_RXFILTER); 888aab5582fSPyun YongHyeon if ((gmask & IFM_FLAG0) != 0) 889aab5582fSPyun YongHyeon val |= NFE_PFF_RX_PAUSE; 890aab5582fSPyun YongHyeon else 891aab5582fSPyun YongHyeon val &= ~NFE_PFF_RX_PAUSE; 892aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RXFILTER, val); 893aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_TX_FLOW_CTRL) != 0) { 894aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_MISC1); 895aab5582fSPyun YongHyeon if ((gmask & IFM_FLAG1) != 0) { 896aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_TX_PAUSE_FRAME, 897aab5582fSPyun YongHyeon NFE_TX_PAUSE_FRAME_ENABLE); 898aab5582fSPyun YongHyeon val |= NFE_MISC1_TX_PAUSE; 899aab5582fSPyun YongHyeon } else { 900aab5582fSPyun YongHyeon val &= ~NFE_MISC1_TX_PAUSE; 901aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_TX_PAUSE_FRAME, 902aab5582fSPyun YongHyeon NFE_TX_PAUSE_FRAME_DISABLE); 903aab5582fSPyun YongHyeon } 904aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_MISC1, val); 905aab5582fSPyun YongHyeon } 906aab5582fSPyun YongHyeon } else { 907aab5582fSPyun YongHyeon /* disable rx/tx pause frames */ 908aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_RXFILTER); 909aab5582fSPyun YongHyeon val &= ~NFE_PFF_RX_PAUSE; 910aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RXFILTER, val); 911aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_TX_FLOW_CTRL) != 0) { 912aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_TX_PAUSE_FRAME, 913aab5582fSPyun YongHyeon NFE_TX_PAUSE_FRAME_DISABLE); 914aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_MISC1); 915aab5582fSPyun YongHyeon val &= ~NFE_MISC1_TX_PAUSE; 916aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_MISC1, val); 917aab5582fSPyun YongHyeon } 918aab5582fSPyun YongHyeon } 919aab5582fSPyun YongHyeon 920aab5582fSPyun YongHyeon txctl = NFE_READ(sc, NFE_TX_CTL); 921aab5582fSPyun YongHyeon rxctl = NFE_READ(sc, NFE_RX_CTL); 922aab5582fSPyun YongHyeon if (sc->nfe_link != 0 && (ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 923aab5582fSPyun YongHyeon txctl |= NFE_TX_START; 924aab5582fSPyun YongHyeon rxctl |= NFE_RX_START; 925aab5582fSPyun YongHyeon } else { 926aab5582fSPyun YongHyeon txctl &= ~NFE_TX_START; 927aab5582fSPyun YongHyeon rxctl &= ~NFE_RX_START; 928aab5582fSPyun YongHyeon } 92950c55b29SPyun YongHyeon NFE_WRITE(sc, NFE_TX_CTL, txctl); 93050c55b29SPyun YongHyeon NFE_WRITE(sc, NFE_RX_CTL, rxctl); 931aab5582fSPyun YongHyeon 932aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 933257c5577SDavid E. O'Brien } 934257c5577SDavid E. O'Brien 9352c3adf61SDavid E. O'Brien 936bfc788c2SDavid E. O'Brien static int 937bfc788c2SDavid E. O'Brien nfe_miibus_readreg(device_t dev, int phy, int reg) 938257c5577SDavid E. O'Brien { 939bfc788c2SDavid E. O'Brien struct nfe_softc *sc = device_get_softc(dev); 940aab5582fSPyun YongHyeon uint32_t val; 941257c5577SDavid E. O'Brien int ntries; 942257c5577SDavid E. O'Brien 943257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_STATUS, 0xf); 944257c5577SDavid E. O'Brien 945257c5577SDavid E. O'Brien if (NFE_READ(sc, NFE_PHY_CTL) & NFE_PHY_BUSY) { 946257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_CTL, NFE_PHY_BUSY); 947257c5577SDavid E. O'Brien DELAY(100); 948257c5577SDavid E. O'Brien } 949257c5577SDavid E. O'Brien 950257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_CTL, (phy << NFE_PHYADD_SHIFT) | reg); 951257c5577SDavid E. O'Brien 952aab5582fSPyun YongHyeon for (ntries = 0; ntries < NFE_TIMEOUT; ntries++) { 953257c5577SDavid E. O'Brien DELAY(100); 954257c5577SDavid E. O'Brien if (!(NFE_READ(sc, NFE_PHY_CTL) & NFE_PHY_BUSY)) 955257c5577SDavid E. O'Brien break; 956257c5577SDavid E. O'Brien } 957aab5582fSPyun YongHyeon if (ntries == NFE_TIMEOUT) { 958aab5582fSPyun YongHyeon DPRINTFN(sc, 2, "timeout waiting for PHY\n"); 959257c5577SDavid E. O'Brien return 0; 960257c5577SDavid E. O'Brien } 961257c5577SDavid E. O'Brien 962257c5577SDavid E. O'Brien if (NFE_READ(sc, NFE_PHY_STATUS) & NFE_PHY_ERROR) { 963aab5582fSPyun YongHyeon DPRINTFN(sc, 2, "could not read PHY\n"); 964257c5577SDavid E. O'Brien return 0; 965257c5577SDavid E. O'Brien } 966257c5577SDavid E. O'Brien 967257c5577SDavid E. O'Brien val = NFE_READ(sc, NFE_PHY_DATA); 968257c5577SDavid E. O'Brien if (val != 0xffffffff && val != 0) 969257c5577SDavid E. O'Brien sc->mii_phyaddr = phy; 970257c5577SDavid E. O'Brien 971aab5582fSPyun YongHyeon DPRINTFN(sc, 2, "mii read phy %d reg 0x%x ret 0x%x\n", phy, reg, val); 972257c5577SDavid E. O'Brien 973aab5582fSPyun YongHyeon return (val); 974257c5577SDavid E. O'Brien } 975257c5577SDavid E. O'Brien 9762c3adf61SDavid E. O'Brien 977bfc788c2SDavid E. O'Brien static int 978bfc788c2SDavid E. O'Brien nfe_miibus_writereg(device_t dev, int phy, int reg, int val) 979257c5577SDavid E. O'Brien { 980bfc788c2SDavid E. O'Brien struct nfe_softc *sc = device_get_softc(dev); 981aab5582fSPyun YongHyeon uint32_t ctl; 982257c5577SDavid E. O'Brien int ntries; 983257c5577SDavid E. O'Brien 984257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_STATUS, 0xf); 985257c5577SDavid E. O'Brien 986257c5577SDavid E. O'Brien if (NFE_READ(sc, NFE_PHY_CTL) & NFE_PHY_BUSY) { 987257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_CTL, NFE_PHY_BUSY); 988257c5577SDavid E. O'Brien DELAY(100); 989257c5577SDavid E. O'Brien } 990257c5577SDavid E. O'Brien 991257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_DATA, val); 992257c5577SDavid E. O'Brien ctl = NFE_PHY_WRITE | (phy << NFE_PHYADD_SHIFT) | reg; 993257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_CTL, ctl); 994257c5577SDavid E. O'Brien 995aab5582fSPyun YongHyeon for (ntries = 0; ntries < NFE_TIMEOUT; ntries++) { 996257c5577SDavid E. O'Brien DELAY(100); 997257c5577SDavid E. O'Brien if (!(NFE_READ(sc, NFE_PHY_CTL) & NFE_PHY_BUSY)) 998257c5577SDavid E. O'Brien break; 999257c5577SDavid E. O'Brien } 1000257c5577SDavid E. O'Brien #ifdef NFE_DEBUG 1001aab5582fSPyun YongHyeon if (nfedebug >= 2 && ntries == NFE_TIMEOUT) 1002aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not write to PHY\n"); 1003257c5577SDavid E. O'Brien #endif 1004aab5582fSPyun YongHyeon return (0); 1005257c5577SDavid E. O'Brien } 1006257c5577SDavid E. O'Brien 1007aab5582fSPyun YongHyeon struct nfe_dmamap_arg { 1008aab5582fSPyun YongHyeon bus_addr_t nfe_busaddr; 1009aab5582fSPyun YongHyeon }; 10102c3adf61SDavid E. O'Brien 1011bfc788c2SDavid E. O'Brien static int 1012bfc788c2SDavid E. O'Brien nfe_alloc_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring) 1013bfc788c2SDavid E. O'Brien { 1014aab5582fSPyun YongHyeon struct nfe_dmamap_arg ctx; 1015bfc788c2SDavid E. O'Brien struct nfe_rx_data *data; 1016aab5582fSPyun YongHyeon void *desc; 1017bfc788c2SDavid E. O'Brien int i, error, descsize; 1018bfc788c2SDavid E. O'Brien 1019bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 1020aab5582fSPyun YongHyeon desc = ring->desc64; 1021bfc788c2SDavid E. O'Brien descsize = sizeof (struct nfe_desc64); 1022bfc788c2SDavid E. O'Brien } else { 1023aab5582fSPyun YongHyeon desc = ring->desc32; 1024bfc788c2SDavid E. O'Brien descsize = sizeof (struct nfe_desc32); 1025bfc788c2SDavid E. O'Brien } 1026bfc788c2SDavid E. O'Brien 1027bfc788c2SDavid E. O'Brien ring->cur = ring->next = 0; 1028bfc788c2SDavid E. O'Brien 1029bfc788c2SDavid E. O'Brien error = bus_dma_tag_create(sc->nfe_parent_tag, 1030aab5582fSPyun YongHyeon NFE_RING_ALIGN, 0, /* alignment, boundary */ 1031aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, /* lowaddr */ 1032bfc788c2SDavid E. O'Brien BUS_SPACE_MAXADDR, /* highaddr */ 1033bfc788c2SDavid E. O'Brien NULL, NULL, /* filter, filterarg */ 1034bfc788c2SDavid E. O'Brien NFE_RX_RING_COUNT * descsize, 1, /* maxsize, nsegments */ 1035bfc788c2SDavid E. O'Brien NFE_RX_RING_COUNT * descsize, /* maxsegsize */ 1036aab5582fSPyun YongHyeon 0, /* flags */ 1037bfc788c2SDavid E. O'Brien NULL, NULL, /* lockfunc, lockarg */ 1038bfc788c2SDavid E. O'Brien &ring->rx_desc_tag); 1039bfc788c2SDavid E. O'Brien if (error != 0) { 1040aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not create desc DMA tag\n"); 1041bfc788c2SDavid E. O'Brien goto fail; 1042bfc788c2SDavid E. O'Brien } 1043bfc788c2SDavid E. O'Brien 1044bfc788c2SDavid E. O'Brien /* allocate memory to desc */ 1045aab5582fSPyun YongHyeon error = bus_dmamem_alloc(ring->rx_desc_tag, &desc, BUS_DMA_WAITOK | 1046aab5582fSPyun YongHyeon BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->rx_desc_map); 1047bfc788c2SDavid E. O'Brien if (error != 0) { 1048aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not create desc DMA map\n"); 1049bfc788c2SDavid E. O'Brien goto fail; 1050bfc788c2SDavid E. O'Brien } 1051aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) 1052aab5582fSPyun YongHyeon ring->desc64 = desc; 1053aab5582fSPyun YongHyeon else 1054aab5582fSPyun YongHyeon ring->desc32 = desc; 1055bfc788c2SDavid E. O'Brien 1056bfc788c2SDavid E. O'Brien /* map desc to device visible address space */ 1057aab5582fSPyun YongHyeon ctx.nfe_busaddr = 0; 1058aab5582fSPyun YongHyeon error = bus_dmamap_load(ring->rx_desc_tag, ring->rx_desc_map, desc, 1059aab5582fSPyun YongHyeon NFE_RX_RING_COUNT * descsize, nfe_dma_map_segs, &ctx, 0); 1060bfc788c2SDavid E. O'Brien if (error != 0) { 1061aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not load desc DMA map\n"); 1062aab5582fSPyun YongHyeon goto fail; 1063aab5582fSPyun YongHyeon } 1064aab5582fSPyun YongHyeon ring->physaddr = ctx.nfe_busaddr; 1065aab5582fSPyun YongHyeon 1066aab5582fSPyun YongHyeon error = bus_dma_tag_create(sc->nfe_parent_tag, 1067aab5582fSPyun YongHyeon 1, 0, /* alignment, boundary */ 1068aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, /* lowaddr */ 1069aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, /* highaddr */ 1070aab5582fSPyun YongHyeon NULL, NULL, /* filter, filterarg */ 1071aab5582fSPyun YongHyeon MCLBYTES, 1, /* maxsize, nsegments */ 1072aab5582fSPyun YongHyeon MCLBYTES, /* maxsegsize */ 1073aab5582fSPyun YongHyeon 0, /* flags */ 1074aab5582fSPyun YongHyeon NULL, NULL, /* lockfunc, lockarg */ 1075aab5582fSPyun YongHyeon &ring->rx_data_tag); 1076aab5582fSPyun YongHyeon if (error != 0) { 1077aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not create Rx DMA tag\n"); 1078bfc788c2SDavid E. O'Brien goto fail; 1079bfc788c2SDavid E. O'Brien } 1080bfc788c2SDavid E. O'Brien 1081aab5582fSPyun YongHyeon error = bus_dmamap_create(ring->rx_data_tag, 0, &ring->rx_spare_map); 1082aab5582fSPyun YongHyeon if (error != 0) { 1083aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1084aab5582fSPyun YongHyeon "could not create Rx DMA spare map\n"); 1085aab5582fSPyun YongHyeon goto fail; 1086aab5582fSPyun YongHyeon } 1087bfc788c2SDavid E. O'Brien 1088bfc788c2SDavid E. O'Brien /* 1089bfc788c2SDavid E. O'Brien * Pre-allocate Rx buffers and populate Rx ring. 1090bfc788c2SDavid E. O'Brien */ 1091bfc788c2SDavid E. O'Brien for (i = 0; i < NFE_RX_RING_COUNT; i++) { 1092bfc788c2SDavid E. O'Brien data = &sc->rxq.data[i]; 1093aab5582fSPyun YongHyeon data->rx_data_map = NULL; 1094aab5582fSPyun YongHyeon data->m = NULL; 1095aab5582fSPyun YongHyeon error = bus_dmamap_create(ring->rx_data_tag, 0, 10962c3adf61SDavid E. O'Brien &data->rx_data_map); 1097bfc788c2SDavid E. O'Brien if (error != 0) { 1098aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1099aab5582fSPyun YongHyeon "could not create Rx DMA map\n"); 1100aab5582fSPyun YongHyeon goto fail; 1101aab5582fSPyun YongHyeon } 1102aab5582fSPyun YongHyeon } 1103aab5582fSPyun YongHyeon 1104aab5582fSPyun YongHyeon fail: 1105aab5582fSPyun YongHyeon return (error); 1106aab5582fSPyun YongHyeon } 1107aab5582fSPyun YongHyeon 1108aab5582fSPyun YongHyeon 11098b590ad2SPyun YongHyeon static void 1110aab5582fSPyun YongHyeon nfe_alloc_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring) 1111aab5582fSPyun YongHyeon { 1112aab5582fSPyun YongHyeon struct nfe_dmamap_arg ctx; 1113aab5582fSPyun YongHyeon struct nfe_rx_data *data; 1114aab5582fSPyun YongHyeon void *desc; 1115aab5582fSPyun YongHyeon int i, error, descsize; 1116aab5582fSPyun YongHyeon 1117aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_JUMBO_SUP) == 0) 11188b590ad2SPyun YongHyeon return; 11198b590ad2SPyun YongHyeon if (jumbo_disable != 0) { 11208b590ad2SPyun YongHyeon device_printf(sc->nfe_dev, "disabling jumbo frame support\n"); 11218b590ad2SPyun YongHyeon sc->nfe_jumbo_disable = 1; 11228b590ad2SPyun YongHyeon return; 11238b590ad2SPyun YongHyeon } 1124aab5582fSPyun YongHyeon 1125aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) { 1126aab5582fSPyun YongHyeon desc = ring->jdesc64; 1127aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc64); 1128aab5582fSPyun YongHyeon } else { 1129aab5582fSPyun YongHyeon desc = ring->jdesc32; 1130aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc32); 1131aab5582fSPyun YongHyeon } 1132aab5582fSPyun YongHyeon 1133aab5582fSPyun YongHyeon ring->jcur = ring->jnext = 0; 1134aab5582fSPyun YongHyeon 1135aab5582fSPyun YongHyeon /* Create DMA tag for jumbo Rx ring. */ 1136aab5582fSPyun YongHyeon error = bus_dma_tag_create(sc->nfe_parent_tag, 1137aab5582fSPyun YongHyeon NFE_RING_ALIGN, 0, /* alignment, boundary */ 1138aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, /* lowaddr */ 1139aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, /* highaddr */ 1140aab5582fSPyun YongHyeon NULL, NULL, /* filter, filterarg */ 1141aab5582fSPyun YongHyeon NFE_JUMBO_RX_RING_COUNT * descsize, /* maxsize */ 1142aab5582fSPyun YongHyeon 1, /* nsegments */ 1143aab5582fSPyun YongHyeon NFE_JUMBO_RX_RING_COUNT * descsize, /* maxsegsize */ 1144aab5582fSPyun YongHyeon 0, /* flags */ 1145aab5582fSPyun YongHyeon NULL, NULL, /* lockfunc, lockarg */ 1146aab5582fSPyun YongHyeon &ring->jrx_desc_tag); 1147aab5582fSPyun YongHyeon if (error != 0) { 1148aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1149aab5582fSPyun YongHyeon "could not create jumbo ring DMA tag\n"); 1150bfc788c2SDavid E. O'Brien goto fail; 1151bfc788c2SDavid E. O'Brien } 1152bfc788c2SDavid E. O'Brien 1153aab5582fSPyun YongHyeon /* Create DMA tag for jumbo Rx buffers. */ 1154aab5582fSPyun YongHyeon error = bus_dma_tag_create(sc->nfe_parent_tag, 1155767fb36cSPyun YongHyeon 1, 0, /* alignment, boundary */ 1156aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, /* lowaddr */ 1157aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, /* highaddr */ 1158aab5582fSPyun YongHyeon NULL, NULL, /* filter, filterarg */ 11593a5d5a69SPyun YongHyeon MJUM9BYTES, /* maxsize */ 1160aab5582fSPyun YongHyeon 1, /* nsegments */ 11613a5d5a69SPyun YongHyeon MJUM9BYTES, /* maxsegsize */ 1162aab5582fSPyun YongHyeon 0, /* flags */ 1163aab5582fSPyun YongHyeon NULL, NULL, /* lockfunc, lockarg */ 1164aab5582fSPyun YongHyeon &ring->jrx_data_tag); 1165aab5582fSPyun YongHyeon if (error != 0) { 1166aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1167aab5582fSPyun YongHyeon "could not create jumbo Rx buffer DMA tag\n"); 1168aab5582fSPyun YongHyeon goto fail; 1169aab5582fSPyun YongHyeon } 1170aab5582fSPyun YongHyeon 1171aab5582fSPyun YongHyeon /* Allocate DMA'able memory and load the DMA map for jumbo Rx ring. */ 1172aab5582fSPyun YongHyeon error = bus_dmamem_alloc(ring->jrx_desc_tag, &desc, BUS_DMA_WAITOK | 1173aab5582fSPyun YongHyeon BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->jrx_desc_map); 1174aab5582fSPyun YongHyeon if (error != 0) { 1175aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1176aab5582fSPyun YongHyeon "could not allocate DMA'able memory for jumbo Rx ring\n"); 1177aab5582fSPyun YongHyeon goto fail; 1178aab5582fSPyun YongHyeon } 1179aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) 1180aab5582fSPyun YongHyeon ring->jdesc64 = desc; 1181aab5582fSPyun YongHyeon else 1182aab5582fSPyun YongHyeon ring->jdesc32 = desc; 1183aab5582fSPyun YongHyeon 1184aab5582fSPyun YongHyeon ctx.nfe_busaddr = 0; 1185aab5582fSPyun YongHyeon error = bus_dmamap_load(ring->jrx_desc_tag, ring->jrx_desc_map, desc, 1186aab5582fSPyun YongHyeon NFE_JUMBO_RX_RING_COUNT * descsize, nfe_dma_map_segs, &ctx, 0); 1187aab5582fSPyun YongHyeon if (error != 0) { 1188aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1189aab5582fSPyun YongHyeon "could not load DMA'able memory for jumbo Rx ring\n"); 1190aab5582fSPyun YongHyeon goto fail; 1191aab5582fSPyun YongHyeon } 1192aab5582fSPyun YongHyeon ring->jphysaddr = ctx.nfe_busaddr; 1193aab5582fSPyun YongHyeon 1194aab5582fSPyun YongHyeon /* Create DMA maps for jumbo Rx buffers. */ 1195aab5582fSPyun YongHyeon error = bus_dmamap_create(ring->jrx_data_tag, 0, &ring->jrx_spare_map); 1196aab5582fSPyun YongHyeon if (error != 0) { 1197aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1198aab5582fSPyun YongHyeon "could not create jumbo Rx DMA spare map\n"); 1199aab5582fSPyun YongHyeon goto fail; 1200aab5582fSPyun YongHyeon } 1201aab5582fSPyun YongHyeon 1202aab5582fSPyun YongHyeon for (i = 0; i < NFE_JUMBO_RX_RING_COUNT; i++) { 1203aab5582fSPyun YongHyeon data = &sc->jrxq.jdata[i]; 1204aab5582fSPyun YongHyeon data->rx_data_map = NULL; 1205aab5582fSPyun YongHyeon data->m = NULL; 1206aab5582fSPyun YongHyeon error = bus_dmamap_create(ring->jrx_data_tag, 0, 1207aab5582fSPyun YongHyeon &data->rx_data_map); 1208aab5582fSPyun YongHyeon if (error != 0) { 1209aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1210aab5582fSPyun YongHyeon "could not create jumbo Rx DMA map\n"); 1211aab5582fSPyun YongHyeon goto fail; 1212aab5582fSPyun YongHyeon } 1213aab5582fSPyun YongHyeon } 1214aab5582fSPyun YongHyeon 12158b590ad2SPyun YongHyeon return; 1216bfc788c2SDavid E. O'Brien 1217aab5582fSPyun YongHyeon fail: 12188b590ad2SPyun YongHyeon /* 12198b590ad2SPyun YongHyeon * Running without jumbo frame support is ok for most cases 12208b590ad2SPyun YongHyeon * so don't fail on creating dma tag/map for jumbo frame. 12218b590ad2SPyun YongHyeon */ 1222aab5582fSPyun YongHyeon nfe_free_jrx_ring(sc, ring); 12238b590ad2SPyun YongHyeon device_printf(sc->nfe_dev, "disabling jumbo frame support due to " 12248b590ad2SPyun YongHyeon "resource shortage\n"); 12258b590ad2SPyun YongHyeon sc->nfe_jumbo_disable = 1; 1226bfc788c2SDavid E. O'Brien } 1227bfc788c2SDavid E. O'Brien 12282c3adf61SDavid E. O'Brien 1229aab5582fSPyun YongHyeon static int 1230aab5582fSPyun YongHyeon nfe_init_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring) 1231bfc788c2SDavid E. O'Brien { 1232aab5582fSPyun YongHyeon void *desc; 1233aab5582fSPyun YongHyeon size_t descsize; 1234bfc788c2SDavid E. O'Brien int i; 1235bfc788c2SDavid E. O'Brien 1236aab5582fSPyun YongHyeon ring->cur = ring->next = 0; 1237bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 1238aab5582fSPyun YongHyeon desc = ring->desc64; 1239aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc64); 1240bfc788c2SDavid E. O'Brien } else { 1241aab5582fSPyun YongHyeon desc = ring->desc32; 1242aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc32); 1243bfc788c2SDavid E. O'Brien } 1244aab5582fSPyun YongHyeon bzero(desc, descsize * NFE_RX_RING_COUNT); 1245aab5582fSPyun YongHyeon for (i = 0; i < NFE_RX_RING_COUNT; i++) { 1246aab5582fSPyun YongHyeon if (nfe_newbuf(sc, i) != 0) 1247aab5582fSPyun YongHyeon return (ENOBUFS); 1248bfc788c2SDavid E. O'Brien } 1249bfc788c2SDavid E. O'Brien 12502c3adf61SDavid E. O'Brien bus_dmamap_sync(ring->rx_desc_tag, ring->rx_desc_map, 1251aab5582fSPyun YongHyeon BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 1252bfc788c2SDavid E. O'Brien 1253aab5582fSPyun YongHyeon return (0); 1254aab5582fSPyun YongHyeon } 1255aab5582fSPyun YongHyeon 1256aab5582fSPyun YongHyeon 1257aab5582fSPyun YongHyeon static int 1258aab5582fSPyun YongHyeon nfe_init_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring) 1259aab5582fSPyun YongHyeon { 1260aab5582fSPyun YongHyeon void *desc; 1261aab5582fSPyun YongHyeon size_t descsize; 1262aab5582fSPyun YongHyeon int i; 1263aab5582fSPyun YongHyeon 1264aab5582fSPyun YongHyeon ring->jcur = ring->jnext = 0; 1265aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) { 1266aab5582fSPyun YongHyeon desc = ring->jdesc64; 1267aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc64); 1268aab5582fSPyun YongHyeon } else { 1269aab5582fSPyun YongHyeon desc = ring->jdesc32; 1270aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc32); 1271aab5582fSPyun YongHyeon } 12723a5d5a69SPyun YongHyeon bzero(desc, descsize * NFE_JUMBO_RX_RING_COUNT); 1273aab5582fSPyun YongHyeon for (i = 0; i < NFE_JUMBO_RX_RING_COUNT; i++) { 1274aab5582fSPyun YongHyeon if (nfe_jnewbuf(sc, i) != 0) 1275aab5582fSPyun YongHyeon return (ENOBUFS); 1276aab5582fSPyun YongHyeon } 1277aab5582fSPyun YongHyeon 1278aab5582fSPyun YongHyeon bus_dmamap_sync(ring->jrx_desc_tag, ring->jrx_desc_map, 1279aab5582fSPyun YongHyeon BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 1280aab5582fSPyun YongHyeon 1281aab5582fSPyun YongHyeon return (0); 1282bfc788c2SDavid E. O'Brien } 1283bfc788c2SDavid E. O'Brien 1284bfc788c2SDavid E. O'Brien 1285bfc788c2SDavid E. O'Brien static void 1286bfc788c2SDavid E. O'Brien nfe_free_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring) 1287bfc788c2SDavid E. O'Brien { 1288bfc788c2SDavid E. O'Brien struct nfe_rx_data *data; 1289bfc788c2SDavid E. O'Brien void *desc; 1290bfc788c2SDavid E. O'Brien int i, descsize; 1291bfc788c2SDavid E. O'Brien 1292bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 1293bfc788c2SDavid E. O'Brien desc = ring->desc64; 1294bfc788c2SDavid E. O'Brien descsize = sizeof (struct nfe_desc64); 1295bfc788c2SDavid E. O'Brien } else { 1296bfc788c2SDavid E. O'Brien desc = ring->desc32; 1297bfc788c2SDavid E. O'Brien descsize = sizeof (struct nfe_desc32); 1298bfc788c2SDavid E. O'Brien } 1299bfc788c2SDavid E. O'Brien 1300bfc788c2SDavid E. O'Brien for (i = 0; i < NFE_RX_RING_COUNT; i++) { 1301bfc788c2SDavid E. O'Brien data = &ring->data[i]; 1302bfc788c2SDavid E. O'Brien if (data->rx_data_map != NULL) { 1303aab5582fSPyun YongHyeon bus_dmamap_destroy(ring->rx_data_tag, 13042c3adf61SDavid E. O'Brien data->rx_data_map); 1305aab5582fSPyun YongHyeon data->rx_data_map = NULL; 1306aab5582fSPyun YongHyeon } 1307aab5582fSPyun YongHyeon if (data->m != NULL) { 1308aab5582fSPyun YongHyeon m_freem(data->m); 1309aab5582fSPyun YongHyeon data->m = NULL; 1310aab5582fSPyun YongHyeon } 1311aab5582fSPyun YongHyeon } 1312aab5582fSPyun YongHyeon if (ring->rx_data_tag != NULL) { 1313aab5582fSPyun YongHyeon if (ring->rx_spare_map != NULL) { 1314aab5582fSPyun YongHyeon bus_dmamap_destroy(ring->rx_data_tag, 1315aab5582fSPyun YongHyeon ring->rx_spare_map); 1316aab5582fSPyun YongHyeon ring->rx_spare_map = NULL; 1317aab5582fSPyun YongHyeon } 1318aab5582fSPyun YongHyeon bus_dma_tag_destroy(ring->rx_data_tag); 1319aab5582fSPyun YongHyeon ring->rx_data_tag = NULL; 1320bfc788c2SDavid E. O'Brien } 13212c3adf61SDavid E. O'Brien 1322aab5582fSPyun YongHyeon if (desc != NULL) { 1323aab5582fSPyun YongHyeon bus_dmamap_unload(ring->rx_desc_tag, ring->rx_desc_map); 1324aab5582fSPyun YongHyeon bus_dmamem_free(ring->rx_desc_tag, desc, ring->rx_desc_map); 1325aab5582fSPyun YongHyeon ring->desc64 = NULL; 1326aab5582fSPyun YongHyeon ring->desc32 = NULL; 1327aab5582fSPyun YongHyeon ring->rx_desc_map = NULL; 1328aab5582fSPyun YongHyeon } 1329aab5582fSPyun YongHyeon if (ring->rx_desc_tag != NULL) { 1330aab5582fSPyun YongHyeon bus_dma_tag_destroy(ring->rx_desc_tag); 1331aab5582fSPyun YongHyeon ring->rx_desc_tag = NULL; 1332aab5582fSPyun YongHyeon } 1333aab5582fSPyun YongHyeon } 1334aab5582fSPyun YongHyeon 1335aab5582fSPyun YongHyeon 1336aab5582fSPyun YongHyeon static void 1337aab5582fSPyun YongHyeon nfe_free_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring) 1338aab5582fSPyun YongHyeon { 1339aab5582fSPyun YongHyeon struct nfe_rx_data *data; 1340aab5582fSPyun YongHyeon void *desc; 1341aab5582fSPyun YongHyeon int i, descsize; 1342aab5582fSPyun YongHyeon 1343aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_JUMBO_SUP) == 0) 1344aab5582fSPyun YongHyeon return; 1345aab5582fSPyun YongHyeon 1346aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) { 1347aab5582fSPyun YongHyeon desc = ring->jdesc64; 1348aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc64); 1349aab5582fSPyun YongHyeon } else { 1350aab5582fSPyun YongHyeon desc = ring->jdesc32; 1351aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc32); 1352aab5582fSPyun YongHyeon } 1353aab5582fSPyun YongHyeon 1354aab5582fSPyun YongHyeon for (i = 0; i < NFE_JUMBO_RX_RING_COUNT; i++) { 1355aab5582fSPyun YongHyeon data = &ring->jdata[i]; 1356aab5582fSPyun YongHyeon if (data->rx_data_map != NULL) { 1357aab5582fSPyun YongHyeon bus_dmamap_destroy(ring->jrx_data_tag, 1358aab5582fSPyun YongHyeon data->rx_data_map); 1359aab5582fSPyun YongHyeon data->rx_data_map = NULL; 1360aab5582fSPyun YongHyeon } 1361aab5582fSPyun YongHyeon if (data->m != NULL) { 1362bfc788c2SDavid E. O'Brien m_freem(data->m); 1363aab5582fSPyun YongHyeon data->m = NULL; 1364aab5582fSPyun YongHyeon } 1365aab5582fSPyun YongHyeon } 1366aab5582fSPyun YongHyeon if (ring->jrx_data_tag != NULL) { 1367aab5582fSPyun YongHyeon if (ring->jrx_spare_map != NULL) { 1368aab5582fSPyun YongHyeon bus_dmamap_destroy(ring->jrx_data_tag, 1369aab5582fSPyun YongHyeon ring->jrx_spare_map); 1370aab5582fSPyun YongHyeon ring->jrx_spare_map = NULL; 1371aab5582fSPyun YongHyeon } 1372aab5582fSPyun YongHyeon bus_dma_tag_destroy(ring->jrx_data_tag); 1373aab5582fSPyun YongHyeon ring->jrx_data_tag = NULL; 1374aab5582fSPyun YongHyeon } 1375aab5582fSPyun YongHyeon 1376aab5582fSPyun YongHyeon if (desc != NULL) { 1377aab5582fSPyun YongHyeon bus_dmamap_unload(ring->jrx_desc_tag, ring->jrx_desc_map); 1378aab5582fSPyun YongHyeon bus_dmamem_free(ring->jrx_desc_tag, desc, ring->jrx_desc_map); 1379aab5582fSPyun YongHyeon ring->jdesc64 = NULL; 1380aab5582fSPyun YongHyeon ring->jdesc32 = NULL; 1381aab5582fSPyun YongHyeon ring->jrx_desc_map = NULL; 1382aab5582fSPyun YongHyeon } 13833a5d5a69SPyun YongHyeon 1384aab5582fSPyun YongHyeon if (ring->jrx_desc_tag != NULL) { 1385aab5582fSPyun YongHyeon bus_dma_tag_destroy(ring->jrx_desc_tag); 1386aab5582fSPyun YongHyeon ring->jrx_desc_tag = NULL; 1387bfc788c2SDavid E. O'Brien } 1388bfc788c2SDavid E. O'Brien } 1389bfc788c2SDavid E. O'Brien 13902c3adf61SDavid E. O'Brien 1391bfc788c2SDavid E. O'Brien static int 1392bfc788c2SDavid E. O'Brien nfe_alloc_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring) 1393bfc788c2SDavid E. O'Brien { 1394aab5582fSPyun YongHyeon struct nfe_dmamap_arg ctx; 1395bfc788c2SDavid E. O'Brien int i, error; 1396aab5582fSPyun YongHyeon void *desc; 1397bfc788c2SDavid E. O'Brien int descsize; 1398bfc788c2SDavid E. O'Brien 1399bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 1400aab5582fSPyun YongHyeon desc = ring->desc64; 1401bfc788c2SDavid E. O'Brien descsize = sizeof (struct nfe_desc64); 1402bfc788c2SDavid E. O'Brien } else { 1403aab5582fSPyun YongHyeon desc = ring->desc32; 1404bfc788c2SDavid E. O'Brien descsize = sizeof (struct nfe_desc32); 1405bfc788c2SDavid E. O'Brien } 1406bfc788c2SDavid E. O'Brien 1407bfc788c2SDavid E. O'Brien ring->queued = 0; 1408bfc788c2SDavid E. O'Brien ring->cur = ring->next = 0; 1409bfc788c2SDavid E. O'Brien 1410bfc788c2SDavid E. O'Brien error = bus_dma_tag_create(sc->nfe_parent_tag, 1411aab5582fSPyun YongHyeon NFE_RING_ALIGN, 0, /* alignment, boundary */ 1412aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, /* lowaddr */ 1413bfc788c2SDavid E. O'Brien BUS_SPACE_MAXADDR, /* highaddr */ 1414bfc788c2SDavid E. O'Brien NULL, NULL, /* filter, filterarg */ 1415bfc788c2SDavid E. O'Brien NFE_TX_RING_COUNT * descsize, 1, /* maxsize, nsegments */ 1416bfc788c2SDavid E. O'Brien NFE_TX_RING_COUNT * descsize, /* maxsegsize */ 1417aab5582fSPyun YongHyeon 0, /* flags */ 1418bfc788c2SDavid E. O'Brien NULL, NULL, /* lockfunc, lockarg */ 1419bfc788c2SDavid E. O'Brien &ring->tx_desc_tag); 1420bfc788c2SDavid E. O'Brien if (error != 0) { 1421aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not create desc DMA tag\n"); 1422bfc788c2SDavid E. O'Brien goto fail; 1423bfc788c2SDavid E. O'Brien } 1424bfc788c2SDavid E. O'Brien 1425aab5582fSPyun YongHyeon error = bus_dmamem_alloc(ring->tx_desc_tag, &desc, BUS_DMA_WAITOK | 1426aab5582fSPyun YongHyeon BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->tx_desc_map); 1427bfc788c2SDavid E. O'Brien if (error != 0) { 1428aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not create desc DMA map\n"); 1429bfc788c2SDavid E. O'Brien goto fail; 1430bfc788c2SDavid E. O'Brien } 1431aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) 1432aab5582fSPyun YongHyeon ring->desc64 = desc; 1433aab5582fSPyun YongHyeon else 1434aab5582fSPyun YongHyeon ring->desc32 = desc; 1435bfc788c2SDavid E. O'Brien 1436aab5582fSPyun YongHyeon ctx.nfe_busaddr = 0; 1437aab5582fSPyun YongHyeon error = bus_dmamap_load(ring->tx_desc_tag, ring->tx_desc_map, desc, 1438aab5582fSPyun YongHyeon NFE_TX_RING_COUNT * descsize, nfe_dma_map_segs, &ctx, 0); 1439bfc788c2SDavid E. O'Brien if (error != 0) { 1440aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not load desc DMA map\n"); 1441bfc788c2SDavid E. O'Brien goto fail; 1442bfc788c2SDavid E. O'Brien } 1443aab5582fSPyun YongHyeon ring->physaddr = ctx.nfe_busaddr; 1444bfc788c2SDavid E. O'Brien 1445bfc788c2SDavid E. O'Brien error = bus_dma_tag_create(sc->nfe_parent_tag, 1446aab5582fSPyun YongHyeon 1, 0, 1447aab5582fSPyun YongHyeon BUS_SPACE_MAXADDR, 1448bfc788c2SDavid E. O'Brien BUS_SPACE_MAXADDR, 1449bfc788c2SDavid E. O'Brien NULL, NULL, 14501c889016SPyun YongHyeon NFE_TSO_MAXSIZE, 1451aab5582fSPyun YongHyeon NFE_MAX_SCATTER, 14521c889016SPyun YongHyeon NFE_TSO_MAXSGSIZE, 1453aab5582fSPyun YongHyeon 0, 1454bfc788c2SDavid E. O'Brien NULL, NULL, 1455bfc788c2SDavid E. O'Brien &ring->tx_data_tag); 1456bfc788c2SDavid E. O'Brien if (error != 0) { 1457aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, "could not create Tx DMA tag\n"); 1458bfc788c2SDavid E. O'Brien goto fail; 1459bfc788c2SDavid E. O'Brien } 1460bfc788c2SDavid E. O'Brien 1461bfc788c2SDavid E. O'Brien for (i = 0; i < NFE_TX_RING_COUNT; i++) { 14622c3adf61SDavid E. O'Brien error = bus_dmamap_create(ring->tx_data_tag, 0, 14632c3adf61SDavid E. O'Brien &ring->data[i].tx_data_map); 1464bfc788c2SDavid E. O'Brien if (error != 0) { 1465aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 1466aab5582fSPyun YongHyeon "could not create Tx DMA map\n"); 1467bfc788c2SDavid E. O'Brien goto fail; 1468bfc788c2SDavid E. O'Brien } 1469bfc788c2SDavid E. O'Brien } 1470bfc788c2SDavid E. O'Brien 1471aab5582fSPyun YongHyeon fail: 1472aab5582fSPyun YongHyeon return (error); 1473bfc788c2SDavid E. O'Brien } 1474bfc788c2SDavid E. O'Brien 1475bfc788c2SDavid E. O'Brien 1476bfc788c2SDavid E. O'Brien static void 1477aab5582fSPyun YongHyeon nfe_init_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring) 1478bfc788c2SDavid E. O'Brien { 1479aab5582fSPyun YongHyeon void *desc; 1480aab5582fSPyun YongHyeon size_t descsize; 1481bfc788c2SDavid E. O'Brien 1482aab5582fSPyun YongHyeon sc->nfe_force_tx = 0; 1483bfc788c2SDavid E. O'Brien ring->queued = 0; 1484bfc788c2SDavid E. O'Brien ring->cur = ring->next = 0; 1485aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) { 1486aab5582fSPyun YongHyeon desc = ring->desc64; 1487aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc64); 1488aab5582fSPyun YongHyeon } else { 1489aab5582fSPyun YongHyeon desc = ring->desc32; 1490aab5582fSPyun YongHyeon descsize = sizeof (struct nfe_desc32); 1491aab5582fSPyun YongHyeon } 1492aab5582fSPyun YongHyeon bzero(desc, descsize * NFE_TX_RING_COUNT); 1493aab5582fSPyun YongHyeon 1494aab5582fSPyun YongHyeon bus_dmamap_sync(ring->tx_desc_tag, ring->tx_desc_map, 1495aab5582fSPyun YongHyeon BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 1496bfc788c2SDavid E. O'Brien } 1497bfc788c2SDavid E. O'Brien 14982c3adf61SDavid E. O'Brien 1499bfc788c2SDavid E. O'Brien static void 1500bfc788c2SDavid E. O'Brien nfe_free_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring) 1501bfc788c2SDavid E. O'Brien { 1502bfc788c2SDavid E. O'Brien struct nfe_tx_data *data; 1503bfc788c2SDavid E. O'Brien void *desc; 1504bfc788c2SDavid E. O'Brien int i, descsize; 1505bfc788c2SDavid E. O'Brien 1506bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 1507bfc788c2SDavid E. O'Brien desc = ring->desc64; 1508bfc788c2SDavid E. O'Brien descsize = sizeof (struct nfe_desc64); 1509bfc788c2SDavid E. O'Brien } else { 1510bfc788c2SDavid E. O'Brien desc = ring->desc32; 1511bfc788c2SDavid E. O'Brien descsize = sizeof (struct nfe_desc32); 1512bfc788c2SDavid E. O'Brien } 1513bfc788c2SDavid E. O'Brien 1514aab5582fSPyun YongHyeon for (i = 0; i < NFE_TX_RING_COUNT; i++) { 1515aab5582fSPyun YongHyeon data = &ring->data[i]; 1516aab5582fSPyun YongHyeon 1517aab5582fSPyun YongHyeon if (data->m != NULL) { 1518aab5582fSPyun YongHyeon bus_dmamap_sync(ring->tx_data_tag, data->tx_data_map, 1519aab5582fSPyun YongHyeon BUS_DMASYNC_POSTWRITE); 1520aab5582fSPyun YongHyeon bus_dmamap_unload(ring->tx_data_tag, data->tx_data_map); 1521aab5582fSPyun YongHyeon m_freem(data->m); 1522aab5582fSPyun YongHyeon data->m = NULL; 1523aab5582fSPyun YongHyeon } 1524aab5582fSPyun YongHyeon if (data->tx_data_map != NULL) { 1525aab5582fSPyun YongHyeon bus_dmamap_destroy(ring->tx_data_tag, 1526aab5582fSPyun YongHyeon data->tx_data_map); 1527aab5582fSPyun YongHyeon data->tx_data_map = NULL; 1528aab5582fSPyun YongHyeon } 1529aab5582fSPyun YongHyeon } 1530aab5582fSPyun YongHyeon 1531aab5582fSPyun YongHyeon if (ring->tx_data_tag != NULL) { 1532aab5582fSPyun YongHyeon bus_dma_tag_destroy(ring->tx_data_tag); 1533aab5582fSPyun YongHyeon ring->tx_data_tag = NULL; 1534aab5582fSPyun YongHyeon } 1535aab5582fSPyun YongHyeon 1536bfc788c2SDavid E. O'Brien if (desc != NULL) { 15372c3adf61SDavid E. O'Brien bus_dmamap_sync(ring->tx_desc_tag, ring->tx_desc_map, 15382c3adf61SDavid E. O'Brien BUS_DMASYNC_POSTWRITE); 1539bfc788c2SDavid E. O'Brien bus_dmamap_unload(ring->tx_desc_tag, ring->tx_desc_map); 1540bfc788c2SDavid E. O'Brien bus_dmamem_free(ring->tx_desc_tag, desc, ring->tx_desc_map); 1541aab5582fSPyun YongHyeon ring->desc64 = NULL; 1542aab5582fSPyun YongHyeon ring->desc32 = NULL; 1543aab5582fSPyun YongHyeon ring->tx_desc_map = NULL; 1544bfc788c2SDavid E. O'Brien bus_dma_tag_destroy(ring->tx_desc_tag); 1545aab5582fSPyun YongHyeon ring->tx_desc_tag = NULL; 1546bfc788c2SDavid E. O'Brien } 1547bfc788c2SDavid E. O'Brien } 1548bfc788c2SDavid E. O'Brien 1549bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING 1550bfc788c2SDavid E. O'Brien static poll_handler_t nfe_poll; 1551bfc788c2SDavid E. O'Brien 15522c3adf61SDavid E. O'Brien 15531abcdbd1SAttilio Rao static int 1554bfc788c2SDavid E. O'Brien nfe_poll(struct ifnet *ifp, enum poll_cmd cmd, int count) 1555bfc788c2SDavid E. O'Brien { 1556bfc788c2SDavid E. O'Brien struct nfe_softc *sc = ifp->if_softc; 1557aab5582fSPyun YongHyeon uint32_t r; 15581abcdbd1SAttilio Rao int rx_npkts = 0; 1559bfc788c2SDavid E. O'Brien 1560bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 1561bfc788c2SDavid E. O'Brien 1562bfc788c2SDavid E. O'Brien if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) { 1563aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 15641abcdbd1SAttilio Rao return (rx_npkts); 1565bfc788c2SDavid E. O'Brien } 1566bfc788c2SDavid E. O'Brien 15678b590ad2SPyun YongHyeon if (sc->nfe_framesize > MCLBYTES - ETHER_HDR_LEN) 15681abcdbd1SAttilio Rao rx_npkts = nfe_jrxeof(sc, count, &rx_npkts); 15698b590ad2SPyun YongHyeon else 15701abcdbd1SAttilio Rao rx_npkts = nfe_rxeof(sc, count, &rx_npkts); 1571bfc788c2SDavid E. O'Brien nfe_txeof(sc); 1572bfc788c2SDavid E. O'Brien if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 1573cbb1d39dSSam Leffler taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_tx_task); 1574bfc788c2SDavid E. O'Brien 1575bfc788c2SDavid E. O'Brien if (cmd == POLL_AND_CHECK_STATUS) { 1576aab5582fSPyun YongHyeon if ((r = NFE_READ(sc, sc->nfe_irq_status)) == 0) { 1577aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 15781abcdbd1SAttilio Rao return (rx_npkts); 1579bfc788c2SDavid E. O'Brien } 1580aab5582fSPyun YongHyeon NFE_WRITE(sc, sc->nfe_irq_status, r); 1581257c5577SDavid E. O'Brien 1582257c5577SDavid E. O'Brien if (r & NFE_IRQ_LINK) { 1583257c5577SDavid E. O'Brien NFE_READ(sc, NFE_PHY_STATUS); 1584257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_STATUS, 0xf); 1585aab5582fSPyun YongHyeon DPRINTF(sc, "link state changed\n"); 1586257c5577SDavid E. O'Brien } 1587257c5577SDavid E. O'Brien } 1588aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 15891abcdbd1SAttilio Rao return (rx_npkts); 1590257c5577SDavid E. O'Brien } 1591bfc788c2SDavid E. O'Brien #endif /* DEVICE_POLLING */ 1592257c5577SDavid E. O'Brien 1593aab5582fSPyun YongHyeon static void 1594aab5582fSPyun YongHyeon nfe_set_intr(struct nfe_softc *sc) 1595aab5582fSPyun YongHyeon { 1596aab5582fSPyun YongHyeon 1597aab5582fSPyun YongHyeon if (sc->nfe_msi != 0) 1598aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_IRQ_MASK, NFE_IRQ_WANTED); 1599aab5582fSPyun YongHyeon } 1600aab5582fSPyun YongHyeon 1601aab5582fSPyun YongHyeon 1602aab5582fSPyun YongHyeon /* In MSIX, a write to mask reegisters behaves as XOR. */ 1603aab5582fSPyun YongHyeon static __inline void 1604aab5582fSPyun YongHyeon nfe_enable_intr(struct nfe_softc *sc) 1605aab5582fSPyun YongHyeon { 1606aab5582fSPyun YongHyeon 1607aab5582fSPyun YongHyeon if (sc->nfe_msix != 0) { 1608aab5582fSPyun YongHyeon /* XXX Should have a better way to enable interrupts! */ 1609aab5582fSPyun YongHyeon if (NFE_READ(sc, sc->nfe_irq_mask) == 0) 1610aab5582fSPyun YongHyeon NFE_WRITE(sc, sc->nfe_irq_mask, sc->nfe_intrs); 1611aab5582fSPyun YongHyeon } else 1612aab5582fSPyun YongHyeon NFE_WRITE(sc, sc->nfe_irq_mask, sc->nfe_intrs); 1613aab5582fSPyun YongHyeon } 1614aab5582fSPyun YongHyeon 1615aab5582fSPyun YongHyeon 1616aab5582fSPyun YongHyeon static __inline void 1617aab5582fSPyun YongHyeon nfe_disable_intr(struct nfe_softc *sc) 1618aab5582fSPyun YongHyeon { 1619aab5582fSPyun YongHyeon 1620aab5582fSPyun YongHyeon if (sc->nfe_msix != 0) { 1621aab5582fSPyun YongHyeon /* XXX Should have a better way to disable interrupts! */ 1622aab5582fSPyun YongHyeon if (NFE_READ(sc, sc->nfe_irq_mask) != 0) 1623aab5582fSPyun YongHyeon NFE_WRITE(sc, sc->nfe_irq_mask, sc->nfe_nointrs); 1624aab5582fSPyun YongHyeon } else 1625aab5582fSPyun YongHyeon NFE_WRITE(sc, sc->nfe_irq_mask, sc->nfe_nointrs); 1626aab5582fSPyun YongHyeon } 1627aab5582fSPyun YongHyeon 1628bfc788c2SDavid E. O'Brien 1629bfc788c2SDavid E. O'Brien static int 1630257c5577SDavid E. O'Brien nfe_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 1631257c5577SDavid E. O'Brien { 1632aab5582fSPyun YongHyeon struct nfe_softc *sc; 1633aab5582fSPyun YongHyeon struct ifreq *ifr; 1634bfc788c2SDavid E. O'Brien struct mii_data *mii; 1635aab5582fSPyun YongHyeon int error, init, mask; 1636257c5577SDavid E. O'Brien 1637aab5582fSPyun YongHyeon sc = ifp->if_softc; 1638aab5582fSPyun YongHyeon ifr = (struct ifreq *) data; 1639aab5582fSPyun YongHyeon error = 0; 1640aab5582fSPyun YongHyeon init = 0; 1641257c5577SDavid E. O'Brien switch (cmd) { 1642257c5577SDavid E. O'Brien case SIOCSIFMTU: 1643aab5582fSPyun YongHyeon if (ifr->ifr_mtu < ETHERMIN || ifr->ifr_mtu > NFE_JUMBO_MTU) 1644257c5577SDavid E. O'Brien error = EINVAL; 1645aab5582fSPyun YongHyeon else if (ifp->if_mtu != ifr->ifr_mtu) { 16468b590ad2SPyun YongHyeon if ((((sc->nfe_flags & NFE_JUMBO_SUP) == 0) || 16478b590ad2SPyun YongHyeon (sc->nfe_jumbo_disable != 0)) && 1648aab5582fSPyun YongHyeon ifr->ifr_mtu > ETHERMTU) 1649aab5582fSPyun YongHyeon error = EINVAL; 1650aab5582fSPyun YongHyeon else { 16516124fe21SDavid E. O'Brien NFE_LOCK(sc); 1652aab5582fSPyun YongHyeon ifp->if_mtu = ifr->ifr_mtu; 1653aab5582fSPyun YongHyeon if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 16546124fe21SDavid E. O'Brien nfe_init_locked(sc); 16556124fe21SDavid E. O'Brien NFE_UNLOCK(sc); 1656aab5582fSPyun YongHyeon } 1657bfc788c2SDavid E. O'Brien } 1658257c5577SDavid E. O'Brien break; 1659257c5577SDavid E. O'Brien case SIOCSIFFLAGS: 1660bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 1661257c5577SDavid E. O'Brien if (ifp->if_flags & IFF_UP) { 1662257c5577SDavid E. O'Brien /* 1663257c5577SDavid E. O'Brien * If only the PROMISC or ALLMULTI flag changes, then 1664257c5577SDavid E. O'Brien * don't do a full re-init of the chip, just update 1665257c5577SDavid E. O'Brien * the Rx filter. 1666257c5577SDavid E. O'Brien */ 1667bfc788c2SDavid E. O'Brien if ((ifp->if_drv_flags & IFF_DRV_RUNNING) && 1668bfc788c2SDavid E. O'Brien ((ifp->if_flags ^ sc->nfe_if_flags) & 1669bfc788c2SDavid E. O'Brien (IFF_ALLMULTI | IFF_PROMISC)) != 0) 1670257c5577SDavid E. O'Brien nfe_setmulti(sc); 1671bfc788c2SDavid E. O'Brien else 1672bfc788c2SDavid E. O'Brien nfe_init_locked(sc); 1673257c5577SDavid E. O'Brien } else { 1674bfc788c2SDavid E. O'Brien if (ifp->if_drv_flags & IFF_DRV_RUNNING) 1675aab5582fSPyun YongHyeon nfe_stop(ifp); 1676257c5577SDavid E. O'Brien } 1677bfc788c2SDavid E. O'Brien sc->nfe_if_flags = ifp->if_flags; 1678bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 1679bfc788c2SDavid E. O'Brien error = 0; 1680257c5577SDavid E. O'Brien break; 1681257c5577SDavid E. O'Brien case SIOCADDMULTI: 1682257c5577SDavid E. O'Brien case SIOCDELMULTI: 1683aab5582fSPyun YongHyeon if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 1684bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 1685257c5577SDavid E. O'Brien nfe_setmulti(sc); 1686bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 1687257c5577SDavid E. O'Brien error = 0; 1688257c5577SDavid E. O'Brien } 1689257c5577SDavid E. O'Brien break; 1690257c5577SDavid E. O'Brien case SIOCSIFMEDIA: 1691257c5577SDavid E. O'Brien case SIOCGIFMEDIA: 1692bfc788c2SDavid E. O'Brien mii = device_get_softc(sc->nfe_miibus); 1693bfc788c2SDavid E. O'Brien error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, cmd); 1694257c5577SDavid E. O'Brien break; 1695bfc788c2SDavid E. O'Brien case SIOCSIFCAP: 1696aab5582fSPyun YongHyeon mask = ifr->ifr_reqcap ^ ifp->if_capenable; 1697bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING 1698aab5582fSPyun YongHyeon if ((mask & IFCAP_POLLING) != 0) { 1699aab5582fSPyun YongHyeon if ((ifr->ifr_reqcap & IFCAP_POLLING) != 0) { 1700bfc788c2SDavid E. O'Brien error = ether_poll_register(nfe_poll, ifp); 1701bfc788c2SDavid E. O'Brien if (error) 1702aab5582fSPyun YongHyeon break; 1703bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 1704aab5582fSPyun YongHyeon nfe_disable_intr(sc); 1705bfc788c2SDavid E. O'Brien ifp->if_capenable |= IFCAP_POLLING; 1706bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 1707bfc788c2SDavid E. O'Brien } else { 1708bfc788c2SDavid E. O'Brien error = ether_poll_deregister(ifp); 1709bfc788c2SDavid E. O'Brien /* Enable interrupt even in error case */ 1710bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 1711aab5582fSPyun YongHyeon nfe_enable_intr(sc); 1712bfc788c2SDavid E. O'Brien ifp->if_capenable &= ~IFCAP_POLLING; 1713bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 1714257c5577SDavid E. O'Brien } 1715bfc788c2SDavid E. O'Brien } 17162c3adf61SDavid E. O'Brien #endif /* DEVICE_POLLING */ 1717aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_HW_CSUM) != 0 && 1718aab5582fSPyun YongHyeon (mask & IFCAP_HWCSUM) != 0) { 1719bfc788c2SDavid E. O'Brien ifp->if_capenable ^= IFCAP_HWCSUM; 1720aab5582fSPyun YongHyeon if ((IFCAP_TXCSUM & ifp->if_capenable) != 0 && 1721aab5582fSPyun YongHyeon (IFCAP_TXCSUM & ifp->if_capabilities) != 0) 1722aab5582fSPyun YongHyeon ifp->if_hwassist |= NFE_CSUM_FEATURES; 1723bfc788c2SDavid E. O'Brien else 1724aab5582fSPyun YongHyeon ifp->if_hwassist &= ~NFE_CSUM_FEATURES; 1725aab5582fSPyun YongHyeon init++; 1726bfc788c2SDavid E. O'Brien } 1727aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_HW_VLAN) != 0 && 1728aab5582fSPyun YongHyeon (mask & IFCAP_VLAN_HWTAGGING) != 0) { 1729aab5582fSPyun YongHyeon ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 1730aab5582fSPyun YongHyeon init++; 1731aab5582fSPyun YongHyeon } 1732aab5582fSPyun YongHyeon /* 1733aab5582fSPyun YongHyeon * XXX 1734aab5582fSPyun YongHyeon * It seems that VLAN stripping requires Rx checksum offload. 1735aab5582fSPyun YongHyeon * Unfortunately FreeBSD has no way to disable only Rx side 1736aab5582fSPyun YongHyeon * VLAN stripping. So when we know Rx checksum offload is 1737aab5582fSPyun YongHyeon * disabled turn entire hardware VLAN assist off. 1738aab5582fSPyun YongHyeon */ 1739aab5582fSPyun YongHyeon if ((sc->nfe_flags & (NFE_HW_CSUM | NFE_HW_VLAN)) == 1740aab5582fSPyun YongHyeon (NFE_HW_CSUM | NFE_HW_VLAN)) { 1741aab5582fSPyun YongHyeon if ((ifp->if_capenable & IFCAP_RXCSUM) == 0) 1742aab5582fSPyun YongHyeon ifp->if_capenable &= ~IFCAP_VLAN_HWTAGGING; 1743aab5582fSPyun YongHyeon } 1744aab5582fSPyun YongHyeon 1745aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_HW_CSUM) != 0 && 1746aab5582fSPyun YongHyeon (mask & IFCAP_TSO4) != 0) { 1747aab5582fSPyun YongHyeon ifp->if_capenable ^= IFCAP_TSO4; 1748aab5582fSPyun YongHyeon if ((IFCAP_TSO4 & ifp->if_capenable) != 0 && 1749aab5582fSPyun YongHyeon (IFCAP_TSO4 & ifp->if_capabilities) != 0) 1750aab5582fSPyun YongHyeon ifp->if_hwassist |= CSUM_TSO; 1751aab5582fSPyun YongHyeon else 1752aab5582fSPyun YongHyeon ifp->if_hwassist &= ~CSUM_TSO; 1753aab5582fSPyun YongHyeon } 1754aab5582fSPyun YongHyeon 1755aab5582fSPyun YongHyeon if (init > 0 && (ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 1756aab5582fSPyun YongHyeon ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 17577597761aSDavid E. O'Brien nfe_init(sc); 1758bfc788c2SDavid E. O'Brien } 1759aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_HW_VLAN) != 0) 1760aab5582fSPyun YongHyeon VLAN_CAPABILITIES(ifp); 1761bfc788c2SDavid E. O'Brien break; 1762bfc788c2SDavid E. O'Brien default: 1763bfc788c2SDavid E. O'Brien error = ether_ioctl(ifp, cmd, data); 1764bfc788c2SDavid E. O'Brien break; 1765bfc788c2SDavid E. O'Brien } 1766257c5577SDavid E. O'Brien 1767aab5582fSPyun YongHyeon return (error); 1768aab5582fSPyun YongHyeon } 1769aab5582fSPyun YongHyeon 1770aab5582fSPyun YongHyeon 1771aab5582fSPyun YongHyeon static int 1772aab5582fSPyun YongHyeon nfe_intr(void *arg) 1773aab5582fSPyun YongHyeon { 1774aab5582fSPyun YongHyeon struct nfe_softc *sc; 1775aab5582fSPyun YongHyeon uint32_t status; 1776aab5582fSPyun YongHyeon 1777aab5582fSPyun YongHyeon sc = (struct nfe_softc *)arg; 1778aab5582fSPyun YongHyeon 1779aab5582fSPyun YongHyeon status = NFE_READ(sc, sc->nfe_irq_status); 1780aab5582fSPyun YongHyeon if (status == 0 || status == 0xffffffff) 1781aab5582fSPyun YongHyeon return (FILTER_STRAY); 1782aab5582fSPyun YongHyeon nfe_disable_intr(sc); 1783cbb1d39dSSam Leffler taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_int_task); 1784aab5582fSPyun YongHyeon 1785aab5582fSPyun YongHyeon return (FILTER_HANDLED); 1786257c5577SDavid E. O'Brien } 1787257c5577SDavid E. O'Brien 1788bfc788c2SDavid E. O'Brien 17892c3adf61SDavid E. O'Brien static void 1790aab5582fSPyun YongHyeon nfe_int_task(void *arg, int pending) 1791bfc788c2SDavid E. O'Brien { 1792bfc788c2SDavid E. O'Brien struct nfe_softc *sc = arg; 1793bfc788c2SDavid E. O'Brien struct ifnet *ifp = sc->nfe_ifp; 1794aab5582fSPyun YongHyeon uint32_t r; 1795aab5582fSPyun YongHyeon int domore; 1796bfc788c2SDavid E. O'Brien 1797bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 1798bfc788c2SDavid E. O'Brien 1799aab5582fSPyun YongHyeon if ((r = NFE_READ(sc, sc->nfe_irq_status)) == 0) { 1800aab5582fSPyun YongHyeon nfe_enable_intr(sc); 1801aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 1802aab5582fSPyun YongHyeon return; /* not for us */ 1803aab5582fSPyun YongHyeon } 1804aab5582fSPyun YongHyeon NFE_WRITE(sc, sc->nfe_irq_status, r); 1805aab5582fSPyun YongHyeon 1806aab5582fSPyun YongHyeon DPRINTFN(sc, 5, "nfe_intr: interrupt register %x\n", r); 1807aab5582fSPyun YongHyeon 1808bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING 1809bfc788c2SDavid E. O'Brien if (ifp->if_capenable & IFCAP_POLLING) { 1810bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 1811bfc788c2SDavid E. O'Brien return; 1812bfc788c2SDavid E. O'Brien } 1813bfc788c2SDavid E. O'Brien #endif 1814bfc788c2SDavid E. O'Brien 1815bfc788c2SDavid E. O'Brien if (r & NFE_IRQ_LINK) { 1816bfc788c2SDavid E. O'Brien NFE_READ(sc, NFE_PHY_STATUS); 1817bfc788c2SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_STATUS, 0xf); 1818aab5582fSPyun YongHyeon DPRINTF(sc, "link state changed\n"); 1819bfc788c2SDavid E. O'Brien } 1820bfc788c2SDavid E. O'Brien 18210142a9b1SPyun YongHyeon if ((ifp->if_drv_flags & IFF_DRV_RUNNING) == 0) { 18220142a9b1SPyun YongHyeon NFE_UNLOCK(sc); 18230142a9b1SPyun YongHyeon nfe_enable_intr(sc); 18240142a9b1SPyun YongHyeon return; 18250142a9b1SPyun YongHyeon } 18260142a9b1SPyun YongHyeon 1827aab5582fSPyun YongHyeon domore = 0; 1828bfc788c2SDavid E. O'Brien /* check Rx ring */ 1829aab5582fSPyun YongHyeon if (sc->nfe_framesize > MCLBYTES - ETHER_HDR_LEN) 18301abcdbd1SAttilio Rao domore = nfe_jrxeof(sc, sc->nfe_process_limit, NULL); 1831aab5582fSPyun YongHyeon else 18321abcdbd1SAttilio Rao domore = nfe_rxeof(sc, sc->nfe_process_limit, NULL); 1833bfc788c2SDavid E. O'Brien /* check Tx ring */ 1834bfc788c2SDavid E. O'Brien nfe_txeof(sc); 1835bfc788c2SDavid E. O'Brien 1836aab5582fSPyun YongHyeon if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 1837cbb1d39dSSam Leffler taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_tx_task); 1838bfc788c2SDavid E. O'Brien 1839bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 1840bfc788c2SDavid E. O'Brien 1841aab5582fSPyun YongHyeon if (domore || (NFE_READ(sc, sc->nfe_irq_status) != 0)) { 1842cbb1d39dSSam Leffler taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_int_task); 1843bfc788c2SDavid E. O'Brien return; 1844bfc788c2SDavid E. O'Brien } 1845bfc788c2SDavid E. O'Brien 1846aab5582fSPyun YongHyeon /* Reenable interrupts. */ 1847aab5582fSPyun YongHyeon nfe_enable_intr(sc); 1848257c5577SDavid E. O'Brien } 1849257c5577SDavid E. O'Brien 18502c3adf61SDavid E. O'Brien 1851aab5582fSPyun YongHyeon static __inline void 1852aab5582fSPyun YongHyeon nfe_discard_rxbuf(struct nfe_softc *sc, int idx) 1853257c5577SDavid E. O'Brien { 1854aab5582fSPyun YongHyeon struct nfe_desc32 *desc32; 1855aab5582fSPyun YongHyeon struct nfe_desc64 *desc64; 1856aab5582fSPyun YongHyeon struct nfe_rx_data *data; 1857aab5582fSPyun YongHyeon struct mbuf *m; 18582c3adf61SDavid E. O'Brien 1859aab5582fSPyun YongHyeon data = &sc->rxq.data[idx]; 1860aab5582fSPyun YongHyeon m = data->m; 1861aab5582fSPyun YongHyeon 1862aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) { 1863aab5582fSPyun YongHyeon desc64 = &sc->rxq.desc64[idx]; 1864aab5582fSPyun YongHyeon /* VLAN packet may have overwritten it. */ 1865aab5582fSPyun YongHyeon desc64->physaddr[0] = htole32(NFE_ADDR_HI(data->paddr)); 1866aab5582fSPyun YongHyeon desc64->physaddr[1] = htole32(NFE_ADDR_LO(data->paddr)); 1867aab5582fSPyun YongHyeon desc64->length = htole16(m->m_len); 1868aab5582fSPyun YongHyeon desc64->flags = htole16(NFE_RX_READY); 1869aab5582fSPyun YongHyeon } else { 1870aab5582fSPyun YongHyeon desc32 = &sc->rxq.desc32[idx]; 1871aab5582fSPyun YongHyeon desc32->length = htole16(m->m_len); 1872aab5582fSPyun YongHyeon desc32->flags = htole16(NFE_RX_READY); 1873aab5582fSPyun YongHyeon } 1874257c5577SDavid E. O'Brien } 1875257c5577SDavid E. O'Brien 18762c3adf61SDavid E. O'Brien 1877aab5582fSPyun YongHyeon static __inline void 1878aab5582fSPyun YongHyeon nfe_discard_jrxbuf(struct nfe_softc *sc, int idx) 1879257c5577SDavid E. O'Brien { 1880aab5582fSPyun YongHyeon struct nfe_desc32 *desc32; 1881aab5582fSPyun YongHyeon struct nfe_desc64 *desc64; 1882aab5582fSPyun YongHyeon struct nfe_rx_data *data; 1883aab5582fSPyun YongHyeon struct mbuf *m; 18842c3adf61SDavid E. O'Brien 1885aab5582fSPyun YongHyeon data = &sc->jrxq.jdata[idx]; 1886aab5582fSPyun YongHyeon m = data->m; 1887aab5582fSPyun YongHyeon 1888aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) { 1889aab5582fSPyun YongHyeon desc64 = &sc->jrxq.jdesc64[idx]; 1890aab5582fSPyun YongHyeon /* VLAN packet may have overwritten it. */ 1891aab5582fSPyun YongHyeon desc64->physaddr[0] = htole32(NFE_ADDR_HI(data->paddr)); 1892aab5582fSPyun YongHyeon desc64->physaddr[1] = htole32(NFE_ADDR_LO(data->paddr)); 1893aab5582fSPyun YongHyeon desc64->length = htole16(m->m_len); 1894aab5582fSPyun YongHyeon desc64->flags = htole16(NFE_RX_READY); 1895aab5582fSPyun YongHyeon } else { 1896aab5582fSPyun YongHyeon desc32 = &sc->jrxq.jdesc32[idx]; 1897aab5582fSPyun YongHyeon desc32->length = htole16(m->m_len); 1898aab5582fSPyun YongHyeon desc32->flags = htole16(NFE_RX_READY); 1899aab5582fSPyun YongHyeon } 1900257c5577SDavid E. O'Brien } 1901257c5577SDavid E. O'Brien 19022c3adf61SDavid E. O'Brien 1903aab5582fSPyun YongHyeon static int 1904aab5582fSPyun YongHyeon nfe_newbuf(struct nfe_softc *sc, int idx) 1905257c5577SDavid E. O'Brien { 1906aab5582fSPyun YongHyeon struct nfe_rx_data *data; 1907aab5582fSPyun YongHyeon struct nfe_desc32 *desc32; 1908aab5582fSPyun YongHyeon struct nfe_desc64 *desc64; 1909aab5582fSPyun YongHyeon struct mbuf *m; 1910aab5582fSPyun YongHyeon bus_dma_segment_t segs[1]; 1911aab5582fSPyun YongHyeon bus_dmamap_t map; 1912aab5582fSPyun YongHyeon int nsegs; 19132c3adf61SDavid E. O'Brien 1914aab5582fSPyun YongHyeon m = m_getcl(M_DONTWAIT, MT_DATA, M_PKTHDR); 1915aab5582fSPyun YongHyeon if (m == NULL) 1916aab5582fSPyun YongHyeon return (ENOBUFS); 1917aab5582fSPyun YongHyeon 1918aab5582fSPyun YongHyeon m->m_len = m->m_pkthdr.len = MCLBYTES; 1919aab5582fSPyun YongHyeon m_adj(m, ETHER_ALIGN); 1920aab5582fSPyun YongHyeon 1921aab5582fSPyun YongHyeon if (bus_dmamap_load_mbuf_sg(sc->rxq.rx_data_tag, sc->rxq.rx_spare_map, 1922aab5582fSPyun YongHyeon m, segs, &nsegs, BUS_DMA_NOWAIT) != 0) { 1923aab5582fSPyun YongHyeon m_freem(m); 1924aab5582fSPyun YongHyeon return (ENOBUFS); 1925aab5582fSPyun YongHyeon } 1926aab5582fSPyun YongHyeon KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs)); 1927aab5582fSPyun YongHyeon 1928aab5582fSPyun YongHyeon data = &sc->rxq.data[idx]; 1929aab5582fSPyun YongHyeon if (data->m != NULL) { 1930aab5582fSPyun YongHyeon bus_dmamap_sync(sc->rxq.rx_data_tag, data->rx_data_map, 1931aab5582fSPyun YongHyeon BUS_DMASYNC_POSTREAD); 1932aab5582fSPyun YongHyeon bus_dmamap_unload(sc->rxq.rx_data_tag, data->rx_data_map); 1933aab5582fSPyun YongHyeon } 1934aab5582fSPyun YongHyeon map = data->rx_data_map; 1935aab5582fSPyun YongHyeon data->rx_data_map = sc->rxq.rx_spare_map; 1936aab5582fSPyun YongHyeon sc->rxq.rx_spare_map = map; 1937aab5582fSPyun YongHyeon bus_dmamap_sync(sc->rxq.rx_data_tag, data->rx_data_map, 1938aab5582fSPyun YongHyeon BUS_DMASYNC_PREREAD); 1939aab5582fSPyun YongHyeon data->paddr = segs[0].ds_addr; 1940aab5582fSPyun YongHyeon data->m = m; 1941aab5582fSPyun YongHyeon /* update mapping address in h/w descriptor */ 1942aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) { 1943aab5582fSPyun YongHyeon desc64 = &sc->rxq.desc64[idx]; 1944aab5582fSPyun YongHyeon desc64->physaddr[0] = htole32(NFE_ADDR_HI(segs[0].ds_addr)); 1945aab5582fSPyun YongHyeon desc64->physaddr[1] = htole32(NFE_ADDR_LO(segs[0].ds_addr)); 1946aab5582fSPyun YongHyeon desc64->length = htole16(segs[0].ds_len); 1947aab5582fSPyun YongHyeon desc64->flags = htole16(NFE_RX_READY); 1948aab5582fSPyun YongHyeon } else { 1949aab5582fSPyun YongHyeon desc32 = &sc->rxq.desc32[idx]; 1950aab5582fSPyun YongHyeon desc32->physaddr = htole32(NFE_ADDR_LO(segs[0].ds_addr)); 1951aab5582fSPyun YongHyeon desc32->length = htole16(segs[0].ds_len); 1952aab5582fSPyun YongHyeon desc32->flags = htole16(NFE_RX_READY); 1953aab5582fSPyun YongHyeon } 1954aab5582fSPyun YongHyeon 1955aab5582fSPyun YongHyeon return (0); 1956257c5577SDavid E. O'Brien } 1957257c5577SDavid E. O'Brien 19582c3adf61SDavid E. O'Brien 1959aab5582fSPyun YongHyeon static int 1960aab5582fSPyun YongHyeon nfe_jnewbuf(struct nfe_softc *sc, int idx) 1961257c5577SDavid E. O'Brien { 1962aab5582fSPyun YongHyeon struct nfe_rx_data *data; 1963aab5582fSPyun YongHyeon struct nfe_desc32 *desc32; 1964aab5582fSPyun YongHyeon struct nfe_desc64 *desc64; 1965aab5582fSPyun YongHyeon struct mbuf *m; 1966aab5582fSPyun YongHyeon bus_dma_segment_t segs[1]; 1967aab5582fSPyun YongHyeon bus_dmamap_t map; 1968aab5582fSPyun YongHyeon int nsegs; 19692c3adf61SDavid E. O'Brien 19703a5d5a69SPyun YongHyeon m = m_getjcl(M_DONTWAIT, MT_DATA, M_PKTHDR, MJUM9BYTES); 1971aab5582fSPyun YongHyeon if (m == NULL) 1972aab5582fSPyun YongHyeon return (ENOBUFS); 1973aab5582fSPyun YongHyeon if ((m->m_flags & M_EXT) == 0) { 1974aab5582fSPyun YongHyeon m_freem(m); 1975aab5582fSPyun YongHyeon return (ENOBUFS); 1976aab5582fSPyun YongHyeon } 19773a5d5a69SPyun YongHyeon m->m_pkthdr.len = m->m_len = MJUM9BYTES; 1978aab5582fSPyun YongHyeon m_adj(m, ETHER_ALIGN); 1979aab5582fSPyun YongHyeon 1980aab5582fSPyun YongHyeon if (bus_dmamap_load_mbuf_sg(sc->jrxq.jrx_data_tag, 1981aab5582fSPyun YongHyeon sc->jrxq.jrx_spare_map, m, segs, &nsegs, BUS_DMA_NOWAIT) != 0) { 1982aab5582fSPyun YongHyeon m_freem(m); 1983aab5582fSPyun YongHyeon return (ENOBUFS); 1984aab5582fSPyun YongHyeon } 1985aab5582fSPyun YongHyeon KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs)); 1986aab5582fSPyun YongHyeon 1987aab5582fSPyun YongHyeon data = &sc->jrxq.jdata[idx]; 1988aab5582fSPyun YongHyeon if (data->m != NULL) { 1989aab5582fSPyun YongHyeon bus_dmamap_sync(sc->jrxq.jrx_data_tag, data->rx_data_map, 1990aab5582fSPyun YongHyeon BUS_DMASYNC_POSTREAD); 1991aab5582fSPyun YongHyeon bus_dmamap_unload(sc->jrxq.jrx_data_tag, data->rx_data_map); 1992aab5582fSPyun YongHyeon } 1993aab5582fSPyun YongHyeon map = data->rx_data_map; 1994aab5582fSPyun YongHyeon data->rx_data_map = sc->jrxq.jrx_spare_map; 1995aab5582fSPyun YongHyeon sc->jrxq.jrx_spare_map = map; 1996aab5582fSPyun YongHyeon bus_dmamap_sync(sc->jrxq.jrx_data_tag, data->rx_data_map, 1997aab5582fSPyun YongHyeon BUS_DMASYNC_PREREAD); 1998aab5582fSPyun YongHyeon data->paddr = segs[0].ds_addr; 1999aab5582fSPyun YongHyeon data->m = m; 2000aab5582fSPyun YongHyeon /* update mapping address in h/w descriptor */ 2001aab5582fSPyun YongHyeon if (sc->nfe_flags & NFE_40BIT_ADDR) { 2002aab5582fSPyun YongHyeon desc64 = &sc->jrxq.jdesc64[idx]; 2003aab5582fSPyun YongHyeon desc64->physaddr[0] = htole32(NFE_ADDR_HI(segs[0].ds_addr)); 2004aab5582fSPyun YongHyeon desc64->physaddr[1] = htole32(NFE_ADDR_LO(segs[0].ds_addr)); 2005aab5582fSPyun YongHyeon desc64->length = htole16(segs[0].ds_len); 2006aab5582fSPyun YongHyeon desc64->flags = htole16(NFE_RX_READY); 2007aab5582fSPyun YongHyeon } else { 2008aab5582fSPyun YongHyeon desc32 = &sc->jrxq.jdesc32[idx]; 2009aab5582fSPyun YongHyeon desc32->physaddr = htole32(NFE_ADDR_LO(segs[0].ds_addr)); 2010aab5582fSPyun YongHyeon desc32->length = htole16(segs[0].ds_len); 2011aab5582fSPyun YongHyeon desc32->flags = htole16(NFE_RX_READY); 2012aab5582fSPyun YongHyeon } 2013aab5582fSPyun YongHyeon 2014aab5582fSPyun YongHyeon return (0); 2015257c5577SDavid E. O'Brien } 2016257c5577SDavid E. O'Brien 20172c3adf61SDavid E. O'Brien 2018aab5582fSPyun YongHyeon static int 20191abcdbd1SAttilio Rao nfe_rxeof(struct nfe_softc *sc, int count, int *rx_npktsp) 2020257c5577SDavid E. O'Brien { 2021bfc788c2SDavid E. O'Brien struct ifnet *ifp = sc->nfe_ifp; 2022aab5582fSPyun YongHyeon struct nfe_desc32 *desc32; 2023aab5582fSPyun YongHyeon struct nfe_desc64 *desc64; 2024257c5577SDavid E. O'Brien struct nfe_rx_data *data; 2025aab5582fSPyun YongHyeon struct mbuf *m; 2026aab5582fSPyun YongHyeon uint16_t flags; 20271abcdbd1SAttilio Rao int len, prog, rx_npkts; 2028aab5582fSPyun YongHyeon uint32_t vtag = 0; 2029bfc788c2SDavid E. O'Brien 20301abcdbd1SAttilio Rao rx_npkts = 0; 2031bfc788c2SDavid E. O'Brien NFE_LOCK_ASSERT(sc); 2032257c5577SDavid E. O'Brien 2033aab5582fSPyun YongHyeon bus_dmamap_sync(sc->rxq.rx_desc_tag, sc->rxq.rx_desc_map, 2034aab5582fSPyun YongHyeon BUS_DMASYNC_POSTREAD); 2035bfc788c2SDavid E. O'Brien 2036aab5582fSPyun YongHyeon for (prog = 0;;NFE_INC(sc->rxq.cur, NFE_RX_RING_COUNT), vtag = 0) { 2037aab5582fSPyun YongHyeon if (count <= 0) 2038bfc788c2SDavid E. O'Brien break; 2039aab5582fSPyun YongHyeon count--; 2040bfc788c2SDavid E. O'Brien 2041257c5577SDavid E. O'Brien data = &sc->rxq.data[sc->rxq.cur]; 2042257c5577SDavid E. O'Brien 2043bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 2044257c5577SDavid E. O'Brien desc64 = &sc->rxq.desc64[sc->rxq.cur]; 2045aab5582fSPyun YongHyeon vtag = le32toh(desc64->physaddr[1]); 2046aab5582fSPyun YongHyeon flags = le16toh(desc64->flags); 2047aab5582fSPyun YongHyeon len = le16toh(desc64->length) & NFE_RX_LEN_MASK; 2048257c5577SDavid E. O'Brien } else { 2049257c5577SDavid E. O'Brien desc32 = &sc->rxq.desc32[sc->rxq.cur]; 2050aab5582fSPyun YongHyeon flags = le16toh(desc32->flags); 2051aab5582fSPyun YongHyeon len = le16toh(desc32->length) & NFE_RX_LEN_MASK; 2052257c5577SDavid E. O'Brien } 2053257c5577SDavid E. O'Brien 2054257c5577SDavid E. O'Brien if (flags & NFE_RX_READY) 2055257c5577SDavid E. O'Brien break; 2056aab5582fSPyun YongHyeon prog++; 2057bfc788c2SDavid E. O'Brien if ((sc->nfe_flags & (NFE_JUMBO_SUP | NFE_40BIT_ADDR)) == 0) { 2058aab5582fSPyun YongHyeon if (!(flags & NFE_RX_VALID_V1)) { 2059aab5582fSPyun YongHyeon ifp->if_ierrors++; 2060aab5582fSPyun YongHyeon nfe_discard_rxbuf(sc, sc->rxq.cur); 2061aab5582fSPyun YongHyeon continue; 2062aab5582fSPyun YongHyeon } 2063257c5577SDavid E. O'Brien if ((flags & NFE_RX_FIXME_V1) == NFE_RX_FIXME_V1) { 2064257c5577SDavid E. O'Brien flags &= ~NFE_RX_ERROR; 2065257c5577SDavid E. O'Brien len--; /* fix buffer length */ 2066257c5577SDavid E. O'Brien } 2067257c5577SDavid E. O'Brien } else { 2068aab5582fSPyun YongHyeon if (!(flags & NFE_RX_VALID_V2)) { 2069aab5582fSPyun YongHyeon ifp->if_ierrors++; 2070aab5582fSPyun YongHyeon nfe_discard_rxbuf(sc, sc->rxq.cur); 2071aab5582fSPyun YongHyeon continue; 2072aab5582fSPyun YongHyeon } 2073257c5577SDavid E. O'Brien 2074257c5577SDavid E. O'Brien if ((flags & NFE_RX_FIXME_V2) == NFE_RX_FIXME_V2) { 2075257c5577SDavid E. O'Brien flags &= ~NFE_RX_ERROR; 2076257c5577SDavid E. O'Brien len--; /* fix buffer length */ 2077257c5577SDavid E. O'Brien } 2078257c5577SDavid E. O'Brien } 2079257c5577SDavid E. O'Brien 2080257c5577SDavid E. O'Brien if (flags & NFE_RX_ERROR) { 2081257c5577SDavid E. O'Brien ifp->if_ierrors++; 2082aab5582fSPyun YongHyeon nfe_discard_rxbuf(sc, sc->rxq.cur); 2083aab5582fSPyun YongHyeon continue; 2084257c5577SDavid E. O'Brien } 2085257c5577SDavid E. O'Brien 2086257c5577SDavid E. O'Brien m = data->m; 2087aab5582fSPyun YongHyeon if (nfe_newbuf(sc, sc->rxq.cur) != 0) { 2088aab5582fSPyun YongHyeon ifp->if_iqdrops++; 2089aab5582fSPyun YongHyeon nfe_discard_rxbuf(sc, sc->rxq.cur); 2090aab5582fSPyun YongHyeon continue; 2091aab5582fSPyun YongHyeon } 2092257c5577SDavid E. O'Brien 2093aab5582fSPyun YongHyeon if ((vtag & NFE_RX_VTAG) != 0 && 2094aab5582fSPyun YongHyeon (ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) { 2095aab5582fSPyun YongHyeon m->m_pkthdr.ether_vtag = vtag & 0xffff; 2096aab5582fSPyun YongHyeon m->m_flags |= M_VLANTAG; 2097aab5582fSPyun YongHyeon } 2098aab5582fSPyun YongHyeon 2099257c5577SDavid E. O'Brien m->m_pkthdr.len = m->m_len = len; 2100257c5577SDavid E. O'Brien m->m_pkthdr.rcvif = ifp; 2101257c5577SDavid E. O'Brien 2102aab5582fSPyun YongHyeon if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) { 2103aab5582fSPyun YongHyeon if ((flags & NFE_RX_IP_CSUMOK) != 0) { 2104bfc788c2SDavid E. O'Brien m->m_pkthdr.csum_flags |= CSUM_IP_CHECKED; 2105bfc788c2SDavid E. O'Brien m->m_pkthdr.csum_flags |= CSUM_IP_VALID; 2106aab5582fSPyun YongHyeon if ((flags & NFE_RX_TCP_CSUMOK) != 0 || 2107aab5582fSPyun YongHyeon (flags & NFE_RX_UDP_CSUMOK) != 0) { 2108bfc788c2SDavid E. O'Brien m->m_pkthdr.csum_flags |= 2109bfc788c2SDavid E. O'Brien CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 2110bfc788c2SDavid E. O'Brien m->m_pkthdr.csum_data = 0xffff; 2111bfc788c2SDavid E. O'Brien } 2112bfc788c2SDavid E. O'Brien } 2113bfc788c2SDavid E. O'Brien } 2114aab5582fSPyun YongHyeon 2115257c5577SDavid E. O'Brien ifp->if_ipackets++; 2116bfc788c2SDavid E. O'Brien 2117bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 2118bfc788c2SDavid E. O'Brien (*ifp->if_input)(ifp, m); 2119bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 21201abcdbd1SAttilio Rao rx_npkts++; 2121aab5582fSPyun YongHyeon } 2122257c5577SDavid E. O'Brien 2123aab5582fSPyun YongHyeon if (prog > 0) 2124aab5582fSPyun YongHyeon bus_dmamap_sync(sc->rxq.rx_desc_tag, sc->rxq.rx_desc_map, 2125aab5582fSPyun YongHyeon BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2126aab5582fSPyun YongHyeon 21271abcdbd1SAttilio Rao if (rx_npktsp != NULL) 21281abcdbd1SAttilio Rao *rx_npktsp = rx_npkts; 2129aab5582fSPyun YongHyeon return (count > 0 ? 0 : EAGAIN); 2130aab5582fSPyun YongHyeon } 2131aab5582fSPyun YongHyeon 2132aab5582fSPyun YongHyeon 2133aab5582fSPyun YongHyeon static int 21341abcdbd1SAttilio Rao nfe_jrxeof(struct nfe_softc *sc, int count, int *rx_npktsp) 2135aab5582fSPyun YongHyeon { 2136aab5582fSPyun YongHyeon struct ifnet *ifp = sc->nfe_ifp; 2137aab5582fSPyun YongHyeon struct nfe_desc32 *desc32; 2138aab5582fSPyun YongHyeon struct nfe_desc64 *desc64; 2139aab5582fSPyun YongHyeon struct nfe_rx_data *data; 2140aab5582fSPyun YongHyeon struct mbuf *m; 2141aab5582fSPyun YongHyeon uint16_t flags; 21421abcdbd1SAttilio Rao int len, prog, rx_npkts; 2143aab5582fSPyun YongHyeon uint32_t vtag = 0; 2144aab5582fSPyun YongHyeon 21451abcdbd1SAttilio Rao rx_npkts = 0; 2146aab5582fSPyun YongHyeon NFE_LOCK_ASSERT(sc); 2147aab5582fSPyun YongHyeon 2148aab5582fSPyun YongHyeon bus_dmamap_sync(sc->jrxq.jrx_desc_tag, sc->jrxq.jrx_desc_map, 2149aab5582fSPyun YongHyeon BUS_DMASYNC_POSTREAD); 2150aab5582fSPyun YongHyeon 2151aab5582fSPyun YongHyeon for (prog = 0;;NFE_INC(sc->jrxq.jcur, NFE_JUMBO_RX_RING_COUNT), 2152aab5582fSPyun YongHyeon vtag = 0) { 2153aab5582fSPyun YongHyeon if (count <= 0) 2154aab5582fSPyun YongHyeon break; 2155aab5582fSPyun YongHyeon count--; 2156aab5582fSPyun YongHyeon 2157aab5582fSPyun YongHyeon data = &sc->jrxq.jdata[sc->jrxq.jcur]; 2158aab5582fSPyun YongHyeon 2159bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 2160aab5582fSPyun YongHyeon desc64 = &sc->jrxq.jdesc64[sc->jrxq.jcur]; 2161aab5582fSPyun YongHyeon vtag = le32toh(desc64->physaddr[1]); 2162aab5582fSPyun YongHyeon flags = le16toh(desc64->flags); 2163aab5582fSPyun YongHyeon len = le16toh(desc64->length) & NFE_RX_LEN_MASK; 2164257c5577SDavid E. O'Brien } else { 2165aab5582fSPyun YongHyeon desc32 = &sc->jrxq.jdesc32[sc->jrxq.jcur]; 2166aab5582fSPyun YongHyeon flags = le16toh(desc32->flags); 2167aab5582fSPyun YongHyeon len = le16toh(desc32->length) & NFE_RX_LEN_MASK; 2168257c5577SDavid E. O'Brien } 2169257c5577SDavid E. O'Brien 2170aab5582fSPyun YongHyeon if (flags & NFE_RX_READY) 2171aab5582fSPyun YongHyeon break; 2172aab5582fSPyun YongHyeon prog++; 2173aab5582fSPyun YongHyeon if ((sc->nfe_flags & (NFE_JUMBO_SUP | NFE_40BIT_ADDR)) == 0) { 2174aab5582fSPyun YongHyeon if (!(flags & NFE_RX_VALID_V1)) { 2175aab5582fSPyun YongHyeon ifp->if_ierrors++; 2176aab5582fSPyun YongHyeon nfe_discard_jrxbuf(sc, sc->jrxq.jcur); 2177aab5582fSPyun YongHyeon continue; 2178aab5582fSPyun YongHyeon } 2179aab5582fSPyun YongHyeon if ((flags & NFE_RX_FIXME_V1) == NFE_RX_FIXME_V1) { 2180aab5582fSPyun YongHyeon flags &= ~NFE_RX_ERROR; 2181aab5582fSPyun YongHyeon len--; /* fix buffer length */ 2182aab5582fSPyun YongHyeon } 2183257c5577SDavid E. O'Brien } else { 2184aab5582fSPyun YongHyeon if (!(flags & NFE_RX_VALID_V2)) { 2185aab5582fSPyun YongHyeon ifp->if_ierrors++; 2186aab5582fSPyun YongHyeon nfe_discard_jrxbuf(sc, sc->jrxq.jcur); 2187aab5582fSPyun YongHyeon continue; 2188257c5577SDavid E. O'Brien } 2189257c5577SDavid E. O'Brien 2190aab5582fSPyun YongHyeon if ((flags & NFE_RX_FIXME_V2) == NFE_RX_FIXME_V2) { 2191aab5582fSPyun YongHyeon flags &= ~NFE_RX_ERROR; 2192aab5582fSPyun YongHyeon len--; /* fix buffer length */ 2193aab5582fSPyun YongHyeon } 2194aab5582fSPyun YongHyeon } 2195aab5582fSPyun YongHyeon 2196aab5582fSPyun YongHyeon if (flags & NFE_RX_ERROR) { 2197aab5582fSPyun YongHyeon ifp->if_ierrors++; 2198aab5582fSPyun YongHyeon nfe_discard_jrxbuf(sc, sc->jrxq.jcur); 2199aab5582fSPyun YongHyeon continue; 2200aab5582fSPyun YongHyeon } 2201aab5582fSPyun YongHyeon 2202aab5582fSPyun YongHyeon m = data->m; 2203aab5582fSPyun YongHyeon if (nfe_jnewbuf(sc, sc->jrxq.jcur) != 0) { 2204aab5582fSPyun YongHyeon ifp->if_iqdrops++; 2205aab5582fSPyun YongHyeon nfe_discard_jrxbuf(sc, sc->jrxq.jcur); 2206aab5582fSPyun YongHyeon continue; 2207aab5582fSPyun YongHyeon } 2208aab5582fSPyun YongHyeon 2209aab5582fSPyun YongHyeon if ((vtag & NFE_RX_VTAG) != 0 && 2210aab5582fSPyun YongHyeon (ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) { 2211aab5582fSPyun YongHyeon m->m_pkthdr.ether_vtag = vtag & 0xffff; 2212aab5582fSPyun YongHyeon m->m_flags |= M_VLANTAG; 2213aab5582fSPyun YongHyeon } 2214aab5582fSPyun YongHyeon 2215aab5582fSPyun YongHyeon m->m_pkthdr.len = m->m_len = len; 2216aab5582fSPyun YongHyeon m->m_pkthdr.rcvif = ifp; 2217aab5582fSPyun YongHyeon 2218aab5582fSPyun YongHyeon if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) { 2219aab5582fSPyun YongHyeon if ((flags & NFE_RX_IP_CSUMOK) != 0) { 2220aab5582fSPyun YongHyeon m->m_pkthdr.csum_flags |= CSUM_IP_CHECKED; 2221aab5582fSPyun YongHyeon m->m_pkthdr.csum_flags |= CSUM_IP_VALID; 2222aab5582fSPyun YongHyeon if ((flags & NFE_RX_TCP_CSUMOK) != 0 || 2223aab5582fSPyun YongHyeon (flags & NFE_RX_UDP_CSUMOK) != 0) { 2224aab5582fSPyun YongHyeon m->m_pkthdr.csum_flags |= 2225aab5582fSPyun YongHyeon CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 2226aab5582fSPyun YongHyeon m->m_pkthdr.csum_data = 0xffff; 2227aab5582fSPyun YongHyeon } 2228aab5582fSPyun YongHyeon } 2229aab5582fSPyun YongHyeon } 2230aab5582fSPyun YongHyeon 2231aab5582fSPyun YongHyeon ifp->if_ipackets++; 2232aab5582fSPyun YongHyeon 2233aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 2234aab5582fSPyun YongHyeon (*ifp->if_input)(ifp, m); 2235aab5582fSPyun YongHyeon NFE_LOCK(sc); 22361abcdbd1SAttilio Rao rx_npkts++; 2237aab5582fSPyun YongHyeon } 2238aab5582fSPyun YongHyeon 2239aab5582fSPyun YongHyeon if (prog > 0) 2240aab5582fSPyun YongHyeon bus_dmamap_sync(sc->jrxq.jrx_desc_tag, sc->jrxq.jrx_desc_map, 2241aab5582fSPyun YongHyeon BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2242aab5582fSPyun YongHyeon 22431abcdbd1SAttilio Rao if (rx_npktsp != NULL) 22441abcdbd1SAttilio Rao *rx_npktsp = rx_npkts; 2245aab5582fSPyun YongHyeon return (count > 0 ? 0 : EAGAIN); 2246257c5577SDavid E. O'Brien } 2247257c5577SDavid E. O'Brien 22482c3adf61SDavid E. O'Brien 22492c3adf61SDavid E. O'Brien static void 22502c3adf61SDavid E. O'Brien nfe_txeof(struct nfe_softc *sc) 2251257c5577SDavid E. O'Brien { 2252bfc788c2SDavid E. O'Brien struct ifnet *ifp = sc->nfe_ifp; 2253257c5577SDavid E. O'Brien struct nfe_desc32 *desc32; 2254257c5577SDavid E. O'Brien struct nfe_desc64 *desc64; 2255257c5577SDavid E. O'Brien struct nfe_tx_data *data = NULL; 2256aab5582fSPyun YongHyeon uint16_t flags; 2257aab5582fSPyun YongHyeon int cons, prog; 2258bfc788c2SDavid E. O'Brien 2259bfc788c2SDavid E. O'Brien NFE_LOCK_ASSERT(sc); 2260257c5577SDavid E. O'Brien 2261aab5582fSPyun YongHyeon bus_dmamap_sync(sc->txq.tx_desc_tag, sc->txq.tx_desc_map, 2262aab5582fSPyun YongHyeon BUS_DMASYNC_POSTREAD); 2263aab5582fSPyun YongHyeon 2264aab5582fSPyun YongHyeon prog = 0; 2265aab5582fSPyun YongHyeon for (cons = sc->txq.next; cons != sc->txq.cur; 2266aab5582fSPyun YongHyeon NFE_INC(cons, NFE_TX_RING_COUNT)) { 2267bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 2268aab5582fSPyun YongHyeon desc64 = &sc->txq.desc64[cons]; 2269aab5582fSPyun YongHyeon flags = le16toh(desc64->flags); 2270257c5577SDavid E. O'Brien } else { 2271aab5582fSPyun YongHyeon desc32 = &sc->txq.desc32[cons]; 2272aab5582fSPyun YongHyeon flags = le16toh(desc32->flags); 2273257c5577SDavid E. O'Brien } 2274257c5577SDavid E. O'Brien 2275257c5577SDavid E. O'Brien if (flags & NFE_TX_VALID) 2276257c5577SDavid E. O'Brien break; 2277257c5577SDavid E. O'Brien 2278aab5582fSPyun YongHyeon prog++; 2279aab5582fSPyun YongHyeon sc->txq.queued--; 2280aab5582fSPyun YongHyeon data = &sc->txq.data[cons]; 2281257c5577SDavid E. O'Brien 2282bfc788c2SDavid E. O'Brien if ((sc->nfe_flags & (NFE_JUMBO_SUP | NFE_40BIT_ADDR)) == 0) { 2283aab5582fSPyun YongHyeon if ((flags & NFE_TX_LASTFRAG_V1) == 0) 2284aab5582fSPyun YongHyeon continue; 2285257c5577SDavid E. O'Brien if ((flags & NFE_TX_ERROR_V1) != 0) { 2286aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 2287aab5582fSPyun YongHyeon "tx v1 error 0x%4b\n", flags, NFE_V1_TXERR); 2288bfc788c2SDavid E. O'Brien 2289257c5577SDavid E. O'Brien ifp->if_oerrors++; 2290257c5577SDavid E. O'Brien } else 2291257c5577SDavid E. O'Brien ifp->if_opackets++; 2292257c5577SDavid E. O'Brien } else { 2293aab5582fSPyun YongHyeon if ((flags & NFE_TX_LASTFRAG_V2) == 0) 2294aab5582fSPyun YongHyeon continue; 2295257c5577SDavid E. O'Brien if ((flags & NFE_TX_ERROR_V2) != 0) { 2296aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 2297aab5582fSPyun YongHyeon "tx v2 error 0x%4b\n", flags, NFE_V2_TXERR); 2298257c5577SDavid E. O'Brien ifp->if_oerrors++; 2299257c5577SDavid E. O'Brien } else 2300257c5577SDavid E. O'Brien ifp->if_opackets++; 2301257c5577SDavid E. O'Brien } 2302257c5577SDavid E. O'Brien 2303257c5577SDavid E. O'Brien /* last fragment of the mbuf chain transmitted */ 2304aab5582fSPyun YongHyeon KASSERT(data->m != NULL, ("%s: freeing NULL mbuf!", __func__)); 2305aab5582fSPyun YongHyeon bus_dmamap_sync(sc->txq.tx_data_tag, data->tx_data_map, 2306bfc788c2SDavid E. O'Brien BUS_DMASYNC_POSTWRITE); 2307aab5582fSPyun YongHyeon bus_dmamap_unload(sc->txq.tx_data_tag, data->tx_data_map); 2308257c5577SDavid E. O'Brien m_freem(data->m); 2309257c5577SDavid E. O'Brien data->m = NULL; 2310257c5577SDavid E. O'Brien } 2311257c5577SDavid E. O'Brien 2312aab5582fSPyun YongHyeon if (prog > 0) { 2313aab5582fSPyun YongHyeon sc->nfe_force_tx = 0; 2314aab5582fSPyun YongHyeon sc->txq.next = cons; 2315bfc788c2SDavid E. O'Brien ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2316aab5582fSPyun YongHyeon if (sc->txq.queued == 0) 2317aab5582fSPyun YongHyeon sc->nfe_watchdog_timer = 0; 2318257c5577SDavid E. O'Brien } 2319257c5577SDavid E. O'Brien } 2320257c5577SDavid E. O'Brien 23212c3adf61SDavid E. O'Brien static int 2322aab5582fSPyun YongHyeon nfe_encap(struct nfe_softc *sc, struct mbuf **m_head) 2323257c5577SDavid E. O'Brien { 2324bfc788c2SDavid E. O'Brien struct nfe_desc32 *desc32 = NULL; 2325bfc788c2SDavid E. O'Brien struct nfe_desc64 *desc64 = NULL; 2326257c5577SDavid E. O'Brien bus_dmamap_t map; 2327bfc788c2SDavid E. O'Brien bus_dma_segment_t segs[NFE_MAX_SCATTER]; 2328aab5582fSPyun YongHyeon int error, i, nsegs, prod, si; 2329aab5582fSPyun YongHyeon uint32_t tso_segsz; 2330aab5582fSPyun YongHyeon uint16_t cflags, flags; 2331aab5582fSPyun YongHyeon struct mbuf *m; 2332257c5577SDavid E. O'Brien 2333aab5582fSPyun YongHyeon prod = si = sc->txq.cur; 2334aab5582fSPyun YongHyeon map = sc->txq.data[prod].tx_data_map; 2335257c5577SDavid E. O'Brien 2336aab5582fSPyun YongHyeon error = bus_dmamap_load_mbuf_sg(sc->txq.tx_data_tag, map, *m_head, segs, 2337bfc788c2SDavid E. O'Brien &nsegs, BUS_DMA_NOWAIT); 2338aab5582fSPyun YongHyeon if (error == EFBIG) { 2339304a4c6fSJohn Baldwin m = m_collapse(*m_head, M_DONTWAIT, NFE_MAX_SCATTER); 2340aab5582fSPyun YongHyeon if (m == NULL) { 2341aab5582fSPyun YongHyeon m_freem(*m_head); 2342aab5582fSPyun YongHyeon *m_head = NULL; 2343aab5582fSPyun YongHyeon return (ENOBUFS); 2344aab5582fSPyun YongHyeon } 2345aab5582fSPyun YongHyeon *m_head = m; 2346aab5582fSPyun YongHyeon error = bus_dmamap_load_mbuf_sg(sc->txq.tx_data_tag, map, 2347aab5582fSPyun YongHyeon *m_head, segs, &nsegs, BUS_DMA_NOWAIT); 2348257c5577SDavid E. O'Brien if (error != 0) { 2349aab5582fSPyun YongHyeon m_freem(*m_head); 2350aab5582fSPyun YongHyeon *m_head = NULL; 2351aab5582fSPyun YongHyeon return (ENOBUFS); 2352aab5582fSPyun YongHyeon } 2353aab5582fSPyun YongHyeon } else if (error != 0) 2354aab5582fSPyun YongHyeon return (error); 2355aab5582fSPyun YongHyeon if (nsegs == 0) { 2356aab5582fSPyun YongHyeon m_freem(*m_head); 2357aab5582fSPyun YongHyeon *m_head = NULL; 2358aab5582fSPyun YongHyeon return (EIO); 2359257c5577SDavid E. O'Brien } 2360257c5577SDavid E. O'Brien 2361aab5582fSPyun YongHyeon if (sc->txq.queued + nsegs >= NFE_TX_RING_COUNT - 2) { 2362bfc788c2SDavid E. O'Brien bus_dmamap_unload(sc->txq.tx_data_tag, map); 2363aab5582fSPyun YongHyeon return (ENOBUFS); 2364257c5577SDavid E. O'Brien } 2365257c5577SDavid E. O'Brien 2366aab5582fSPyun YongHyeon m = *m_head; 2367aab5582fSPyun YongHyeon cflags = flags = 0; 2368aab5582fSPyun YongHyeon tso_segsz = 0; 23696da6d0a9SPyun YongHyeon if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 23706da6d0a9SPyun YongHyeon tso_segsz = (uint32_t)m->m_pkthdr.tso_segsz << 23716da6d0a9SPyun YongHyeon NFE_TX_TSO_SHIFT; 23726da6d0a9SPyun YongHyeon cflags &= ~(NFE_TX_IP_CSUM | NFE_TX_TCP_UDP_CSUM); 23736da6d0a9SPyun YongHyeon cflags |= NFE_TX_TSO; 23746da6d0a9SPyun YongHyeon } else if ((m->m_pkthdr.csum_flags & NFE_CSUM_FEATURES) != 0) { 2375aab5582fSPyun YongHyeon if ((m->m_pkthdr.csum_flags & CSUM_IP) != 0) 2376aab5582fSPyun YongHyeon cflags |= NFE_TX_IP_CSUM; 2377aab5582fSPyun YongHyeon if ((m->m_pkthdr.csum_flags & CSUM_TCP) != 0) 2378aab5582fSPyun YongHyeon cflags |= NFE_TX_TCP_UDP_CSUM; 2379aab5582fSPyun YongHyeon if ((m->m_pkthdr.csum_flags & CSUM_UDP) != 0) 2380aab5582fSPyun YongHyeon cflags |= NFE_TX_TCP_UDP_CSUM; 2381aab5582fSPyun YongHyeon } 2382257c5577SDavid E. O'Brien 2383bfc788c2SDavid E. O'Brien for (i = 0; i < nsegs; i++) { 2384bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 2385aab5582fSPyun YongHyeon desc64 = &sc->txq.desc64[prod]; 2386aab5582fSPyun YongHyeon desc64->physaddr[0] = 2387aab5582fSPyun YongHyeon htole32(NFE_ADDR_HI(segs[i].ds_addr)); 2388aab5582fSPyun YongHyeon desc64->physaddr[1] = 2389aab5582fSPyun YongHyeon htole32(NFE_ADDR_LO(segs[i].ds_addr)); 2390aab5582fSPyun YongHyeon desc64->vtag = 0; 2391bfc788c2SDavid E. O'Brien desc64->length = htole16(segs[i].ds_len - 1); 2392257c5577SDavid E. O'Brien desc64->flags = htole16(flags); 2393257c5577SDavid E. O'Brien } else { 2394aab5582fSPyun YongHyeon desc32 = &sc->txq.desc32[prod]; 2395aab5582fSPyun YongHyeon desc32->physaddr = 2396aab5582fSPyun YongHyeon htole32(NFE_ADDR_LO(segs[i].ds_addr)); 2397bfc788c2SDavid E. O'Brien desc32->length = htole16(segs[i].ds_len - 1); 2398257c5577SDavid E. O'Brien desc32->flags = htole16(flags); 2399257c5577SDavid E. O'Brien } 2400257c5577SDavid E. O'Brien 2401aab5582fSPyun YongHyeon /* 2402aab5582fSPyun YongHyeon * Setting of the valid bit in the first descriptor is 2403aab5582fSPyun YongHyeon * deferred until the whole chain is fully setup. 2404aab5582fSPyun YongHyeon */ 2405aab5582fSPyun YongHyeon flags |= NFE_TX_VALID; 2406257c5577SDavid E. O'Brien 2407257c5577SDavid E. O'Brien sc->txq.queued++; 2408aab5582fSPyun YongHyeon NFE_INC(prod, NFE_TX_RING_COUNT); 2409257c5577SDavid E. O'Brien } 2410257c5577SDavid E. O'Brien 2411aab5582fSPyun YongHyeon /* 2412aab5582fSPyun YongHyeon * the whole mbuf chain has been DMA mapped, fix last/first descriptor. 2413aab5582fSPyun YongHyeon * csum flags, vtag and TSO belong to the first fragment only. 2414aab5582fSPyun YongHyeon */ 2415bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) { 2416aab5582fSPyun YongHyeon desc64->flags |= htole16(NFE_TX_LASTFRAG_V2); 2417aab5582fSPyun YongHyeon desc64 = &sc->txq.desc64[si]; 2418aab5582fSPyun YongHyeon if ((m->m_flags & M_VLANTAG) != 0) 2419aab5582fSPyun YongHyeon desc64->vtag = htole32(NFE_TX_VTAG | 2420aab5582fSPyun YongHyeon m->m_pkthdr.ether_vtag); 2421aab5582fSPyun YongHyeon if (tso_segsz != 0) { 2422aab5582fSPyun YongHyeon /* 2423aab5582fSPyun YongHyeon * XXX 2424aab5582fSPyun YongHyeon * The following indicates the descriptor element 2425aab5582fSPyun YongHyeon * is a 32bit quantity. 2426aab5582fSPyun YongHyeon */ 2427aab5582fSPyun YongHyeon desc64->length |= htole16((uint16_t)tso_segsz); 2428aab5582fSPyun YongHyeon desc64->flags |= htole16(tso_segsz >> 16); 2429aab5582fSPyun YongHyeon } 2430aab5582fSPyun YongHyeon /* 2431aab5582fSPyun YongHyeon * finally, set the valid/checksum/TSO bit in the first 2432aab5582fSPyun YongHyeon * descriptor. 2433aab5582fSPyun YongHyeon */ 2434aab5582fSPyun YongHyeon desc64->flags |= htole16(NFE_TX_VALID | cflags); 2435257c5577SDavid E. O'Brien } else { 2436bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_JUMBO_SUP) 2437aab5582fSPyun YongHyeon desc32->flags |= htole16(NFE_TX_LASTFRAG_V2); 2438257c5577SDavid E. O'Brien else 2439aab5582fSPyun YongHyeon desc32->flags |= htole16(NFE_TX_LASTFRAG_V1); 2440aab5582fSPyun YongHyeon desc32 = &sc->txq.desc32[si]; 2441aab5582fSPyun YongHyeon if (tso_segsz != 0) { 2442aab5582fSPyun YongHyeon /* 2443aab5582fSPyun YongHyeon * XXX 2444aab5582fSPyun YongHyeon * The following indicates the descriptor element 2445aab5582fSPyun YongHyeon * is a 32bit quantity. 2446aab5582fSPyun YongHyeon */ 2447aab5582fSPyun YongHyeon desc32->length |= htole16((uint16_t)tso_segsz); 2448aab5582fSPyun YongHyeon desc32->flags |= htole16(tso_segsz >> 16); 2449aab5582fSPyun YongHyeon } 2450aab5582fSPyun YongHyeon /* 2451aab5582fSPyun YongHyeon * finally, set the valid/checksum/TSO bit in the first 2452aab5582fSPyun YongHyeon * descriptor. 2453aab5582fSPyun YongHyeon */ 2454aab5582fSPyun YongHyeon desc32->flags |= htole16(NFE_TX_VALID | cflags); 2455257c5577SDavid E. O'Brien } 2456257c5577SDavid E. O'Brien 2457aab5582fSPyun YongHyeon sc->txq.cur = prod; 2458aab5582fSPyun YongHyeon prod = (prod + NFE_TX_RING_COUNT - 1) % NFE_TX_RING_COUNT; 2459aab5582fSPyun YongHyeon sc->txq.data[si].tx_data_map = sc->txq.data[prod].tx_data_map; 2460aab5582fSPyun YongHyeon sc->txq.data[prod].tx_data_map = map; 2461aab5582fSPyun YongHyeon sc->txq.data[prod].m = m; 2462257c5577SDavid E. O'Brien 2463bfc788c2SDavid E. O'Brien bus_dmamap_sync(sc->txq.tx_data_tag, map, BUS_DMASYNC_PREWRITE); 2464257c5577SDavid E. O'Brien 2465aab5582fSPyun YongHyeon return (0); 2466257c5577SDavid E. O'Brien } 2467257c5577SDavid E. O'Brien 2468bfc788c2SDavid E. O'Brien 24692c3adf61SDavid E. O'Brien static void 24702c3adf61SDavid E. O'Brien nfe_setmulti(struct nfe_softc *sc) 2471bfc788c2SDavid E. O'Brien { 2472bfc788c2SDavid E. O'Brien struct ifnet *ifp = sc->nfe_ifp; 2473bfc788c2SDavid E. O'Brien struct ifmultiaddr *ifma; 2474bfc788c2SDavid E. O'Brien int i; 2475aab5582fSPyun YongHyeon uint32_t filter; 2476aab5582fSPyun YongHyeon uint8_t addr[ETHER_ADDR_LEN], mask[ETHER_ADDR_LEN]; 2477aab5582fSPyun YongHyeon uint8_t etherbroadcastaddr[ETHER_ADDR_LEN] = { 24782c3adf61SDavid E. O'Brien 0xff, 0xff, 0xff, 0xff, 0xff, 0xff 24792c3adf61SDavid E. O'Brien }; 2480bfc788c2SDavid E. O'Brien 2481bfc788c2SDavid E. O'Brien NFE_LOCK_ASSERT(sc); 2482bfc788c2SDavid E. O'Brien 2483bfc788c2SDavid E. O'Brien if ((ifp->if_flags & (IFF_ALLMULTI | IFF_PROMISC)) != 0) { 2484bfc788c2SDavid E. O'Brien bzero(addr, ETHER_ADDR_LEN); 2485bfc788c2SDavid E. O'Brien bzero(mask, ETHER_ADDR_LEN); 2486bfc788c2SDavid E. O'Brien goto done; 2487bfc788c2SDavid E. O'Brien } 2488bfc788c2SDavid E. O'Brien 2489bfc788c2SDavid E. O'Brien bcopy(etherbroadcastaddr, addr, ETHER_ADDR_LEN); 2490bfc788c2SDavid E. O'Brien bcopy(etherbroadcastaddr, mask, ETHER_ADDR_LEN); 2491bfc788c2SDavid E. O'Brien 2492eb956cd0SRobert Watson if_maddr_rlock(ifp); 2493bfc788c2SDavid E. O'Brien TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) { 2494bfc788c2SDavid E. O'Brien u_char *addrp; 2495bfc788c2SDavid E. O'Brien 2496bfc788c2SDavid E. O'Brien if (ifma->ifma_addr->sa_family != AF_LINK) 2497bfc788c2SDavid E. O'Brien continue; 2498bfc788c2SDavid E. O'Brien 2499bfc788c2SDavid E. O'Brien addrp = LLADDR((struct sockaddr_dl *) ifma->ifma_addr); 2500bfc788c2SDavid E. O'Brien for (i = 0; i < ETHER_ADDR_LEN; i++) { 2501bfc788c2SDavid E. O'Brien u_int8_t mcaddr = addrp[i]; 2502bfc788c2SDavid E. O'Brien addr[i] &= mcaddr; 2503bfc788c2SDavid E. O'Brien mask[i] &= ~mcaddr; 2504bfc788c2SDavid E. O'Brien } 2505bfc788c2SDavid E. O'Brien } 2506eb956cd0SRobert Watson if_maddr_runlock(ifp); 2507bfc788c2SDavid E. O'Brien 2508bfc788c2SDavid E. O'Brien for (i = 0; i < ETHER_ADDR_LEN; i++) { 2509bfc788c2SDavid E. O'Brien mask[i] |= addr[i]; 2510bfc788c2SDavid E. O'Brien } 2511bfc788c2SDavid E. O'Brien 2512bfc788c2SDavid E. O'Brien done: 2513bfc788c2SDavid E. O'Brien addr[0] |= 0x01; /* make sure multicast bit is set */ 2514bfc788c2SDavid E. O'Brien 2515bfc788c2SDavid E. O'Brien NFE_WRITE(sc, NFE_MULTIADDR_HI, 2516bfc788c2SDavid E. O'Brien addr[3] << 24 | addr[2] << 16 | addr[1] << 8 | addr[0]); 2517bfc788c2SDavid E. O'Brien NFE_WRITE(sc, NFE_MULTIADDR_LO, 2518bfc788c2SDavid E. O'Brien addr[5] << 8 | addr[4]); 2519bfc788c2SDavid E. O'Brien NFE_WRITE(sc, NFE_MULTIMASK_HI, 2520bfc788c2SDavid E. O'Brien mask[3] << 24 | mask[2] << 16 | mask[1] << 8 | mask[0]); 2521bfc788c2SDavid E. O'Brien NFE_WRITE(sc, NFE_MULTIMASK_LO, 2522bfc788c2SDavid E. O'Brien mask[5] << 8 | mask[4]); 2523bfc788c2SDavid E. O'Brien 2524aab5582fSPyun YongHyeon filter = NFE_READ(sc, NFE_RXFILTER); 2525aab5582fSPyun YongHyeon filter &= NFE_PFF_RX_PAUSE; 2526aab5582fSPyun YongHyeon filter |= NFE_RXFILTER_MAGIC; 2527aab5582fSPyun YongHyeon filter |= (ifp->if_flags & IFF_PROMISC) ? NFE_PFF_PROMISC : NFE_PFF_U2M; 2528bfc788c2SDavid E. O'Brien NFE_WRITE(sc, NFE_RXFILTER, filter); 2529bfc788c2SDavid E. O'Brien } 2530bfc788c2SDavid E. O'Brien 25312c3adf61SDavid E. O'Brien 25322c3adf61SDavid E. O'Brien static void 2533aab5582fSPyun YongHyeon nfe_tx_task(void *arg, int pending) 2534aab5582fSPyun YongHyeon { 2535aab5582fSPyun YongHyeon struct ifnet *ifp; 2536aab5582fSPyun YongHyeon 2537aab5582fSPyun YongHyeon ifp = (struct ifnet *)arg; 2538aab5582fSPyun YongHyeon nfe_start(ifp); 2539aab5582fSPyun YongHyeon } 2540aab5582fSPyun YongHyeon 2541aab5582fSPyun YongHyeon 2542aab5582fSPyun YongHyeon static void 25432c3adf61SDavid E. O'Brien nfe_start(struct ifnet *ifp) 2544bfc788c2SDavid E. O'Brien { 2545257c5577SDavid E. O'Brien struct nfe_softc *sc = ifp->if_softc; 2546257c5577SDavid E. O'Brien struct mbuf *m0; 2547aab5582fSPyun YongHyeon int enq; 2548257c5577SDavid E. O'Brien 2549aab5582fSPyun YongHyeon NFE_LOCK(sc); 2550aab5582fSPyun YongHyeon 2551aab5582fSPyun YongHyeon if ((ifp->if_drv_flags & (IFF_DRV_RUNNING | IFF_DRV_OACTIVE)) != 2552aab5582fSPyun YongHyeon IFF_DRV_RUNNING || sc->nfe_link == 0) { 2553aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 2554bfc788c2SDavid E. O'Brien return; 2555bfc788c2SDavid E. O'Brien } 2556bfc788c2SDavid E. O'Brien 2557aab5582fSPyun YongHyeon for (enq = 0; !IFQ_DRV_IS_EMPTY(&ifp->if_snd);) { 2558aab5582fSPyun YongHyeon IFQ_DRV_DEQUEUE(&ifp->if_snd, m0); 2559257c5577SDavid E. O'Brien if (m0 == NULL) 2560257c5577SDavid E. O'Brien break; 2561257c5577SDavid E. O'Brien 2562aab5582fSPyun YongHyeon if (nfe_encap(sc, &m0) != 0) { 2563aab5582fSPyun YongHyeon if (m0 == NULL) 2564aab5582fSPyun YongHyeon break; 2565aab5582fSPyun YongHyeon IFQ_DRV_PREPEND(&ifp->if_snd, m0); 2566bfc788c2SDavid E. O'Brien ifp->if_drv_flags |= IFF_DRV_OACTIVE; 2567257c5577SDavid E. O'Brien break; 2568257c5577SDavid E. O'Brien } 2569aab5582fSPyun YongHyeon enq++; 257059a0d28bSChristian S.J. Peron ETHER_BPF_MTAP(ifp, m0); 2571257c5577SDavid E. O'Brien } 2572257c5577SDavid E. O'Brien 2573aab5582fSPyun YongHyeon if (enq > 0) { 2574aab5582fSPyun YongHyeon bus_dmamap_sync(sc->txq.tx_desc_tag, sc->txq.tx_desc_map, 2575aab5582fSPyun YongHyeon BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2576257c5577SDavid E. O'Brien 2577257c5577SDavid E. O'Brien /* kick Tx */ 2578257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_KICKTX | sc->rxtxctl); 2579257c5577SDavid E. O'Brien 2580257c5577SDavid E. O'Brien /* 2581257c5577SDavid E. O'Brien * Set a timeout in case the chip goes out to lunch. 2582257c5577SDavid E. O'Brien */ 2583aab5582fSPyun YongHyeon sc->nfe_watchdog_timer = 5; 2584aab5582fSPyun YongHyeon } 2585bfc788c2SDavid E. O'Brien 2586aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 2587257c5577SDavid E. O'Brien } 2588257c5577SDavid E. O'Brien 25892c3adf61SDavid E. O'Brien 25902c3adf61SDavid E. O'Brien static void 25912c3adf61SDavid E. O'Brien nfe_watchdog(struct ifnet *ifp) 2592257c5577SDavid E. O'Brien { 2593257c5577SDavid E. O'Brien struct nfe_softc *sc = ifp->if_softc; 2594257c5577SDavid E. O'Brien 2595aab5582fSPyun YongHyeon if (sc->nfe_watchdog_timer == 0 || --sc->nfe_watchdog_timer) 2596aab5582fSPyun YongHyeon return; 2597aab5582fSPyun YongHyeon 2598aab5582fSPyun YongHyeon /* Check if we've lost Tx completion interrupt. */ 2599aab5582fSPyun YongHyeon nfe_txeof(sc); 2600aab5582fSPyun YongHyeon if (sc->txq.queued == 0) { 2601aab5582fSPyun YongHyeon if_printf(ifp, "watchdog timeout (missed Tx interrupts) " 2602aab5582fSPyun YongHyeon "-- recovering\n"); 2603aab5582fSPyun YongHyeon if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 2604cbb1d39dSSam Leffler taskqueue_enqueue_fast(sc->nfe_tq, &sc->nfe_tx_task); 2605aab5582fSPyun YongHyeon return; 2606aab5582fSPyun YongHyeon } 2607aab5582fSPyun YongHyeon /* Check if we've lost start Tx command. */ 2608aab5582fSPyun YongHyeon sc->nfe_force_tx++; 2609aab5582fSPyun YongHyeon if (sc->nfe_force_tx <= 3) { 2610aab5582fSPyun YongHyeon /* 2611aab5582fSPyun YongHyeon * If this is the case for watchdog timeout, the following 2612aab5582fSPyun YongHyeon * code should go to nfe_txeof(). 2613aab5582fSPyun YongHyeon */ 2614aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_KICKTX | sc->rxtxctl); 2615aab5582fSPyun YongHyeon return; 2616aab5582fSPyun YongHyeon } 2617aab5582fSPyun YongHyeon sc->nfe_force_tx = 0; 2618aab5582fSPyun YongHyeon 2619aab5582fSPyun YongHyeon if_printf(ifp, "watchdog timeout\n"); 2620257c5577SDavid E. O'Brien 2621bfc788c2SDavid E. O'Brien ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 2622257c5577SDavid E. O'Brien ifp->if_oerrors++; 2623aab5582fSPyun YongHyeon nfe_init_locked(sc); 2624257c5577SDavid E. O'Brien } 2625257c5577SDavid E. O'Brien 26262c3adf61SDavid E. O'Brien 26272c3adf61SDavid E. O'Brien static void 26282c3adf61SDavid E. O'Brien nfe_init(void *xsc) 2629257c5577SDavid E. O'Brien { 2630bfc788c2SDavid E. O'Brien struct nfe_softc *sc = xsc; 2631bfc788c2SDavid E. O'Brien 2632bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 2633bfc788c2SDavid E. O'Brien nfe_init_locked(sc); 2634bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 2635bfc788c2SDavid E. O'Brien } 2636bfc788c2SDavid E. O'Brien 26372c3adf61SDavid E. O'Brien 26382c3adf61SDavid E. O'Brien static void 26392c3adf61SDavid E. O'Brien nfe_init_locked(void *xsc) 2640bfc788c2SDavid E. O'Brien { 2641bfc788c2SDavid E. O'Brien struct nfe_softc *sc = xsc; 2642bfc788c2SDavid E. O'Brien struct ifnet *ifp = sc->nfe_ifp; 2643bfc788c2SDavid E. O'Brien struct mii_data *mii; 2644aab5582fSPyun YongHyeon uint32_t val; 2645aab5582fSPyun YongHyeon int error; 2646bfc788c2SDavid E. O'Brien 2647bfc788c2SDavid E. O'Brien NFE_LOCK_ASSERT(sc); 2648bfc788c2SDavid E. O'Brien 2649bfc788c2SDavid E. O'Brien mii = device_get_softc(sc->nfe_miibus); 2650bfc788c2SDavid E. O'Brien 2651aab5582fSPyun YongHyeon if (ifp->if_drv_flags & IFF_DRV_RUNNING) 2652aab5582fSPyun YongHyeon return; 2653aab5582fSPyun YongHyeon 2654aab5582fSPyun YongHyeon nfe_stop(ifp); 2655aab5582fSPyun YongHyeon 2656aab5582fSPyun YongHyeon sc->nfe_framesize = ifp->if_mtu + NFE_RX_HEADERS; 2657aab5582fSPyun YongHyeon 2658aab5582fSPyun YongHyeon nfe_init_tx_ring(sc, &sc->txq); 2659aab5582fSPyun YongHyeon if (sc->nfe_framesize > (MCLBYTES - ETHER_HDR_LEN)) 2660aab5582fSPyun YongHyeon error = nfe_init_jrx_ring(sc, &sc->jrxq); 2661aab5582fSPyun YongHyeon else 2662aab5582fSPyun YongHyeon error = nfe_init_rx_ring(sc, &sc->rxq); 2663aab5582fSPyun YongHyeon if (error != 0) { 2664aab5582fSPyun YongHyeon device_printf(sc->nfe_dev, 2665aab5582fSPyun YongHyeon "initialization failed: no memory for rx buffers\n"); 2666aab5582fSPyun YongHyeon nfe_stop(ifp); 2667bfc788c2SDavid E. O'Brien return; 2668bfc788c2SDavid E. O'Brien } 2669257c5577SDavid E. O'Brien 2670aab5582fSPyun YongHyeon val = 0; 2671aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_CORRECT_MACADDR) != 0) 2672aab5582fSPyun YongHyeon val |= NFE_MAC_ADDR_INORDER; 2673aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_TX_UNK, val); 2674257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_STATUS, 0); 2675257c5577SDavid E. O'Brien 2676aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_TX_FLOW_CTRL) != 0) 2677aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_TX_PAUSE_FRAME, NFE_TX_PAUSE_FRAME_DISABLE); 2678aab5582fSPyun YongHyeon 2679257c5577SDavid E. O'Brien sc->rxtxctl = NFE_RXTX_BIT2; 2680bfc788c2SDavid E. O'Brien if (sc->nfe_flags & NFE_40BIT_ADDR) 2681257c5577SDavid E. O'Brien sc->rxtxctl |= NFE_RXTX_V3MAGIC; 2682bfc788c2SDavid E. O'Brien else if (sc->nfe_flags & NFE_JUMBO_SUP) 2683257c5577SDavid E. O'Brien sc->rxtxctl |= NFE_RXTX_V2MAGIC; 26847597761aSDavid E. O'Brien 2685aab5582fSPyun YongHyeon if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) 2686257c5577SDavid E. O'Brien sc->rxtxctl |= NFE_RXTX_RXCSUM; 2687aab5582fSPyun YongHyeon if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) 2688aab5582fSPyun YongHyeon sc->rxtxctl |= NFE_RXTX_VTAG_INSERT | NFE_RXTX_VTAG_STRIP; 2689bfc788c2SDavid E. O'Brien 2690257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_RESET | sc->rxtxctl); 2691257c5577SDavid E. O'Brien DELAY(10); 2692257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RXTX_CTL, sc->rxtxctl); 2693257c5577SDavid E. O'Brien 2694aab5582fSPyun YongHyeon if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) 2695257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_VTAG_CTL, NFE_VTAG_ENABLE); 2696aab5582fSPyun YongHyeon else 2697aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_VTAG_CTL, 0); 2698257c5577SDavid E. O'Brien 2699257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_SETUP_R6, 0); 2700257c5577SDavid E. O'Brien 2701257c5577SDavid E. O'Brien /* set MAC address */ 2702aab5582fSPyun YongHyeon nfe_set_macaddr(sc, IF_LLADDR(ifp)); 2703257c5577SDavid E. O'Brien 2704257c5577SDavid E. O'Brien /* tell MAC where rings are in memory */ 2705aab5582fSPyun YongHyeon if (sc->nfe_framesize > MCLBYTES - ETHER_HDR_LEN) { 2706aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RX_RING_ADDR_HI, 2707aab5582fSPyun YongHyeon NFE_ADDR_HI(sc->jrxq.jphysaddr)); 2708aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RX_RING_ADDR_LO, 2709aab5582fSPyun YongHyeon NFE_ADDR_LO(sc->jrxq.jphysaddr)); 2710aab5582fSPyun YongHyeon } else { 2711aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RX_RING_ADDR_HI, 2712aab5582fSPyun YongHyeon NFE_ADDR_HI(sc->rxq.physaddr)); 2713aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RX_RING_ADDR_LO, 2714aab5582fSPyun YongHyeon NFE_ADDR_LO(sc->rxq.physaddr)); 2715aab5582fSPyun YongHyeon } 2716aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_TX_RING_ADDR_HI, NFE_ADDR_HI(sc->txq.physaddr)); 2717aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_TX_RING_ADDR_LO, NFE_ADDR_LO(sc->txq.physaddr)); 2718257c5577SDavid E. O'Brien 2719257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RING_SIZE, 2720257c5577SDavid E. O'Brien (NFE_RX_RING_COUNT - 1) << 16 | 2721257c5577SDavid E. O'Brien (NFE_TX_RING_COUNT - 1)); 2722257c5577SDavid E. O'Brien 2723aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_RXBUFSZ, sc->nfe_framesize); 2724257c5577SDavid E. O'Brien 2725257c5577SDavid E. O'Brien /* force MAC to wakeup */ 2726aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_PWR_STATE); 2727aab5582fSPyun YongHyeon if ((val & NFE_PWR_WAKEUP) == 0) 2728aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_PWR_STATE, val | NFE_PWR_WAKEUP); 2729257c5577SDavid E. O'Brien DELAY(10); 2730aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_PWR_STATE); 2731aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_PWR_STATE, val | NFE_PWR_VALID); 2732257c5577SDavid E. O'Brien 2733257c5577SDavid E. O'Brien #if 1 2734257c5577SDavid E. O'Brien /* configure interrupts coalescing/mitigation */ 2735257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_IMTIMER, NFE_IM_DEFAULT); 2736257c5577SDavid E. O'Brien #else 2737257c5577SDavid E. O'Brien /* no interrupt mitigation: one interrupt per packet */ 2738257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_IMTIMER, 970); 2739257c5577SDavid E. O'Brien #endif 2740257c5577SDavid E. O'Brien 2741aab5582fSPyun YongHyeon NFE_WRITE(sc, NFE_SETUP_R1, NFE_R1_MAGIC_10_100); 2742257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_SETUP_R2, NFE_R2_MAGIC); 2743257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_SETUP_R6, NFE_R6_MAGIC); 2744257c5577SDavid E. O'Brien 2745257c5577SDavid E. O'Brien /* update MAC knowledge of PHY; generates a NFE_IRQ_LINK interrupt */ 2746257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_STATUS, sc->mii_phyaddr << 24 | NFE_STATUS_MAGIC); 2747257c5577SDavid E. O'Brien 2748257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_SETUP_R4, NFE_R4_MAGIC); 2749257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_WOL_CTL, NFE_WOL_MAGIC); 2750257c5577SDavid E. O'Brien 2751257c5577SDavid E. O'Brien sc->rxtxctl &= ~NFE_RXTX_BIT2; 2752257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RXTX_CTL, sc->rxtxctl); 2753257c5577SDavid E. O'Brien DELAY(10); 2754257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RXTX_CTL, NFE_RXTX_BIT1 | sc->rxtxctl); 2755257c5577SDavid E. O'Brien 2756257c5577SDavid E. O'Brien /* set Rx filter */ 2757257c5577SDavid E. O'Brien nfe_setmulti(sc); 2758257c5577SDavid E. O'Brien 2759257c5577SDavid E. O'Brien /* enable Rx */ 2760257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RX_CTL, NFE_RX_START); 2761257c5577SDavid E. O'Brien 2762257c5577SDavid E. O'Brien /* enable Tx */ 2763257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_TX_CTL, NFE_TX_START); 2764257c5577SDavid E. O'Brien 2765257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_PHY_STATUS, 0xf); 2766257c5577SDavid E. O'Brien 276717d022beSPyun YongHyeon /* Clear hardware stats. */ 276817d022beSPyun YongHyeon nfe_stats_clear(sc); 276917d022beSPyun YongHyeon 2770bfc788c2SDavid E. O'Brien #ifdef DEVICE_POLLING 2771bfc788c2SDavid E. O'Brien if (ifp->if_capenable & IFCAP_POLLING) 2772aab5582fSPyun YongHyeon nfe_disable_intr(sc); 2773bfc788c2SDavid E. O'Brien else 2774bfc788c2SDavid E. O'Brien #endif 2775aab5582fSPyun YongHyeon nfe_set_intr(sc); 2776aab5582fSPyun YongHyeon nfe_enable_intr(sc); /* enable interrupts */ 2777257c5577SDavid E. O'Brien 2778bfc788c2SDavid E. O'Brien ifp->if_drv_flags |= IFF_DRV_RUNNING; 2779bfc788c2SDavid E. O'Brien ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2780257c5577SDavid E. O'Brien 2781bfc788c2SDavid E. O'Brien sc->nfe_link = 0; 2782aab5582fSPyun YongHyeon mii_mediachg(mii); 2783257c5577SDavid E. O'Brien 2784aab5582fSPyun YongHyeon callout_reset(&sc->nfe_stat_ch, hz, nfe_tick, sc); 2785257c5577SDavid E. O'Brien } 2786257c5577SDavid E. O'Brien 27872c3adf61SDavid E. O'Brien 27882c3adf61SDavid E. O'Brien static void 2789aab5582fSPyun YongHyeon nfe_stop(struct ifnet *ifp) 2790257c5577SDavid E. O'Brien { 2791257c5577SDavid E. O'Brien struct nfe_softc *sc = ifp->if_softc; 2792aab5582fSPyun YongHyeon struct nfe_rx_ring *rx_ring; 2793aab5582fSPyun YongHyeon struct nfe_jrx_ring *jrx_ring; 2794aab5582fSPyun YongHyeon struct nfe_tx_ring *tx_ring; 2795aab5582fSPyun YongHyeon struct nfe_rx_data *rdata; 2796aab5582fSPyun YongHyeon struct nfe_tx_data *tdata; 2797aab5582fSPyun YongHyeon int i; 2798257c5577SDavid E. O'Brien 2799bfc788c2SDavid E. O'Brien NFE_LOCK_ASSERT(sc); 2800257c5577SDavid E. O'Brien 2801aab5582fSPyun YongHyeon sc->nfe_watchdog_timer = 0; 2802bfc788c2SDavid E. O'Brien ifp->if_drv_flags &= ~(IFF_DRV_RUNNING | IFF_DRV_OACTIVE); 2803257c5577SDavid E. O'Brien 2804bfc788c2SDavid E. O'Brien callout_stop(&sc->nfe_stat_ch); 2805257c5577SDavid E. O'Brien 2806257c5577SDavid E. O'Brien /* abort Tx */ 2807257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_TX_CTL, 0); 2808257c5577SDavid E. O'Brien 2809257c5577SDavid E. O'Brien /* disable Rx */ 2810257c5577SDavid E. O'Brien NFE_WRITE(sc, NFE_RX_CTL, 0); 2811257c5577SDavid E. O'Brien 2812257c5577SDavid E. O'Brien /* disable interrupts */ 2813aab5582fSPyun YongHyeon nfe_disable_intr(sc); 2814257c5577SDavid E. O'Brien 2815bfc788c2SDavid E. O'Brien sc->nfe_link = 0; 2816bfc788c2SDavid E. O'Brien 2817aab5582fSPyun YongHyeon /* free Rx and Tx mbufs still in the queues. */ 2818aab5582fSPyun YongHyeon rx_ring = &sc->rxq; 2819aab5582fSPyun YongHyeon for (i = 0; i < NFE_RX_RING_COUNT; i++) { 2820aab5582fSPyun YongHyeon rdata = &rx_ring->data[i]; 2821aab5582fSPyun YongHyeon if (rdata->m != NULL) { 2822aab5582fSPyun YongHyeon bus_dmamap_sync(rx_ring->rx_data_tag, 2823aab5582fSPyun YongHyeon rdata->rx_data_map, BUS_DMASYNC_POSTREAD); 2824aab5582fSPyun YongHyeon bus_dmamap_unload(rx_ring->rx_data_tag, 2825aab5582fSPyun YongHyeon rdata->rx_data_map); 2826aab5582fSPyun YongHyeon m_freem(rdata->m); 2827aab5582fSPyun YongHyeon rdata->m = NULL; 2828aab5582fSPyun YongHyeon } 2829aab5582fSPyun YongHyeon } 2830257c5577SDavid E. O'Brien 2831aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_JUMBO_SUP) != 0) { 2832aab5582fSPyun YongHyeon jrx_ring = &sc->jrxq; 2833aab5582fSPyun YongHyeon for (i = 0; i < NFE_JUMBO_RX_RING_COUNT; i++) { 2834aab5582fSPyun YongHyeon rdata = &jrx_ring->jdata[i]; 2835aab5582fSPyun YongHyeon if (rdata->m != NULL) { 2836aab5582fSPyun YongHyeon bus_dmamap_sync(jrx_ring->jrx_data_tag, 2837aab5582fSPyun YongHyeon rdata->rx_data_map, BUS_DMASYNC_POSTREAD); 2838aab5582fSPyun YongHyeon bus_dmamap_unload(jrx_ring->jrx_data_tag, 2839aab5582fSPyun YongHyeon rdata->rx_data_map); 2840aab5582fSPyun YongHyeon m_freem(rdata->m); 2841aab5582fSPyun YongHyeon rdata->m = NULL; 2842aab5582fSPyun YongHyeon } 2843aab5582fSPyun YongHyeon } 2844aab5582fSPyun YongHyeon } 2845aab5582fSPyun YongHyeon 2846aab5582fSPyun YongHyeon tx_ring = &sc->txq; 2847aab5582fSPyun YongHyeon for (i = 0; i < NFE_RX_RING_COUNT; i++) { 2848aab5582fSPyun YongHyeon tdata = &tx_ring->data[i]; 2849aab5582fSPyun YongHyeon if (tdata->m != NULL) { 2850aab5582fSPyun YongHyeon bus_dmamap_sync(tx_ring->tx_data_tag, 2851aab5582fSPyun YongHyeon tdata->tx_data_map, BUS_DMASYNC_POSTWRITE); 2852aab5582fSPyun YongHyeon bus_dmamap_unload(tx_ring->tx_data_tag, 2853aab5582fSPyun YongHyeon tdata->tx_data_map); 2854aab5582fSPyun YongHyeon m_freem(tdata->m); 2855aab5582fSPyun YongHyeon tdata->m = NULL; 2856aab5582fSPyun YongHyeon } 2857aab5582fSPyun YongHyeon } 285817d022beSPyun YongHyeon /* Update hardware stats. */ 285917d022beSPyun YongHyeon nfe_stats_update(sc); 2860257c5577SDavid E. O'Brien } 2861257c5577SDavid E. O'Brien 28622c3adf61SDavid E. O'Brien 28632c3adf61SDavid E. O'Brien static int 28642c3adf61SDavid E. O'Brien nfe_ifmedia_upd(struct ifnet *ifp) 2865257c5577SDavid E. O'Brien { 2866257c5577SDavid E. O'Brien struct nfe_softc *sc = ifp->if_softc; 2867bfc788c2SDavid E. O'Brien struct mii_data *mii; 2868bfc788c2SDavid E. O'Brien 2869aab5582fSPyun YongHyeon NFE_LOCK(sc); 2870bfc788c2SDavid E. O'Brien mii = device_get_softc(sc->nfe_miibus); 2871bfc788c2SDavid E. O'Brien mii_mediachg(mii); 2872aab5582fSPyun YongHyeon NFE_UNLOCK(sc); 2873bfc788c2SDavid E. O'Brien 2874bfc788c2SDavid E. O'Brien return (0); 2875257c5577SDavid E. O'Brien } 2876257c5577SDavid E. O'Brien 28772c3adf61SDavid E. O'Brien 28782c3adf61SDavid E. O'Brien static void 28792c3adf61SDavid E. O'Brien nfe_ifmedia_sts(struct ifnet *ifp, struct ifmediareq *ifmr) 2880257c5577SDavid E. O'Brien { 2881bfc788c2SDavid E. O'Brien struct nfe_softc *sc; 2882bfc788c2SDavid E. O'Brien struct mii_data *mii; 2883257c5577SDavid E. O'Brien 2884bfc788c2SDavid E. O'Brien sc = ifp->if_softc; 2885bfc788c2SDavid E. O'Brien 2886bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 2887bfc788c2SDavid E. O'Brien mii = device_get_softc(sc->nfe_miibus); 2888257c5577SDavid E. O'Brien mii_pollstat(mii); 2889bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 2890bfc788c2SDavid E. O'Brien 2891257c5577SDavid E. O'Brien ifmr->ifm_active = mii->mii_media_active; 2892bfc788c2SDavid E. O'Brien ifmr->ifm_status = mii->mii_media_status; 2893257c5577SDavid E. O'Brien } 2894257c5577SDavid E. O'Brien 2895257c5577SDavid E. O'Brien 28962c3adf61SDavid E. O'Brien void 2897aab5582fSPyun YongHyeon nfe_tick(void *xsc) 2898bfc788c2SDavid E. O'Brien { 2899bfc788c2SDavid E. O'Brien struct nfe_softc *sc; 2900bfc788c2SDavid E. O'Brien struct mii_data *mii; 2901bfc788c2SDavid E. O'Brien struct ifnet *ifp; 2902bfc788c2SDavid E. O'Brien 2903aab5582fSPyun YongHyeon sc = (struct nfe_softc *)xsc; 2904bfc788c2SDavid E. O'Brien 2905bfc788c2SDavid E. O'Brien NFE_LOCK_ASSERT(sc); 2906bfc788c2SDavid E. O'Brien 2907bfc788c2SDavid E. O'Brien ifp = sc->nfe_ifp; 2908bfc788c2SDavid E. O'Brien 2909bfc788c2SDavid E. O'Brien mii = device_get_softc(sc->nfe_miibus); 2910bfc788c2SDavid E. O'Brien mii_tick(mii); 291117d022beSPyun YongHyeon nfe_stats_update(sc); 2912aab5582fSPyun YongHyeon nfe_watchdog(ifp); 2913bfc788c2SDavid E. O'Brien callout_reset(&sc->nfe_stat_ch, hz, nfe_tick, sc); 2914257c5577SDavid E. O'Brien } 2915257c5577SDavid E. O'Brien 2916bfc788c2SDavid E. O'Brien 29176a087a87SPyun YongHyeon static int 29182c3adf61SDavid E. O'Brien nfe_shutdown(device_t dev) 2919bfc788c2SDavid E. O'Brien { 2920bfc788c2SDavid E. O'Brien struct nfe_softc *sc; 2921bfc788c2SDavid E. O'Brien struct ifnet *ifp; 2922bfc788c2SDavid E. O'Brien 2923bfc788c2SDavid E. O'Brien sc = device_get_softc(dev); 2924bfc788c2SDavid E. O'Brien 2925bfc788c2SDavid E. O'Brien NFE_LOCK(sc); 2926bfc788c2SDavid E. O'Brien ifp = sc->nfe_ifp; 2927aab5582fSPyun YongHyeon nfe_stop(ifp); 2928bfc788c2SDavid E. O'Brien /* nfe_reset(sc); */ 2929bfc788c2SDavid E. O'Brien NFE_UNLOCK(sc); 29306a087a87SPyun YongHyeon 29316a087a87SPyun YongHyeon return (0); 2932bfc788c2SDavid E. O'Brien } 2933bfc788c2SDavid E. O'Brien 2934bfc788c2SDavid E. O'Brien 29352c3adf61SDavid E. O'Brien static void 2936aab5582fSPyun YongHyeon nfe_get_macaddr(struct nfe_softc *sc, uint8_t *addr) 2937257c5577SDavid E. O'Brien { 2938aab5582fSPyun YongHyeon uint32_t val; 2939257c5577SDavid E. O'Brien 2940aab5582fSPyun YongHyeon if ((sc->nfe_flags & NFE_CORRECT_MACADDR) == 0) { 2941aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_MACADDR_LO); 2942aab5582fSPyun YongHyeon addr[0] = (val >> 8) & 0xff; 2943aab5582fSPyun YongHyeon addr[1] = (val & 0xff); 2944257c5577SDavid E. O'Brien 2945aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_MACADDR_HI); 2946aab5582fSPyun YongHyeon addr[2] = (val >> 24) & 0xff; 2947aab5582fSPyun YongHyeon addr[3] = (val >> 16) & 0xff; 2948aab5582fSPyun YongHyeon addr[4] = (val >> 8) & 0xff; 2949aab5582fSPyun YongHyeon addr[5] = (val & 0xff); 2950aab5582fSPyun YongHyeon } else { 2951aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_MACADDR_LO); 2952aab5582fSPyun YongHyeon addr[5] = (val >> 8) & 0xff; 2953aab5582fSPyun YongHyeon addr[4] = (val & 0xff); 2954aab5582fSPyun YongHyeon 2955aab5582fSPyun YongHyeon val = NFE_READ(sc, NFE_MACADDR_HI); 2956aab5582fSPyun YongHyeon addr[3] = (val >> 24) & 0xff; 2957aab5582fSPyun YongHyeon addr[2] = (val >> 16) & 0xff; 2958aab5582fSPyun YongHyeon addr[1] = (val >> 8) & 0xff; 2959aab5582fSPyun YongHyeon addr[0] = (val & 0xff); 2960aab5582fSPyun YongHyeon } 2961257c5577SDavid E. O'Brien } 2962257c5577SDavid E. O'Brien 29632c3adf61SDavid E. O'Brien 29642c3adf61SDavid E. O'Brien static void 2965aab5582fSPyun YongHyeon nfe_set_macaddr(struct nfe_softc *sc, uint8_t *addr) 2966257c5577SDavid E. O'Brien { 2967bfc788c2SDavid E. O'Brien 2968bfc788c2SDavid E. O'Brien NFE_WRITE(sc, NFE_MACADDR_LO, addr[5] << 8 | addr[4]); 2969bfc788c2SDavid E. O'Brien NFE_WRITE(sc, NFE_MACADDR_HI, addr[3] << 24 | addr[2] << 16 | 2970bfc788c2SDavid E. O'Brien addr[1] << 8 | addr[0]); 2971257c5577SDavid E. O'Brien } 2972257c5577SDavid E. O'Brien 29732c3adf61SDavid E. O'Brien 2974bfc788c2SDavid E. O'Brien /* 2975bfc788c2SDavid E. O'Brien * Map a single buffer address. 2976bfc788c2SDavid E. O'Brien */ 2977bfc788c2SDavid E. O'Brien 2978bfc788c2SDavid E. O'Brien static void 2979aab5582fSPyun YongHyeon nfe_dma_map_segs(void *arg, bus_dma_segment_t *segs, int nseg, int error) 2980257c5577SDavid E. O'Brien { 2981aab5582fSPyun YongHyeon struct nfe_dmamap_arg *ctx; 2982257c5577SDavid E. O'Brien 2983aab5582fSPyun YongHyeon if (error != 0) 2984bfc788c2SDavid E. O'Brien return; 2985257c5577SDavid E. O'Brien 2986bfc788c2SDavid E. O'Brien KASSERT(nseg == 1, ("too many DMA segments, %d should be 1", nseg)); 2987bfc788c2SDavid E. O'Brien 2988aab5582fSPyun YongHyeon ctx = (struct nfe_dmamap_arg *)arg; 2989aab5582fSPyun YongHyeon ctx->nfe_busaddr = segs[0].ds_addr; 2990aab5582fSPyun YongHyeon } 2991bfc788c2SDavid E. O'Brien 2992aab5582fSPyun YongHyeon 2993aab5582fSPyun YongHyeon static int 2994aab5582fSPyun YongHyeon sysctl_int_range(SYSCTL_HANDLER_ARGS, int low, int high) 2995aab5582fSPyun YongHyeon { 2996aab5582fSPyun YongHyeon int error, value; 2997aab5582fSPyun YongHyeon 2998aab5582fSPyun YongHyeon if (!arg1) 2999aab5582fSPyun YongHyeon return (EINVAL); 3000aab5582fSPyun YongHyeon value = *(int *)arg1; 3001aab5582fSPyun YongHyeon error = sysctl_handle_int(oidp, &value, 0, req); 3002aab5582fSPyun YongHyeon if (error || !req->newptr) 3003aab5582fSPyun YongHyeon return (error); 3004aab5582fSPyun YongHyeon if (value < low || value > high) 3005aab5582fSPyun YongHyeon return (EINVAL); 3006aab5582fSPyun YongHyeon *(int *)arg1 = value; 3007aab5582fSPyun YongHyeon 3008aab5582fSPyun YongHyeon return (0); 3009aab5582fSPyun YongHyeon } 3010aab5582fSPyun YongHyeon 3011aab5582fSPyun YongHyeon 3012aab5582fSPyun YongHyeon static int 3013aab5582fSPyun YongHyeon sysctl_hw_nfe_proc_limit(SYSCTL_HANDLER_ARGS) 3014aab5582fSPyun YongHyeon { 3015aab5582fSPyun YongHyeon 3016aab5582fSPyun YongHyeon return (sysctl_int_range(oidp, arg1, arg2, req, NFE_PROC_MIN, 3017aab5582fSPyun YongHyeon NFE_PROC_MAX)); 3018257c5577SDavid E. O'Brien } 301917d022beSPyun YongHyeon 302017d022beSPyun YongHyeon 302117d022beSPyun YongHyeon #define NFE_SYSCTL_STAT_ADD32(c, h, n, p, d) \ 302217d022beSPyun YongHyeon SYSCTL_ADD_UINT(c, h, OID_AUTO, n, CTLFLAG_RD, p, 0, d) 302317d022beSPyun YongHyeon #define NFE_SYSCTL_STAT_ADD64(c, h, n, p, d) \ 302417d022beSPyun YongHyeon SYSCTL_ADD_QUAD(c, h, OID_AUTO, n, CTLFLAG_RD, p, d) 302517d022beSPyun YongHyeon 302617d022beSPyun YongHyeon static void 302717d022beSPyun YongHyeon nfe_sysctl_node(struct nfe_softc *sc) 302817d022beSPyun YongHyeon { 302917d022beSPyun YongHyeon struct sysctl_ctx_list *ctx; 303017d022beSPyun YongHyeon struct sysctl_oid_list *child, *parent; 303117d022beSPyun YongHyeon struct sysctl_oid *tree; 303217d022beSPyun YongHyeon struct nfe_hw_stats *stats; 303317d022beSPyun YongHyeon int error; 303417d022beSPyun YongHyeon 303517d022beSPyun YongHyeon stats = &sc->nfe_stats; 303617d022beSPyun YongHyeon ctx = device_get_sysctl_ctx(sc->nfe_dev); 303717d022beSPyun YongHyeon child = SYSCTL_CHILDREN(device_get_sysctl_tree(sc->nfe_dev)); 303817d022beSPyun YongHyeon SYSCTL_ADD_PROC(ctx, child, 303917d022beSPyun YongHyeon OID_AUTO, "process_limit", CTLTYPE_INT | CTLFLAG_RW, 304017d022beSPyun YongHyeon &sc->nfe_process_limit, 0, sysctl_hw_nfe_proc_limit, "I", 304117d022beSPyun YongHyeon "max number of Rx events to process"); 304217d022beSPyun YongHyeon 304317d022beSPyun YongHyeon sc->nfe_process_limit = NFE_PROC_DEFAULT; 304417d022beSPyun YongHyeon error = resource_int_value(device_get_name(sc->nfe_dev), 304517d022beSPyun YongHyeon device_get_unit(sc->nfe_dev), "process_limit", 304617d022beSPyun YongHyeon &sc->nfe_process_limit); 304717d022beSPyun YongHyeon if (error == 0) { 304817d022beSPyun YongHyeon if (sc->nfe_process_limit < NFE_PROC_MIN || 304917d022beSPyun YongHyeon sc->nfe_process_limit > NFE_PROC_MAX) { 305017d022beSPyun YongHyeon device_printf(sc->nfe_dev, 305117d022beSPyun YongHyeon "process_limit value out of range; " 305217d022beSPyun YongHyeon "using default: %d\n", NFE_PROC_DEFAULT); 305317d022beSPyun YongHyeon sc->nfe_process_limit = NFE_PROC_DEFAULT; 305417d022beSPyun YongHyeon } 305517d022beSPyun YongHyeon } 305617d022beSPyun YongHyeon 305717d022beSPyun YongHyeon if ((sc->nfe_flags & (NFE_MIB_V1 | NFE_MIB_V2 | NFE_MIB_V3)) == 0) 305817d022beSPyun YongHyeon return; 305917d022beSPyun YongHyeon 306017d022beSPyun YongHyeon tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "stats", CTLFLAG_RD, 306117d022beSPyun YongHyeon NULL, "NFE statistics"); 306217d022beSPyun YongHyeon parent = SYSCTL_CHILDREN(tree); 306317d022beSPyun YongHyeon 306417d022beSPyun YongHyeon /* Rx statistics. */ 306517d022beSPyun YongHyeon tree = SYSCTL_ADD_NODE(ctx, parent, OID_AUTO, "rx", CTLFLAG_RD, 306617d022beSPyun YongHyeon NULL, "Rx MAC statistics"); 306717d022beSPyun YongHyeon child = SYSCTL_CHILDREN(tree); 306817d022beSPyun YongHyeon 306917d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "frame_errors", 307017d022beSPyun YongHyeon &stats->rx_frame_errors, "Framing Errors"); 307117d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "extra_bytes", 307217d022beSPyun YongHyeon &stats->rx_extra_bytes, "Extra Bytes"); 307317d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "late_cols", 307417d022beSPyun YongHyeon &stats->rx_late_cols, "Late Collisions"); 307517d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "runts", 307617d022beSPyun YongHyeon &stats->rx_runts, "Runts"); 307717d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "jumbos", 307817d022beSPyun YongHyeon &stats->rx_jumbos, "Jumbos"); 307917d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "fifo_overuns", 308017d022beSPyun YongHyeon &stats->rx_fifo_overuns, "FIFO Overruns"); 308117d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "crc_errors", 308217d022beSPyun YongHyeon &stats->rx_crc_errors, "CRC Errors"); 308317d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "fae", 308417d022beSPyun YongHyeon &stats->rx_fae, "Frame Alignment Errors"); 308517d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "len_errors", 308617d022beSPyun YongHyeon &stats->rx_len_errors, "Length Errors"); 308717d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "unicast", 308817d022beSPyun YongHyeon &stats->rx_unicast, "Unicast Frames"); 308917d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "multicast", 309017d022beSPyun YongHyeon &stats->rx_multicast, "Multicast Frames"); 309169d6a6aaSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "broadcast", 309217d022beSPyun YongHyeon &stats->rx_broadcast, "Broadcast Frames"); 309317d022beSPyun YongHyeon if ((sc->nfe_flags & NFE_MIB_V2) != 0) { 309417d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD64(ctx, child, "octets", 309517d022beSPyun YongHyeon &stats->rx_octets, "Octets"); 309617d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "pause", 309717d022beSPyun YongHyeon &stats->rx_pause, "Pause frames"); 309817d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "drops", 309917d022beSPyun YongHyeon &stats->rx_drops, "Drop frames"); 310017d022beSPyun YongHyeon } 310117d022beSPyun YongHyeon 310217d022beSPyun YongHyeon /* Tx statistics. */ 310317d022beSPyun YongHyeon tree = SYSCTL_ADD_NODE(ctx, parent, OID_AUTO, "tx", CTLFLAG_RD, 310417d022beSPyun YongHyeon NULL, "Tx MAC statistics"); 310517d022beSPyun YongHyeon child = SYSCTL_CHILDREN(tree); 310617d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD64(ctx, child, "octets", 310717d022beSPyun YongHyeon &stats->tx_octets, "Octets"); 310817d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "zero_rexmits", 310917d022beSPyun YongHyeon &stats->tx_zero_rexmits, "Zero Retransmits"); 311017d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "one_rexmits", 311117d022beSPyun YongHyeon &stats->tx_one_rexmits, "One Retransmits"); 311217d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "multi_rexmits", 311317d022beSPyun YongHyeon &stats->tx_multi_rexmits, "Multiple Retransmits"); 311417d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "late_cols", 311517d022beSPyun YongHyeon &stats->tx_late_cols, "Late Collisions"); 311617d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "fifo_underuns", 311717d022beSPyun YongHyeon &stats->tx_fifo_underuns, "FIFO Underruns"); 311817d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "carrier_losts", 311917d022beSPyun YongHyeon &stats->tx_carrier_losts, "Carrier Losts"); 312017d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "excess_deferrals", 312117d022beSPyun YongHyeon &stats->tx_excess_deferals, "Excess Deferrals"); 312217d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "retry_errors", 312317d022beSPyun YongHyeon &stats->tx_retry_errors, "Retry Errors"); 312417d022beSPyun YongHyeon if ((sc->nfe_flags & NFE_MIB_V2) != 0) { 312517d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "deferrals", 312617d022beSPyun YongHyeon &stats->tx_deferals, "Deferrals"); 312717d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "frames", 312817d022beSPyun YongHyeon &stats->tx_frames, "Frames"); 312917d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "pause", 313017d022beSPyun YongHyeon &stats->tx_pause, "Pause Frames"); 313117d022beSPyun YongHyeon } 313217d022beSPyun YongHyeon if ((sc->nfe_flags & NFE_MIB_V3) != 0) { 313317d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "unicast", 313417d022beSPyun YongHyeon &stats->tx_deferals, "Unicast Frames"); 313517d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "multicast", 313617d022beSPyun YongHyeon &stats->tx_frames, "Multicast Frames"); 313717d022beSPyun YongHyeon NFE_SYSCTL_STAT_ADD32(ctx, child, "broadcast", 313817d022beSPyun YongHyeon &stats->tx_pause, "Broadcast Frames"); 313917d022beSPyun YongHyeon } 314017d022beSPyun YongHyeon } 314117d022beSPyun YongHyeon 314217d022beSPyun YongHyeon #undef NFE_SYSCTL_STAT_ADD32 314317d022beSPyun YongHyeon #undef NFE_SYSCTL_STAT_ADD64 314417d022beSPyun YongHyeon 314517d022beSPyun YongHyeon static void 314617d022beSPyun YongHyeon nfe_stats_clear(struct nfe_softc *sc) 314717d022beSPyun YongHyeon { 314817d022beSPyun YongHyeon int i, mib_cnt; 314917d022beSPyun YongHyeon 315017d022beSPyun YongHyeon if ((sc->nfe_flags & NFE_MIB_V1) != 0) 315117d022beSPyun YongHyeon mib_cnt = NFE_NUM_MIB_STATV1; 315217d022beSPyun YongHyeon else if ((sc->nfe_flags & (NFE_MIB_V2 | NFE_MIB_V3)) != 0) 315317d022beSPyun YongHyeon mib_cnt = NFE_NUM_MIB_STATV2; 315417d022beSPyun YongHyeon else 315517d022beSPyun YongHyeon return; 315617d022beSPyun YongHyeon 315717d022beSPyun YongHyeon for (i = 0; i < mib_cnt; i += sizeof(uint32_t)) 315817d022beSPyun YongHyeon NFE_READ(sc, NFE_TX_OCTET + i); 315917d022beSPyun YongHyeon 316017d022beSPyun YongHyeon if ((sc->nfe_flags & NFE_MIB_V3) != 0) { 316117d022beSPyun YongHyeon NFE_READ(sc, NFE_TX_UNICAST); 316217d022beSPyun YongHyeon NFE_READ(sc, NFE_TX_MULTICAST); 316317d022beSPyun YongHyeon NFE_READ(sc, NFE_TX_BROADCAST); 316417d022beSPyun YongHyeon } 316517d022beSPyun YongHyeon } 316617d022beSPyun YongHyeon 316717d022beSPyun YongHyeon static void 316817d022beSPyun YongHyeon nfe_stats_update(struct nfe_softc *sc) 316917d022beSPyun YongHyeon { 317017d022beSPyun YongHyeon struct nfe_hw_stats *stats; 317117d022beSPyun YongHyeon 317217d022beSPyun YongHyeon NFE_LOCK_ASSERT(sc); 317317d022beSPyun YongHyeon 317417d022beSPyun YongHyeon if ((sc->nfe_flags & (NFE_MIB_V1 | NFE_MIB_V2 | NFE_MIB_V3)) == 0) 317517d022beSPyun YongHyeon return; 317617d022beSPyun YongHyeon 317717d022beSPyun YongHyeon stats = &sc->nfe_stats; 317817d022beSPyun YongHyeon stats->tx_octets += NFE_READ(sc, NFE_TX_OCTET); 317917d022beSPyun YongHyeon stats->tx_zero_rexmits += NFE_READ(sc, NFE_TX_ZERO_REXMIT); 318017d022beSPyun YongHyeon stats->tx_one_rexmits += NFE_READ(sc, NFE_TX_ONE_REXMIT); 318117d022beSPyun YongHyeon stats->tx_multi_rexmits += NFE_READ(sc, NFE_TX_MULTI_REXMIT); 318217d022beSPyun YongHyeon stats->tx_late_cols += NFE_READ(sc, NFE_TX_LATE_COL); 318317d022beSPyun YongHyeon stats->tx_fifo_underuns += NFE_READ(sc, NFE_TX_FIFO_UNDERUN); 318417d022beSPyun YongHyeon stats->tx_carrier_losts += NFE_READ(sc, NFE_TX_CARRIER_LOST); 318517d022beSPyun YongHyeon stats->tx_excess_deferals += NFE_READ(sc, NFE_TX_EXCESS_DEFERRAL); 318617d022beSPyun YongHyeon stats->tx_retry_errors += NFE_READ(sc, NFE_TX_RETRY_ERROR); 318717d022beSPyun YongHyeon stats->rx_frame_errors += NFE_READ(sc, NFE_RX_FRAME_ERROR); 318817d022beSPyun YongHyeon stats->rx_extra_bytes += NFE_READ(sc, NFE_RX_EXTRA_BYTES); 318917d022beSPyun YongHyeon stats->rx_late_cols += NFE_READ(sc, NFE_RX_LATE_COL); 319017d022beSPyun YongHyeon stats->rx_runts += NFE_READ(sc, NFE_RX_RUNT); 319117d022beSPyun YongHyeon stats->rx_jumbos += NFE_READ(sc, NFE_RX_JUMBO); 319217d022beSPyun YongHyeon stats->rx_fifo_overuns += NFE_READ(sc, NFE_RX_FIFO_OVERUN); 319317d022beSPyun YongHyeon stats->rx_crc_errors += NFE_READ(sc, NFE_RX_CRC_ERROR); 319417d022beSPyun YongHyeon stats->rx_fae += NFE_READ(sc, NFE_RX_FAE); 319517d022beSPyun YongHyeon stats->rx_len_errors += NFE_READ(sc, NFE_RX_LEN_ERROR); 319617d022beSPyun YongHyeon stats->rx_unicast += NFE_READ(sc, NFE_RX_UNICAST); 319717d022beSPyun YongHyeon stats->rx_multicast += NFE_READ(sc, NFE_RX_MULTICAST); 319817d022beSPyun YongHyeon stats->rx_broadcast += NFE_READ(sc, NFE_RX_BROADCAST); 319917d022beSPyun YongHyeon 320017d022beSPyun YongHyeon if ((sc->nfe_flags & NFE_MIB_V2) != 0) { 320117d022beSPyun YongHyeon stats->tx_deferals += NFE_READ(sc, NFE_TX_DEFERAL); 320217d022beSPyun YongHyeon stats->tx_frames += NFE_READ(sc, NFE_TX_FRAME); 320317d022beSPyun YongHyeon stats->rx_octets += NFE_READ(sc, NFE_RX_OCTET); 320417d022beSPyun YongHyeon stats->tx_pause += NFE_READ(sc, NFE_TX_PAUSE); 320517d022beSPyun YongHyeon stats->rx_pause += NFE_READ(sc, NFE_RX_PAUSE); 320617d022beSPyun YongHyeon stats->rx_drops += NFE_READ(sc, NFE_RX_DROP); 320717d022beSPyun YongHyeon } 320817d022beSPyun YongHyeon 320917d022beSPyun YongHyeon if ((sc->nfe_flags & NFE_MIB_V3) != 0) { 321017d022beSPyun YongHyeon stats->tx_unicast += NFE_READ(sc, NFE_TX_UNICAST); 321117d022beSPyun YongHyeon stats->tx_multicast += NFE_READ(sc, NFE_TX_MULTICAST); 321217d022beSPyun YongHyeon stats->rx_broadcast += NFE_READ(sc, NFE_TX_BROADCAST); 321317d022beSPyun YongHyeon } 321417d022beSPyun YongHyeon } 3215