161ae650dSJack F Vogel /****************************************************************************** 261ae650dSJack F Vogel 3f4cc2d17SEric Joyner Copyright (c) 2013-2018, Intel Corporation 461ae650dSJack F Vogel All rights reserved. 561ae650dSJack F Vogel 661ae650dSJack F Vogel Redistribution and use in source and binary forms, with or without 761ae650dSJack F Vogel modification, are permitted provided that the following conditions are met: 861ae650dSJack F Vogel 961ae650dSJack F Vogel 1. Redistributions of source code must retain the above copyright notice, 1061ae650dSJack F Vogel this list of conditions and the following disclaimer. 1161ae650dSJack F Vogel 1261ae650dSJack F Vogel 2. Redistributions in binary form must reproduce the above copyright 1361ae650dSJack F Vogel notice, this list of conditions and the following disclaimer in the 1461ae650dSJack F Vogel documentation and/or other materials provided with the distribution. 1561ae650dSJack F Vogel 1661ae650dSJack F Vogel 3. Neither the name of the Intel Corporation nor the names of its 1761ae650dSJack F Vogel contributors may be used to endorse or promote products derived from 1861ae650dSJack F Vogel this software without specific prior written permission. 1961ae650dSJack F Vogel 2061ae650dSJack F Vogel THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 2161ae650dSJack F Vogel AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2261ae650dSJack F Vogel IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2361ae650dSJack F Vogel ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 2461ae650dSJack F Vogel LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 2561ae650dSJack F Vogel CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 2661ae650dSJack F Vogel SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 2761ae650dSJack F Vogel INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 2861ae650dSJack F Vogel CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 2961ae650dSJack F Vogel ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 3061ae650dSJack F Vogel POSSIBILITY OF SUCH DAMAGE. 3161ae650dSJack F Vogel 3261ae650dSJack F Vogel ******************************************************************************/ 3361ae650dSJack F Vogel /*$FreeBSD$*/ 3461ae650dSJack F Vogel 3561ae650dSJack F Vogel #include "ixl.h" 3661ae650dSJack F Vogel #include "ixl_pf.h" 3761ae650dSJack F Vogel 38cb6b8299SEric Joyner #ifdef IXL_IW 39cb6b8299SEric Joyner #include "ixl_iw.h" 40cb6b8299SEric Joyner #include "ixl_iw_int.h" 41cb6b8299SEric Joyner #endif 42cb6b8299SEric Joyner 434294f337SSean Bruno #ifdef PCI_IOV 444294f337SSean Bruno #include "ixl_pf_iov.h" 45dcd7b3b2SJack F Vogel #endif 46dcd7b3b2SJack F Vogel 4761ae650dSJack F Vogel /********************************************************************* 4861ae650dSJack F Vogel * Driver version 4961ae650dSJack F Vogel *********************************************************************/ 50f4cc2d17SEric Joyner #define IXL_DRIVER_VERSION_MAJOR 2 51*77c1fcecSEric Joyner #define IXL_DRIVER_VERSION_MINOR 1 52f4cc2d17SEric Joyner #define IXL_DRIVER_VERSION_BUILD 0 53ceebc2f3SEric Joyner 541031d839SEric Joyner #define IXL_DRIVER_VERSION_STRING \ 551031d839SEric Joyner __XSTRING(IXL_DRIVER_VERSION_MAJOR) "." \ 561031d839SEric Joyner __XSTRING(IXL_DRIVER_VERSION_MINOR) "." \ 57f4cc2d17SEric Joyner __XSTRING(IXL_DRIVER_VERSION_BUILD) "-k" 5861ae650dSJack F Vogel 5961ae650dSJack F Vogel /********************************************************************* 6061ae650dSJack F Vogel * PCI Device ID Table 6161ae650dSJack F Vogel * 6261ae650dSJack F Vogel * Used by probe to select devices to load on 6361ae650dSJack F Vogel * 641031d839SEric Joyner * ( Vendor ID, Device ID, Branding String ) 6561ae650dSJack F Vogel *********************************************************************/ 6661ae650dSJack F Vogel 671031d839SEric Joyner static pci_vendor_info_t ixl_vendor_info_array[] = 6861ae650dSJack F Vogel { 691031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_SFP_XL710, "Intel(R) Ethernet Controller X710 for 10GbE SFP+"), 701031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_KX_B, "Intel(R) Ethernet Controller XL710 for 40GbE backplane"), 711031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_KX_C, "Intel(R) Ethernet Controller X710 for 10GbE backplane"), 721031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_QSFP_A, "Intel(R) Ethernet Controller XL710 for 40GbE QSFP+"), 731031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_QSFP_B, "Intel(R) Ethernet Controller XL710 for 40GbE QSFP+"), 741031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_QSFP_C, "Intel(R) Ethernet Controller X710 for 10GbE QSFP+"), 751031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_10G_BASE_T, "Intel(R) Ethernet Controller X710 for 10GBASE-T"), 761031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_10G_BASE_T4, "Intel(R) Ethernet Controller X710/X557-AT 10GBASE-T"), 771031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_KX_X722, "Intel(R) Ethernet Connection X722 for 10GbE backplane"), 781031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_QSFP_X722, "Intel(R) Ethernet Connection X722 for 10GbE QSFP+"), 791031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_SFP_X722, "Intel(R) Ethernet Connection X722 for 10GbE SFP+"), 801031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_1G_BASE_T_X722, "Intel(R) Ethernet Connection X722 for 1GbE"), 811031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_10G_BASE_T_X722, "Intel(R) Ethernet Connection X722 for 10GBASE-T"), 821031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_SFP_I_X722, "Intel(R) Ethernet Connection X722 for 10GbE SFP+"), 831031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_25G_B, "Intel(R) Ethernet Controller XXV710 for 25GbE backplane"), 841031d839SEric Joyner PVIDV(I40E_INTEL_VENDOR_ID, I40E_DEV_ID_25G_SFP28, "Intel(R) Ethernet Controller XXV710 for 25GbE SFP28"), 8561ae650dSJack F Vogel /* required last entry */ 861031d839SEric Joyner PVID_END 8761ae650dSJack F Vogel }; 8861ae650dSJack F Vogel 8961ae650dSJack F Vogel /********************************************************************* 9061ae650dSJack F Vogel * Function prototypes 9161ae650dSJack F Vogel *********************************************************************/ 921031d839SEric Joyner /*** IFLIB interface ***/ 931031d839SEric Joyner static void *ixl_register(device_t dev); 941031d839SEric Joyner static int ixl_if_attach_pre(if_ctx_t ctx); 951031d839SEric Joyner static int ixl_if_attach_post(if_ctx_t ctx); 961031d839SEric Joyner static int ixl_if_detach(if_ctx_t ctx); 971031d839SEric Joyner static int ixl_if_shutdown(if_ctx_t ctx); 981031d839SEric Joyner static int ixl_if_suspend(if_ctx_t ctx); 991031d839SEric Joyner static int ixl_if_resume(if_ctx_t ctx); 1001031d839SEric Joyner static int ixl_if_msix_intr_assign(if_ctx_t ctx, int msix); 1011031d839SEric Joyner static void ixl_if_enable_intr(if_ctx_t ctx); 1021031d839SEric Joyner static void ixl_if_disable_intr(if_ctx_t ctx); 1031031d839SEric Joyner static int ixl_if_rx_queue_intr_enable(if_ctx_t ctx, uint16_t rxqid); 1041031d839SEric Joyner static int ixl_if_tx_queue_intr_enable(if_ctx_t ctx, uint16_t txqid); 1051031d839SEric Joyner static int ixl_if_tx_queues_alloc(if_ctx_t ctx, caddr_t *vaddrs, uint64_t *paddrs, int ntxqs, int ntxqsets); 1061031d839SEric Joyner static int ixl_if_rx_queues_alloc(if_ctx_t ctx, caddr_t *vaddrs, uint64_t *paddrs, int nqs, int nqsets); 1071031d839SEric Joyner static void ixl_if_queues_free(if_ctx_t ctx); 1081031d839SEric Joyner static void ixl_if_update_admin_status(if_ctx_t ctx); 1091031d839SEric Joyner static void ixl_if_multi_set(if_ctx_t ctx); 1101031d839SEric Joyner static int ixl_if_mtu_set(if_ctx_t ctx, uint32_t mtu); 1111031d839SEric Joyner static void ixl_if_media_status(if_ctx_t ctx, struct ifmediareq *ifmr); 1121031d839SEric Joyner static int ixl_if_media_change(if_ctx_t ctx); 1131031d839SEric Joyner static int ixl_if_promisc_set(if_ctx_t ctx, int flags); 1141031d839SEric Joyner static void ixl_if_timer(if_ctx_t ctx, uint16_t qid); 1151031d839SEric Joyner static void ixl_if_vlan_register(if_ctx_t ctx, u16 vtag); 1161031d839SEric Joyner static void ixl_if_vlan_unregister(if_ctx_t ctx, u16 vtag); 1171031d839SEric Joyner static uint64_t ixl_if_get_counter(if_ctx_t ctx, ift_counter cnt); 1181031d839SEric Joyner static int ixl_if_i2c_req(if_ctx_t ctx, struct ifi2creq *req); 1191031d839SEric Joyner static int ixl_if_priv_ioctl(if_ctx_t ctx, u_long command, caddr_t data); 120*77c1fcecSEric Joyner #ifdef PCI_IOV 121*77c1fcecSEric Joyner static void ixl_if_vflr_handle(if_ctx_t ctx); 122*77c1fcecSEric Joyner #endif 1236c426059SEric Joyner 1241031d839SEric Joyner /*** Other ***/ 1251031d839SEric Joyner static int ixl_mc_filter_apply(void *arg, struct ifmultiaddr *ifma, int); 1261031d839SEric Joyner static void ixl_save_pf_tunables(struct ixl_pf *); 1271031d839SEric Joyner static int ixl_allocate_pci_resources(struct ixl_pf *); 12861ae650dSJack F Vogel 12961ae650dSJack F Vogel /********************************************************************* 13061ae650dSJack F Vogel * FreeBSD Device Interface Entry Points 13161ae650dSJack F Vogel *********************************************************************/ 13261ae650dSJack F Vogel 13361ae650dSJack F Vogel static device_method_t ixl_methods[] = { 13461ae650dSJack F Vogel /* Device interface */ 1351031d839SEric Joyner DEVMETHOD(device_register, ixl_register), 1361031d839SEric Joyner DEVMETHOD(device_probe, iflib_device_probe), 1371031d839SEric Joyner DEVMETHOD(device_attach, iflib_device_attach), 1381031d839SEric Joyner DEVMETHOD(device_detach, iflib_device_detach), 1391031d839SEric Joyner DEVMETHOD(device_shutdown, iflib_device_shutdown), 14056c2c47bSJack F Vogel #ifdef PCI_IOV 141*77c1fcecSEric Joyner DEVMETHOD(pci_iov_init, iflib_device_iov_init), 142*77c1fcecSEric Joyner DEVMETHOD(pci_iov_uninit, iflib_device_iov_uninit), 143*77c1fcecSEric Joyner DEVMETHOD(pci_iov_add_vf, iflib_device_iov_add_vf), 14456c2c47bSJack F Vogel #endif 1451031d839SEric Joyner DEVMETHOD_END 14661ae650dSJack F Vogel }; 14761ae650dSJack F Vogel 14861ae650dSJack F Vogel static driver_t ixl_driver = { 14961ae650dSJack F Vogel "ixl", ixl_methods, sizeof(struct ixl_pf), 15061ae650dSJack F Vogel }; 15161ae650dSJack F Vogel 15261ae650dSJack F Vogel devclass_t ixl_devclass; 15361ae650dSJack F Vogel DRIVER_MODULE(ixl, pci, ixl_driver, ixl_devclass, 0, 0); 1540dc34160SWarner Losh IFLIB_PNP_INFO(pci, ixl, ixl_vendor_info_array); 1551031d839SEric Joyner MODULE_VERSION(ixl, 3); 156cb6b8299SEric Joyner 15761ae650dSJack F Vogel MODULE_DEPEND(ixl, pci, 1, 1, 1); 15861ae650dSJack F Vogel MODULE_DEPEND(ixl, ether, 1, 1, 1); 1591031d839SEric Joyner MODULE_DEPEND(ixl, iflib, 1, 1, 1); 1601031d839SEric Joyner 1611031d839SEric Joyner static device_method_t ixl_if_methods[] = { 1621031d839SEric Joyner DEVMETHOD(ifdi_attach_pre, ixl_if_attach_pre), 1631031d839SEric Joyner DEVMETHOD(ifdi_attach_post, ixl_if_attach_post), 1641031d839SEric Joyner DEVMETHOD(ifdi_detach, ixl_if_detach), 1651031d839SEric Joyner DEVMETHOD(ifdi_shutdown, ixl_if_shutdown), 1661031d839SEric Joyner DEVMETHOD(ifdi_suspend, ixl_if_suspend), 1671031d839SEric Joyner DEVMETHOD(ifdi_resume, ixl_if_resume), 1681031d839SEric Joyner DEVMETHOD(ifdi_init, ixl_if_init), 1691031d839SEric Joyner DEVMETHOD(ifdi_stop, ixl_if_stop), 1701031d839SEric Joyner DEVMETHOD(ifdi_msix_intr_assign, ixl_if_msix_intr_assign), 1711031d839SEric Joyner DEVMETHOD(ifdi_intr_enable, ixl_if_enable_intr), 1721031d839SEric Joyner DEVMETHOD(ifdi_intr_disable, ixl_if_disable_intr), 1731031d839SEric Joyner DEVMETHOD(ifdi_rx_queue_intr_enable, ixl_if_rx_queue_intr_enable), 1741031d839SEric Joyner DEVMETHOD(ifdi_tx_queue_intr_enable, ixl_if_tx_queue_intr_enable), 1751031d839SEric Joyner DEVMETHOD(ifdi_tx_queues_alloc, ixl_if_tx_queues_alloc), 1761031d839SEric Joyner DEVMETHOD(ifdi_rx_queues_alloc, ixl_if_rx_queues_alloc), 1771031d839SEric Joyner DEVMETHOD(ifdi_queues_free, ixl_if_queues_free), 1781031d839SEric Joyner DEVMETHOD(ifdi_update_admin_status, ixl_if_update_admin_status), 1791031d839SEric Joyner DEVMETHOD(ifdi_multi_set, ixl_if_multi_set), 1801031d839SEric Joyner DEVMETHOD(ifdi_mtu_set, ixl_if_mtu_set), 1811031d839SEric Joyner DEVMETHOD(ifdi_media_status, ixl_if_media_status), 1821031d839SEric Joyner DEVMETHOD(ifdi_media_change, ixl_if_media_change), 1831031d839SEric Joyner DEVMETHOD(ifdi_promisc_set, ixl_if_promisc_set), 1841031d839SEric Joyner DEVMETHOD(ifdi_timer, ixl_if_timer), 1851031d839SEric Joyner DEVMETHOD(ifdi_vlan_register, ixl_if_vlan_register), 1861031d839SEric Joyner DEVMETHOD(ifdi_vlan_unregister, ixl_if_vlan_unregister), 1871031d839SEric Joyner DEVMETHOD(ifdi_get_counter, ixl_if_get_counter), 1881031d839SEric Joyner DEVMETHOD(ifdi_i2c_req, ixl_if_i2c_req), 1891031d839SEric Joyner DEVMETHOD(ifdi_priv_ioctl, ixl_if_priv_ioctl), 190*77c1fcecSEric Joyner #ifdef PCI_IOV 191*77c1fcecSEric Joyner DEVMETHOD(ifdi_iov_init, ixl_if_iov_init), 192*77c1fcecSEric Joyner DEVMETHOD(ifdi_iov_uninit, ixl_if_iov_uninit), 193*77c1fcecSEric Joyner DEVMETHOD(ifdi_iov_vf_add, ixl_if_iov_vf_add), 194*77c1fcecSEric Joyner DEVMETHOD(ifdi_vflr_handle, ixl_if_vflr_handle), 195*77c1fcecSEric Joyner #endif 1961031d839SEric Joyner // ifdi_led_func 1971031d839SEric Joyner // ifdi_debug 1981031d839SEric Joyner DEVMETHOD_END 1991031d839SEric Joyner }; 2001031d839SEric Joyner 2011031d839SEric Joyner static driver_t ixl_if_driver = { 2021031d839SEric Joyner "ixl_if", ixl_if_methods, sizeof(struct ixl_pf) 2031031d839SEric Joyner }; 20431830672SJack F Vogel 20561ae650dSJack F Vogel /* 20661ae650dSJack F Vogel ** TUNEABLE PARAMETERS: 20761ae650dSJack F Vogel */ 20861ae650dSJack F Vogel 20961ae650dSJack F Vogel static SYSCTL_NODE(_hw, OID_AUTO, ixl, CTLFLAG_RD, 0, 210*77c1fcecSEric Joyner "ixl driver parameters"); 21161ae650dSJack F Vogel 21261ae650dSJack F Vogel /* 213ceebc2f3SEric Joyner * Leave this on unless you need to send flow control 214ceebc2f3SEric Joyner * frames (or other control frames) from software 215ceebc2f3SEric Joyner */ 2164294f337SSean Bruno static int ixl_enable_tx_fc_filter = 1; 2174294f337SSean Bruno TUNABLE_INT("hw.ixl.enable_tx_fc_filter", 2184294f337SSean Bruno &ixl_enable_tx_fc_filter); 2194294f337SSean Bruno SYSCTL_INT(_hw_ixl, OID_AUTO, enable_tx_fc_filter, CTLFLAG_RDTUN, 2204294f337SSean Bruno &ixl_enable_tx_fc_filter, 0, 2214294f337SSean Bruno "Filter out packets with Ethertype 0x8808 from being sent out by non-HW sources"); 2224294f337SSean Bruno 2231031d839SEric Joyner static int ixl_i2c_access_method = 0; 2241031d839SEric Joyner TUNABLE_INT("hw.ixl.i2c_access_method", 2251031d839SEric Joyner &ixl_i2c_access_method); 2261031d839SEric Joyner SYSCTL_INT(_hw_ixl, OID_AUTO, i2c_access_method, CTLFLAG_RDTUN, 2271031d839SEric Joyner &ixl_i2c_access_method, 0, 2281031d839SEric Joyner IXL_SYSCTL_HELP_I2C_METHOD); 2291031d839SEric Joyner 230*77c1fcecSEric Joyner static int ixl_enable_vf_loopback = 1; 231*77c1fcecSEric Joyner TUNABLE_INT("hw.ixl.enable_vf_loopback", 232*77c1fcecSEric Joyner &ixl_enable_vf_loopback); 233*77c1fcecSEric Joyner SYSCTL_INT(_hw_ixl, OID_AUTO, enable_vf_loopback, CTLFLAG_RDTUN, 234*77c1fcecSEric Joyner &ixl_enable_vf_loopback, 0, 235*77c1fcecSEric Joyner IXL_SYSCTL_HELP_VF_LOOPBACK); 236*77c1fcecSEric Joyner 237ceebc2f3SEric Joyner /* 238ceebc2f3SEric Joyner * Different method for processing TX descriptor 239ceebc2f3SEric Joyner * completion. 240ceebc2f3SEric Joyner */ 241ceebc2f3SEric Joyner static int ixl_enable_head_writeback = 1; 242ceebc2f3SEric Joyner TUNABLE_INT("hw.ixl.enable_head_writeback", 243ceebc2f3SEric Joyner &ixl_enable_head_writeback); 244ceebc2f3SEric Joyner SYSCTL_INT(_hw_ixl, OID_AUTO, enable_head_writeback, CTLFLAG_RDTUN, 245ceebc2f3SEric Joyner &ixl_enable_head_writeback, 0, 246ceebc2f3SEric Joyner "For detecting last completed TX descriptor by hardware, use value written by HW instead of checking descriptors"); 247ceebc2f3SEric Joyner 2484294f337SSean Bruno static int ixl_core_debug_mask = 0; 2494294f337SSean Bruno TUNABLE_INT("hw.ixl.core_debug_mask", 2504294f337SSean Bruno &ixl_core_debug_mask); 2514294f337SSean Bruno SYSCTL_INT(_hw_ixl, OID_AUTO, core_debug_mask, CTLFLAG_RDTUN, 2524294f337SSean Bruno &ixl_core_debug_mask, 0, 2534294f337SSean Bruno "Display debug statements that are printed in non-shared code"); 2544294f337SSean Bruno 2554294f337SSean Bruno static int ixl_shared_debug_mask = 0; 2564294f337SSean Bruno TUNABLE_INT("hw.ixl.shared_debug_mask", 2574294f337SSean Bruno &ixl_shared_debug_mask); 2584294f337SSean Bruno SYSCTL_INT(_hw_ixl, OID_AUTO, shared_debug_mask, CTLFLAG_RDTUN, 2594294f337SSean Bruno &ixl_shared_debug_mask, 0, 2604294f337SSean Bruno "Display debug statements that are printed in shared code"); 2614294f337SSean Bruno 2621031d839SEric Joyner #if 0 26361ae650dSJack F Vogel /* 26461ae650dSJack F Vogel ** Controls for Interrupt Throttling 26561ae650dSJack F Vogel ** - true/false for dynamic adjustment 26661ae650dSJack F Vogel ** - default values for static ITR 26761ae650dSJack F Vogel */ 2681031d839SEric Joyner static int ixl_dynamic_rx_itr = 0; 26961ae650dSJack F Vogel TUNABLE_INT("hw.ixl.dynamic_rx_itr", &ixl_dynamic_rx_itr); 27061ae650dSJack F Vogel SYSCTL_INT(_hw_ixl, OID_AUTO, dynamic_rx_itr, CTLFLAG_RDTUN, 27161ae650dSJack F Vogel &ixl_dynamic_rx_itr, 0, "Dynamic RX Interrupt Rate"); 27261ae650dSJack F Vogel 2731031d839SEric Joyner static int ixl_dynamic_tx_itr = 0; 27461ae650dSJack F Vogel TUNABLE_INT("hw.ixl.dynamic_tx_itr", &ixl_dynamic_tx_itr); 27561ae650dSJack F Vogel SYSCTL_INT(_hw_ixl, OID_AUTO, dynamic_tx_itr, CTLFLAG_RDTUN, 27661ae650dSJack F Vogel &ixl_dynamic_tx_itr, 0, "Dynamic TX Interrupt Rate"); 2771031d839SEric Joyner #endif 27861ae650dSJack F Vogel 2794294f337SSean Bruno static int ixl_rx_itr = IXL_ITR_8K; 28061ae650dSJack F Vogel TUNABLE_INT("hw.ixl.rx_itr", &ixl_rx_itr); 28161ae650dSJack F Vogel SYSCTL_INT(_hw_ixl, OID_AUTO, rx_itr, CTLFLAG_RDTUN, 28261ae650dSJack F Vogel &ixl_rx_itr, 0, "RX Interrupt Rate"); 28361ae650dSJack F Vogel 2844294f337SSean Bruno static int ixl_tx_itr = IXL_ITR_4K; 28561ae650dSJack F Vogel TUNABLE_INT("hw.ixl.tx_itr", &ixl_tx_itr); 28661ae650dSJack F Vogel SYSCTL_INT(_hw_ixl, OID_AUTO, tx_itr, CTLFLAG_RDTUN, 28761ae650dSJack F Vogel &ixl_tx_itr, 0, "TX Interrupt Rate"); 28861ae650dSJack F Vogel 289cb6b8299SEric Joyner #ifdef IXL_IW 290cb6b8299SEric Joyner int ixl_enable_iwarp = 0; 291cb6b8299SEric Joyner TUNABLE_INT("hw.ixl.enable_iwarp", &ixl_enable_iwarp); 292ceebc2f3SEric Joyner SYSCTL_INT(_hw_ixl, OID_AUTO, enable_iwarp, CTLFLAG_RDTUN, 293ceebc2f3SEric Joyner &ixl_enable_iwarp, 0, "iWARP enabled"); 294ceebc2f3SEric Joyner 295ceebc2f3SEric Joyner #if __FreeBSD_version < 1100000 296ceebc2f3SEric Joyner int ixl_limit_iwarp_msix = 1; 297ceebc2f3SEric Joyner #else 298ceebc2f3SEric Joyner int ixl_limit_iwarp_msix = IXL_IW_MAX_MSIX; 299ceebc2f3SEric Joyner #endif 300ceebc2f3SEric Joyner TUNABLE_INT("hw.ixl.limit_iwarp_msix", &ixl_limit_iwarp_msix); 301ceebc2f3SEric Joyner SYSCTL_INT(_hw_ixl, OID_AUTO, limit_iwarp_msix, CTLFLAG_RDTUN, 302ceebc2f3SEric Joyner &ixl_limit_iwarp_msix, 0, "Limit MSIX vectors assigned to iWARP"); 303cb6b8299SEric Joyner #endif 304cb6b8299SEric Joyner 3051031d839SEric Joyner extern struct if_txrx ixl_txrx_hwb; 3061031d839SEric Joyner extern struct if_txrx ixl_txrx_dwb; 307e5100ee2SJack F Vogel 3081031d839SEric Joyner static struct if_shared_ctx ixl_sctx_init = { 3091031d839SEric Joyner .isc_magic = IFLIB_MAGIC, 3101031d839SEric Joyner .isc_q_align = PAGE_SIZE, 3117f87c040SMarius Strobl .isc_tx_maxsize = IXL_TSO_SIZE + sizeof(struct ether_vlan_header), 3121031d839SEric Joyner .isc_tx_maxsegsize = IXL_MAX_DMA_SEG_SIZE, 3137f87c040SMarius Strobl .isc_tso_maxsize = IXL_TSO_SIZE + sizeof(struct ether_vlan_header), 3147f87c040SMarius Strobl .isc_tso_maxsegsize = IXL_MAX_DMA_SEG_SIZE, 3151031d839SEric Joyner .isc_rx_maxsize = 16384, 3161031d839SEric Joyner .isc_rx_nsegments = IXL_MAX_RX_SEGS, 3171031d839SEric Joyner .isc_rx_maxsegsize = IXL_MAX_DMA_SEG_SIZE, 3181031d839SEric Joyner .isc_nfl = 1, 3191031d839SEric Joyner .isc_ntxqs = 1, 3201031d839SEric Joyner .isc_nrxqs = 1, 3211031d839SEric Joyner 3221031d839SEric Joyner .isc_admin_intrcnt = 1, 3231031d839SEric Joyner .isc_vendor_info = ixl_vendor_info_array, 3241031d839SEric Joyner .isc_driver_version = IXL_DRIVER_VERSION_STRING, 3251031d839SEric Joyner .isc_driver = &ixl_if_driver, 3261031d839SEric Joyner .isc_flags = IFLIB_NEED_SCRATCH | IFLIB_NEED_ZERO_CSUM | IFLIB_ADMIN_ALWAYS_RUN, 3271031d839SEric Joyner 3281031d839SEric Joyner .isc_nrxd_min = {IXL_MIN_RING}, 3291031d839SEric Joyner .isc_ntxd_min = {IXL_MIN_RING}, 3301031d839SEric Joyner .isc_nrxd_max = {IXL_MAX_RING}, 3311031d839SEric Joyner .isc_ntxd_max = {IXL_MAX_RING}, 3321031d839SEric Joyner .isc_nrxd_default = {IXL_DEFAULT_RING}, 3331031d839SEric Joyner .isc_ntxd_default = {IXL_DEFAULT_RING}, 3341031d839SEric Joyner }; 3351031d839SEric Joyner 3361031d839SEric Joyner if_shared_ctx_t ixl_sctx = &ixl_sctx_init; 3371031d839SEric Joyner 3381031d839SEric Joyner /*** Functions ***/ 3391031d839SEric Joyner static void * 3401031d839SEric Joyner ixl_register(device_t dev) 3411031d839SEric Joyner { 3421031d839SEric Joyner return (ixl_sctx); 3431031d839SEric Joyner } 34461ae650dSJack F Vogel 34561ae650dSJack F Vogel static int 3461031d839SEric Joyner ixl_allocate_pci_resources(struct ixl_pf *pf) 34761ae650dSJack F Vogel { 3481031d839SEric Joyner device_t dev = iflib_get_dev(pf->vsi.ctx); 349*77c1fcecSEric Joyner struct i40e_hw *hw = &pf->hw; 350*77c1fcecSEric Joyner int rid; 35161ae650dSJack F Vogel 3521031d839SEric Joyner /* Map BAR0 */ 3531031d839SEric Joyner rid = PCIR_BAR(0); 3541031d839SEric Joyner pf->pci_mem = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 3551031d839SEric Joyner &rid, RF_ACTIVE); 35661ae650dSJack F Vogel 3571031d839SEric Joyner if (!(pf->pci_mem)) { 3581031d839SEric Joyner device_printf(dev, "Unable to allocate bus resource: PCI memory\n"); 35961ae650dSJack F Vogel return (ENXIO); 36061ae650dSJack F Vogel } 36161ae650dSJack F Vogel 3621031d839SEric Joyner /* Save off the PCI information */ 3631031d839SEric Joyner hw->vendor_id = pci_get_vendor(dev); 3641031d839SEric Joyner hw->device_id = pci_get_device(dev); 3651031d839SEric Joyner hw->revision_id = pci_read_config(dev, PCIR_REVID, 1); 3661031d839SEric Joyner hw->subsystem_vendor_id = 3671031d839SEric Joyner pci_read_config(dev, PCIR_SUBVEND_0, 2); 3681031d839SEric Joyner hw->subsystem_device_id = 3691031d839SEric Joyner pci_read_config(dev, PCIR_SUBDEV_0, 2); 3704294f337SSean Bruno 3711031d839SEric Joyner hw->bus.device = pci_get_slot(dev); 3721031d839SEric Joyner hw->bus.func = pci_get_function(dev); 3734294f337SSean Bruno 3741031d839SEric Joyner /* Save off register access information */ 3751031d839SEric Joyner pf->osdep.mem_bus_space_tag = 3761031d839SEric Joyner rman_get_bustag(pf->pci_mem); 3771031d839SEric Joyner pf->osdep.mem_bus_space_handle = 3781031d839SEric Joyner rman_get_bushandle(pf->pci_mem); 3791031d839SEric Joyner pf->osdep.mem_bus_space_size = rman_get_size(pf->pci_mem); 3801031d839SEric Joyner pf->osdep.flush_reg = I40E_GLGEN_STAT; 3811031d839SEric Joyner pf->osdep.dev = dev; 382cb6b8299SEric Joyner 3831031d839SEric Joyner pf->hw.hw_addr = (u8 *) &pf->osdep.mem_bus_space_handle; 3841031d839SEric Joyner pf->hw.back = &pf->osdep; 3854294f337SSean Bruno 3864294f337SSean Bruno return (0); 3874294f337SSean Bruno } 3884294f337SSean Bruno 38961ae650dSJack F Vogel static int 3901031d839SEric Joyner ixl_if_attach_pre(if_ctx_t ctx) 39161ae650dSJack F Vogel { 3921031d839SEric Joyner device_t dev; 39361ae650dSJack F Vogel struct ixl_pf *pf; 39461ae650dSJack F Vogel struct i40e_hw *hw; 39561ae650dSJack F Vogel struct ixl_vsi *vsi; 3961031d839SEric Joyner if_softc_ctx_t scctx; 3971031d839SEric Joyner struct i40e_filter_control_settings filter; 3984294f337SSean Bruno enum i40e_status_code status; 39961ae650dSJack F Vogel int error = 0; 40061ae650dSJack F Vogel 401*77c1fcecSEric Joyner INIT_DBG_DEV(dev, "begin"); 40261ae650dSJack F Vogel 4031031d839SEric Joyner dev = iflib_get_dev(ctx); 4041031d839SEric Joyner pf = iflib_get_softc(ctx); 405*77c1fcecSEric Joyner 4061031d839SEric Joyner vsi = &pf->vsi; 4071031d839SEric Joyner vsi->back = pf; 4081031d839SEric Joyner pf->dev = dev; 40961ae650dSJack F Vogel hw = &pf->hw; 41061ae650dSJack F Vogel 411*77c1fcecSEric Joyner vsi->dev = dev; 4121031d839SEric Joyner vsi->hw = &pf->hw; 4131031d839SEric Joyner vsi->id = 0; 4141031d839SEric Joyner vsi->num_vlans = 0; 4151031d839SEric Joyner vsi->ctx = ctx; 4161031d839SEric Joyner vsi->media = iflib_get_media(ctx); 4171031d839SEric Joyner vsi->shared = scctx = iflib_get_softc_ctx(ctx); 41861ae650dSJack F Vogel 4194294f337SSean Bruno /* Save tunable values */ 4201031d839SEric Joyner ixl_save_pf_tunables(pf); 42161ae650dSJack F Vogel 42261ae650dSJack F Vogel /* Do PCI setup - map BAR0, etc */ 42361ae650dSJack F Vogel if (ixl_allocate_pci_resources(pf)) { 42461ae650dSJack F Vogel device_printf(dev, "Allocation of PCI resources failed\n"); 42561ae650dSJack F Vogel error = ENXIO; 4261031d839SEric Joyner goto err_pci_res; 42761ae650dSJack F Vogel } 42861ae650dSJack F Vogel 42961ae650dSJack F Vogel /* Establish a clean starting point */ 43061ae650dSJack F Vogel i40e_clear_hw(hw); 4314294f337SSean Bruno status = i40e_pf_reset(hw); 4324294f337SSean Bruno if (status) { 4334294f337SSean Bruno device_printf(dev, "PF reset failure %s\n", 4344294f337SSean Bruno i40e_stat_str(hw, status)); 43561ae650dSJack F Vogel error = EIO; 43661ae650dSJack F Vogel goto err_out; 43761ae650dSJack F Vogel } 43861ae650dSJack F Vogel 43961ae650dSJack F Vogel /* Initialize the shared code */ 4404294f337SSean Bruno status = i40e_init_shared_code(hw); 4414294f337SSean Bruno if (status) { 4424294f337SSean Bruno device_printf(dev, "Unable to initialize shared code, error %s\n", 4434294f337SSean Bruno i40e_stat_str(hw, status)); 44461ae650dSJack F Vogel error = EIO; 44561ae650dSJack F Vogel goto err_out; 44661ae650dSJack F Vogel } 44761ae650dSJack F Vogel 44861ae650dSJack F Vogel /* Set up the admin queue */ 4494294f337SSean Bruno hw->aq.num_arq_entries = IXL_AQ_LEN; 4504294f337SSean Bruno hw->aq.num_asq_entries = IXL_AQ_LEN; 4514294f337SSean Bruno hw->aq.arq_buf_size = IXL_AQ_BUF_SZ; 4524294f337SSean Bruno hw->aq.asq_buf_size = IXL_AQ_BUF_SZ; 4534294f337SSean Bruno 4544294f337SSean Bruno status = i40e_init_adminq(hw); 4554294f337SSean Bruno if (status != 0 && status != I40E_ERR_FIRMWARE_API_VERSION) { 4564294f337SSean Bruno device_printf(dev, "Unable to initialize Admin Queue, error %s\n", 4574294f337SSean Bruno i40e_stat_str(hw, status)); 458fdb6f38aSEric Joyner error = EIO; 459fdb6f38aSEric Joyner goto err_out; 460fdb6f38aSEric Joyner } 4611d767a8eSEric Joyner ixl_print_nvm_version(pf); 4621d767a8eSEric Joyner 4634294f337SSean Bruno if (status == I40E_ERR_FIRMWARE_API_VERSION) { 46461ae650dSJack F Vogel device_printf(dev, "The driver for the device stopped " 465ceebc2f3SEric Joyner "because the NVM image is newer than expected.\n"); 466ceebc2f3SEric Joyner device_printf(dev, "You must install the most recent version of " 46761ae650dSJack F Vogel "the network driver.\n"); 468fdb6f38aSEric Joyner error = EIO; 46961ae650dSJack F Vogel goto err_out; 47061ae650dSJack F Vogel } 47161ae650dSJack F Vogel 47261ae650dSJack F Vogel if (hw->aq.api_maj_ver == I40E_FW_API_VERSION_MAJOR && 473ceebc2f3SEric Joyner hw->aq.api_min_ver > I40E_FW_MINOR_VERSION(hw)) { 47461ae650dSJack F Vogel device_printf(dev, "The driver for the device detected " 475ceebc2f3SEric Joyner "a newer version of the NVM image than expected.\n"); 476ceebc2f3SEric Joyner device_printf(dev, "Please install the most recent version " 477ceebc2f3SEric Joyner "of the network driver.\n"); 478ceebc2f3SEric Joyner } else if (hw->aq.api_maj_ver == 1 && hw->aq.api_min_ver < 4) { 47961ae650dSJack F Vogel device_printf(dev, "The driver for the device detected " 480ceebc2f3SEric Joyner "an older version of the NVM image than expected.\n"); 481ceebc2f3SEric Joyner device_printf(dev, "Please update the NVM image.\n"); 482ceebc2f3SEric Joyner } 48361ae650dSJack F Vogel 48461ae650dSJack F Vogel /* Clear PXE mode */ 48561ae650dSJack F Vogel i40e_clear_pxe_mode(hw); 48661ae650dSJack F Vogel 48761ae650dSJack F Vogel /* Get capabilities from the device */ 48861ae650dSJack F Vogel error = ixl_get_hw_capabilities(pf); 48961ae650dSJack F Vogel if (error) { 4901031d839SEric Joyner device_printf(dev, "get_hw_capabilities failed: %d\n", 4911031d839SEric Joyner error); 49261ae650dSJack F Vogel goto err_get_cap; 49361ae650dSJack F Vogel } 49461ae650dSJack F Vogel 49561ae650dSJack F Vogel /* Set up host memory cache */ 4964294f337SSean Bruno status = i40e_init_lan_hmc(hw, hw->func_caps.num_tx_qp, 49756c2c47bSJack F Vogel hw->func_caps.num_rx_qp, 0, 0); 4984294f337SSean Bruno if (status) { 4994294f337SSean Bruno device_printf(dev, "init_lan_hmc failed: %s\n", 5004294f337SSean Bruno i40e_stat_str(hw, status)); 50161ae650dSJack F Vogel goto err_get_cap; 50261ae650dSJack F Vogel } 5034294f337SSean Bruno status = i40e_configure_lan_hmc(hw, I40E_HMC_MODEL_DIRECT_ONLY); 5044294f337SSean Bruno if (status) { 5054294f337SSean Bruno device_printf(dev, "configure_lan_hmc failed: %s\n", 5064294f337SSean Bruno i40e_stat_str(hw, status)); 50761ae650dSJack F Vogel goto err_mac_hmc; 50861ae650dSJack F Vogel } 50961ae650dSJack F Vogel 510d4683565SEric Joyner /* Disable LLDP from the firmware for certain NVM versions */ 511d4683565SEric Joyner if (((pf->hw.aq.fw_maj_ver == 4) && (pf->hw.aq.fw_min_ver < 3)) || 512ceebc2f3SEric Joyner (pf->hw.aq.fw_maj_ver < 4)) { 51361ae650dSJack F Vogel i40e_aq_stop_lldp(hw, TRUE, NULL); 514ceebc2f3SEric Joyner pf->state |= IXL_PF_STATE_FW_LLDP_DISABLED; 515ceebc2f3SEric Joyner } 51661ae650dSJack F Vogel 5174294f337SSean Bruno /* Get MAC addresses from hardware */ 51861ae650dSJack F Vogel i40e_get_mac_addr(hw, hw->mac.addr); 51961ae650dSJack F Vogel error = i40e_validate_mac_addr(hw->mac.addr); 52061ae650dSJack F Vogel if (error) { 52161ae650dSJack F Vogel device_printf(dev, "validate_mac_addr failed: %d\n", error); 52261ae650dSJack F Vogel goto err_mac_hmc; 52361ae650dSJack F Vogel } 52461ae650dSJack F Vogel bcopy(hw->mac.addr, hw->mac.perm_addr, ETHER_ADDR_LEN); 5251031d839SEric Joyner iflib_set_mac(ctx, hw->mac.addr); 52661ae650dSJack F Vogel i40e_get_port_mac_addr(hw, hw->mac.port_addr); 52761ae650dSJack F Vogel 5281031d839SEric Joyner /* Set up the device filtering */ 5291031d839SEric Joyner bzero(&filter, sizeof(filter)); 5301031d839SEric Joyner filter.enable_ethtype = TRUE; 5311031d839SEric Joyner filter.enable_macvlan = TRUE; 5321031d839SEric Joyner filter.enable_fdir = FALSE; 5331031d839SEric Joyner filter.hash_lut_size = I40E_HASH_LUT_SIZE_512; 5341031d839SEric Joyner if (i40e_set_filter_control(hw, &filter)) 5351031d839SEric Joyner device_printf(dev, "i40e_set_filter_control() failed\n"); 5361031d839SEric Joyner 537ceebc2f3SEric Joyner /* Query device FW LLDP status */ 538ceebc2f3SEric Joyner ixl_get_fw_lldp_status(pf); 539ceebc2f3SEric Joyner /* Tell FW to apply DCB config on link up */ 540ceebc2f3SEric Joyner i40e_aq_set_dcb_parameters(hw, true, NULL); 541ceebc2f3SEric Joyner 5421031d839SEric Joyner /* Fill out iflib parameters */ 5431031d839SEric Joyner if (hw->mac.type == I40E_MAC_X722) 5441031d839SEric Joyner scctx->isc_ntxqsets_max = scctx->isc_nrxqsets_max = 128; 5451031d839SEric Joyner else 5461031d839SEric Joyner scctx->isc_ntxqsets_max = scctx->isc_nrxqsets_max = 64; 5471031d839SEric Joyner if (vsi->enable_head_writeback) { 5481031d839SEric Joyner scctx->isc_txqsizes[0] = roundup2(scctx->isc_ntxd[0] 5491031d839SEric Joyner * sizeof(struct i40e_tx_desc) + sizeof(u32), DBA_ALIGN); 5501031d839SEric Joyner scctx->isc_txrx = &ixl_txrx_hwb; 5511031d839SEric Joyner } else { 5521031d839SEric Joyner scctx->isc_txqsizes[0] = roundup2(scctx->isc_ntxd[0] 5531031d839SEric Joyner * sizeof(struct i40e_tx_desc), DBA_ALIGN); 5541031d839SEric Joyner scctx->isc_txrx = &ixl_txrx_dwb; 5551031d839SEric Joyner } 556*77c1fcecSEric Joyner scctx->isc_txrx->ift_legacy_intr = ixl_intr; 5571031d839SEric Joyner scctx->isc_rxqsizes[0] = roundup2(scctx->isc_nrxd[0] 5581031d839SEric Joyner * sizeof(union i40e_32byte_rx_desc), DBA_ALIGN); 5591031d839SEric Joyner scctx->isc_msix_bar = PCIR_BAR(IXL_MSIX_BAR); 5601031d839SEric Joyner scctx->isc_tx_nsegments = IXL_MAX_TX_SEGS; 5611031d839SEric Joyner scctx->isc_tx_tso_segments_max = IXL_MAX_TSO_SEGS; 5621031d839SEric Joyner scctx->isc_tx_tso_size_max = IXL_TSO_SIZE; 5631031d839SEric Joyner scctx->isc_tx_tso_segsize_max = IXL_MAX_DMA_SEG_SIZE; 5641031d839SEric Joyner scctx->isc_rss_table_size = pf->hw.func_caps.rss_table_size; 5651031d839SEric Joyner scctx->isc_tx_csum_flags = CSUM_OFFLOAD; 5667f87c040SMarius Strobl scctx->isc_capabilities = scctx->isc_capenable = IXL_CAPS; 5674294f337SSean Bruno 568*77c1fcecSEric Joyner INIT_DBG_DEV(dev, "end"); 5691031d839SEric Joyner return (0); 5701031d839SEric Joyner 5711031d839SEric Joyner err_mac_hmc: 5721031d839SEric Joyner i40e_shutdown_lan_hmc(hw); 5731031d839SEric Joyner err_get_cap: 5741031d839SEric Joyner i40e_shutdown_adminq(hw); 5751031d839SEric Joyner err_out: 5761031d839SEric Joyner ixl_free_pci_resources(pf); 5771031d839SEric Joyner err_pci_res: 5781031d839SEric Joyner return (error); 57961ae650dSJack F Vogel } 58061ae650dSJack F Vogel 5811031d839SEric Joyner static int 5821031d839SEric Joyner ixl_if_attach_post(if_ctx_t ctx) 5831031d839SEric Joyner { 5841031d839SEric Joyner device_t dev; 5851031d839SEric Joyner struct ixl_pf *pf; 5861031d839SEric Joyner struct i40e_hw *hw; 5871031d839SEric Joyner struct ixl_vsi *vsi; 5881031d839SEric Joyner int error = 0; 5891031d839SEric Joyner enum i40e_status_code status; 5901031d839SEric Joyner 591*77c1fcecSEric Joyner INIT_DBG_DEV(dev, "begin"); 5921031d839SEric Joyner 5931031d839SEric Joyner dev = iflib_get_dev(ctx); 5941031d839SEric Joyner pf = iflib_get_softc(ctx); 5951031d839SEric Joyner vsi = &pf->vsi; 5961031d839SEric Joyner vsi->ifp = iflib_get_ifp(ctx); 5971031d839SEric Joyner hw = &pf->hw; 5981031d839SEric Joyner 599*77c1fcecSEric Joyner /* Save off determined number of queues for interface */ 600*77c1fcecSEric Joyner vsi->num_rx_queues = vsi->shared->isc_nrxqsets; 601*77c1fcecSEric Joyner vsi->num_tx_queues = vsi->shared->isc_ntxqsets; 602*77c1fcecSEric Joyner 6034294f337SSean Bruno /* Setup OS network interface / ifnet */ 6041031d839SEric Joyner if (ixl_setup_interface(dev, pf)) { 6054294f337SSean Bruno device_printf(dev, "interface setup failed!\n"); 6064294f337SSean Bruno error = EIO; 6071031d839SEric Joyner goto err; 608223d846dSEric Joyner } 60961ae650dSJack F Vogel 61061ae650dSJack F Vogel /* Determine link state */ 6114294f337SSean Bruno if (ixl_attach_get_link_status(pf)) { 6124294f337SSean Bruno error = EINVAL; 6131031d839SEric Joyner goto err; 614e5100ee2SJack F Vogel } 61561ae650dSJack F Vogel 616b6c8f260SJack F Vogel error = ixl_switch_config(pf); 617b6c8f260SJack F Vogel if (error) { 6186c426059SEric Joyner device_printf(dev, "Initial ixl_switch_config() failed: %d\n", 6196c426059SEric Joyner error); 6201031d839SEric Joyner goto err; 621b6c8f260SJack F Vogel } 622b6c8f260SJack F Vogel 6231031d839SEric Joyner /* Add protocol filters to list */ 6241031d839SEric Joyner ixl_init_filters(vsi); 6251031d839SEric Joyner 6261031d839SEric Joyner /* Init queue allocation manager */ 6271031d839SEric Joyner error = ixl_pf_qmgr_init(&pf->qmgr, hw->func_caps.num_tx_qp); 6281031d839SEric Joyner if (error) { 6291031d839SEric Joyner device_printf(dev, "Failed to init queue manager for PF queues, error %d\n", 6301031d839SEric Joyner error); 6311031d839SEric Joyner goto err; 6321031d839SEric Joyner } 6331031d839SEric Joyner /* reserve a contiguous allocation for the PF's VSI */ 6341031d839SEric Joyner error = ixl_pf_qmgr_alloc_contiguous(&pf->qmgr, 6351031d839SEric Joyner max(vsi->num_rx_queues, vsi->num_tx_queues), &pf->qtag); 6361031d839SEric Joyner if (error) { 6371031d839SEric Joyner device_printf(dev, "Failed to reserve queues for PF LAN VSI, error %d\n", 6381031d839SEric Joyner error); 6391031d839SEric Joyner goto err; 6401031d839SEric Joyner } 6411031d839SEric Joyner device_printf(dev, "Allocating %d queues for PF LAN VSI; %d queues active\n", 6421031d839SEric Joyner pf->qtag.num_allocated, pf->qtag.num_active); 6431031d839SEric Joyner 644223d846dSEric Joyner /* Limit PHY interrupts to link, autoneg, and modules failure */ 6454294f337SSean Bruno status = i40e_aq_set_phy_int_mask(hw, IXL_DEFAULT_PHY_INT_MASK, 646223d846dSEric Joyner NULL); 6474294f337SSean Bruno if (status) { 6484294f337SSean Bruno device_printf(dev, "i40e_aq_set_phy_mask() failed: err %s," 6494294f337SSean Bruno " aq_err %s\n", i40e_stat_str(hw, status), 6504294f337SSean Bruno i40e_aq_str(hw, hw->aq.asq_last_status)); 6511031d839SEric Joyner goto err; 652223d846dSEric Joyner } 653b6c8f260SJack F Vogel 6541031d839SEric Joyner /* Get the bus configuration and set the shared code */ 655cb6b8299SEric Joyner ixl_get_bus_info(pf); 65661ae650dSJack F Vogel 6571031d839SEric Joyner /* Keep admin queue interrupts active while driver is loaded */ 6581031d839SEric Joyner if (vsi->shared->isc_intr == IFLIB_INTR_MSIX) { 6596c426059SEric Joyner ixl_configure_intr0_msix(pf); 660cb6b8299SEric Joyner ixl_enable_intr0(hw); 661cb6b8299SEric Joyner } 662cb6b8299SEric Joyner 663cb6b8299SEric Joyner /* Set initial advertised speed sysctl value */ 664ceebc2f3SEric Joyner ixl_set_initial_advertised_speeds(pf); 665cb6b8299SEric Joyner 666fdb6f38aSEric Joyner /* Initialize statistics & add sysctls */ 667fdb6f38aSEric Joyner ixl_add_device_sysctls(pf); 66861ae650dSJack F Vogel ixl_pf_reset_stats(pf); 66961ae650dSJack F Vogel ixl_update_stats_counters(pf); 67061ae650dSJack F Vogel ixl_add_hw_stats(pf); 67161ae650dSJack F Vogel 6721031d839SEric Joyner hw->phy.get_link_info = true; 6731031d839SEric Joyner i40e_get_link_status(hw, &pf->link_up); 6741031d839SEric Joyner ixl_update_link_status(pf); 67561ae650dSJack F Vogel 67656c2c47bSJack F Vogel #ifdef PCI_IOV 6774294f337SSean Bruno ixl_initialize_sriov(pf); 67856c2c47bSJack F Vogel #endif 67956c2c47bSJack F Vogel 680cb6b8299SEric Joyner #ifdef IXL_IW 681cb6b8299SEric Joyner if (hw->func_caps.iwarp && ixl_enable_iwarp) { 682cb6b8299SEric Joyner pf->iw_enabled = (pf->iw_msix > 0) ? true : false; 683cb6b8299SEric Joyner if (pf->iw_enabled) { 684cb6b8299SEric Joyner error = ixl_iw_pf_attach(pf); 685cb6b8299SEric Joyner if (error) { 686cb6b8299SEric Joyner device_printf(dev, 687cb6b8299SEric Joyner "interfacing to iwarp driver failed: %d\n", 688cb6b8299SEric Joyner error); 6891031d839SEric Joyner goto err; 690ceebc2f3SEric Joyner } else 691ceebc2f3SEric Joyner device_printf(dev, "iWARP ready\n"); 692cb6b8299SEric Joyner } else 693cb6b8299SEric Joyner device_printf(dev, 694cb6b8299SEric Joyner "iwarp disabled on this device (no msix vectors)\n"); 695cb6b8299SEric Joyner } else { 696cb6b8299SEric Joyner pf->iw_enabled = false; 697cb6b8299SEric Joyner device_printf(dev, "The device is not iWARP enabled\n"); 698cb6b8299SEric Joyner } 699cb6b8299SEric Joyner #endif 700cb6b8299SEric Joyner 7011031d839SEric Joyner INIT_DBG_DEV(dev, "end"); 70261ae650dSJack F Vogel return (0); 70361ae650dSJack F Vogel 7041031d839SEric Joyner err: 7051031d839SEric Joyner INIT_DEBUGOUT("end: error %d", error); 7061031d839SEric Joyner /* ixl_if_detach() is called on error from this */ 70761ae650dSJack F Vogel return (error); 70861ae650dSJack F Vogel } 70961ae650dSJack F Vogel 710*77c1fcecSEric Joyner /** 711*77c1fcecSEric Joyner * XXX: iflib always ignores the return value of detach() 712*77c1fcecSEric Joyner * -> This means that this isn't allowed to fail 713*77c1fcecSEric Joyner */ 71461ae650dSJack F Vogel static int 7151031d839SEric Joyner ixl_if_detach(if_ctx_t ctx) 71661ae650dSJack F Vogel { 7171031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 71861ae650dSJack F Vogel struct ixl_vsi *vsi = &pf->vsi; 7191031d839SEric Joyner struct i40e_hw *hw = &pf->hw; 7201031d839SEric Joyner device_t dev = pf->dev; 7216c426059SEric Joyner enum i40e_status_code status; 722*77c1fcecSEric Joyner #ifdef IXL_IW 72356c2c47bSJack F Vogel int error; 72456c2c47bSJack F Vogel #endif 72561ae650dSJack F Vogel 7261031d839SEric Joyner INIT_DBG_DEV(dev, "begin"); 727cb6b8299SEric Joyner 728cb6b8299SEric Joyner #ifdef IXL_IW 729cb6b8299SEric Joyner if (ixl_enable_iwarp && pf->iw_enabled) { 730cb6b8299SEric Joyner error = ixl_iw_pf_detach(pf); 731cb6b8299SEric Joyner if (error == EBUSY) { 732cb6b8299SEric Joyner device_printf(dev, "iwarp in use; stop it first.\n"); 733*77c1fcecSEric Joyner //return (error); 734cb6b8299SEric Joyner } 735cb6b8299SEric Joyner } 736cb6b8299SEric Joyner #endif 7371031d839SEric Joyner /* Remove all previously allocated media types */ 7381031d839SEric Joyner ifmedia_removeall(vsi->media); 739cb6b8299SEric Joyner 7401031d839SEric Joyner /* Shutdown LAN HMC */ 7411031d839SEric Joyner if (hw->hmc.hmc_obj) { 7421031d839SEric Joyner status = i40e_shutdown_lan_hmc(hw); 7431031d839SEric Joyner if (status) 7441031d839SEric Joyner device_printf(dev, 7451031d839SEric Joyner "i40e_shutdown_lan_hmc() failed with status %s\n", 7461031d839SEric Joyner i40e_stat_str(hw, status)); 7471031d839SEric Joyner } 7481031d839SEric Joyner 7491031d839SEric Joyner /* Shutdown admin queue */ 7501031d839SEric Joyner ixl_disable_intr0(hw); 7511031d839SEric Joyner status = i40e_shutdown_adminq(hw); 7521031d839SEric Joyner if (status) 7531031d839SEric Joyner device_printf(dev, 7541031d839SEric Joyner "i40e_shutdown_adminq() failed with status %s\n", 7551031d839SEric Joyner i40e_stat_str(hw, status)); 7561031d839SEric Joyner 7574294f337SSean Bruno ixl_pf_qmgr_destroy(&pf->qmgr); 75861ae650dSJack F Vogel ixl_free_pci_resources(pf); 7591031d839SEric Joyner ixl_free_mac_filters(vsi); 7601031d839SEric Joyner INIT_DBG_DEV(dev, "end"); 76161ae650dSJack F Vogel return (0); 76261ae650dSJack F Vogel } 76361ae650dSJack F Vogel 7641031d839SEric Joyner static int 7651031d839SEric Joyner ixl_if_shutdown(if_ctx_t ctx) 7661031d839SEric Joyner { 7671031d839SEric Joyner int error = 0; 7681031d839SEric Joyner 7691031d839SEric Joyner INIT_DEBUGOUT("ixl_if_shutdown: begin"); 7701031d839SEric Joyner 7711031d839SEric Joyner /* TODO: Call ixl_if_stop()? */ 7721031d839SEric Joyner 7731031d839SEric Joyner /* TODO: Then setup low power mode */ 7741031d839SEric Joyner 7751031d839SEric Joyner return (error); 7761031d839SEric Joyner } 77761ae650dSJack F Vogel 77861ae650dSJack F Vogel static int 7791031d839SEric Joyner ixl_if_suspend(if_ctx_t ctx) 78061ae650dSJack F Vogel { 7811031d839SEric Joyner int error = 0; 7821031d839SEric Joyner 7831031d839SEric Joyner INIT_DEBUGOUT("ixl_if_suspend: begin"); 7841031d839SEric Joyner 7851031d839SEric Joyner /* TODO: Call ixl_if_stop()? */ 7861031d839SEric Joyner 7871031d839SEric Joyner /* TODO: Then setup low power mode */ 7881031d839SEric Joyner 7891031d839SEric Joyner return (error); 7901031d839SEric Joyner } 7911031d839SEric Joyner 7921031d839SEric Joyner static int 7931031d839SEric Joyner ixl_if_resume(if_ctx_t ctx) 7941031d839SEric Joyner { 7951031d839SEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 7961031d839SEric Joyner 7971031d839SEric Joyner INIT_DEBUGOUT("ixl_if_resume: begin"); 7981031d839SEric Joyner 7991031d839SEric Joyner /* Read & clear wake-up registers */ 8001031d839SEric Joyner 8011031d839SEric Joyner /* Required after D3->D0 transition */ 8021031d839SEric Joyner if (ifp->if_flags & IFF_UP) 8031031d839SEric Joyner ixl_if_init(ctx); 8041031d839SEric Joyner 80561ae650dSJack F Vogel return (0); 80661ae650dSJack F Vogel } 80761ae650dSJack F Vogel 8081031d839SEric Joyner void 8091031d839SEric Joyner ixl_if_init(if_ctx_t ctx) 8101031d839SEric Joyner { 8111031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 8121031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 8131031d839SEric Joyner struct i40e_hw *hw = &pf->hw; 814*77c1fcecSEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 8151031d839SEric Joyner device_t dev = iflib_get_dev(ctx); 8161031d839SEric Joyner u8 tmpaddr[ETHER_ADDR_LEN]; 8171031d839SEric Joyner int ret; 8181031d839SEric Joyner 8191031d839SEric Joyner /* 8201031d839SEric Joyner * If the aq is dead here, it probably means something outside of the driver 8211031d839SEric Joyner * did something to the adapter, like a PF reset. 822*77c1fcecSEric Joyner * So, rebuild the driver's state here if that occurs. 8231031d839SEric Joyner */ 8241031d839SEric Joyner if (!i40e_check_asq_alive(&pf->hw)) { 8251031d839SEric Joyner device_printf(dev, "Admin Queue is down; resetting...\n"); 8261031d839SEric Joyner ixl_teardown_hw_structs(pf); 827*77c1fcecSEric Joyner ixl_rebuild_hw_structs_after_reset(pf); 8281031d839SEric Joyner } 8291031d839SEric Joyner 8301031d839SEric Joyner /* Get the latest mac address... User might use a LAA */ 8311031d839SEric Joyner bcopy(IF_LLADDR(vsi->ifp), tmpaddr, ETH_ALEN); 8321031d839SEric Joyner if (!cmp_etheraddr(hw->mac.addr, tmpaddr) && 8331031d839SEric Joyner (i40e_validate_mac_addr(tmpaddr) == I40E_SUCCESS)) { 8341031d839SEric Joyner ixl_del_filter(vsi, hw->mac.addr, IXL_VLAN_ANY); 8351031d839SEric Joyner bcopy(tmpaddr, hw->mac.addr, ETH_ALEN); 8361031d839SEric Joyner ret = i40e_aq_mac_address_write(hw, 8371031d839SEric Joyner I40E_AQC_WRITE_TYPE_LAA_ONLY, 8381031d839SEric Joyner hw->mac.addr, NULL); 8391031d839SEric Joyner if (ret) { 8401031d839SEric Joyner device_printf(dev, "LLA address change failed!!\n"); 8411031d839SEric Joyner return; 8421031d839SEric Joyner } 8431031d839SEric Joyner ixl_add_filter(vsi, hw->mac.addr, IXL_VLAN_ANY); 8441031d839SEric Joyner } 8451031d839SEric Joyner 8461031d839SEric Joyner iflib_set_mac(ctx, hw->mac.addr); 8471031d839SEric Joyner 8481031d839SEric Joyner /* Prepare the VSI: rings, hmc contexts, etc... */ 8491031d839SEric Joyner if (ixl_initialize_vsi(vsi)) { 8501031d839SEric Joyner device_printf(dev, "initialize vsi failed!!\n"); 8511031d839SEric Joyner return; 8521031d839SEric Joyner } 8531031d839SEric Joyner 854*77c1fcecSEric Joyner /* Reconfigure multicast filters in HW */ 8551031d839SEric Joyner ixl_if_multi_set(ctx); 8561031d839SEric Joyner 8571031d839SEric Joyner /* Set up RSS */ 8581031d839SEric Joyner ixl_config_rss(pf); 8591031d839SEric Joyner 8601031d839SEric Joyner /* Set up MSI/X routing and the ITR settings */ 8611031d839SEric Joyner if (vsi->shared->isc_intr == IFLIB_INTR_MSIX) { 8621031d839SEric Joyner ixl_configure_queue_intr_msix(pf); 8631031d839SEric Joyner ixl_configure_itr(pf); 8641031d839SEric Joyner } else 8651031d839SEric Joyner ixl_configure_legacy(pf); 8661031d839SEric Joyner 8671031d839SEric Joyner if (vsi->enable_head_writeback) 8681031d839SEric Joyner ixl_init_tx_cidx(vsi); 8691031d839SEric Joyner else 8701031d839SEric Joyner ixl_init_tx_rsqs(vsi); 8711031d839SEric Joyner 8721031d839SEric Joyner ixl_enable_rings(vsi); 8731031d839SEric Joyner 8741031d839SEric Joyner i40e_aq_set_default_vsi(hw, vsi->seid, NULL); 8751031d839SEric Joyner 876*77c1fcecSEric Joyner /* Re-add configure filters to HW */ 8771031d839SEric Joyner ixl_reconfigure_filters(vsi); 8781031d839SEric Joyner 879*77c1fcecSEric Joyner /* Configure promiscuous mode */ 880*77c1fcecSEric Joyner ixl_if_promisc_set(ctx, if_getflags(ifp)); 881*77c1fcecSEric Joyner 8821031d839SEric Joyner #ifdef IXL_IW 8831031d839SEric Joyner if (ixl_enable_iwarp && pf->iw_enabled) { 8841031d839SEric Joyner ret = ixl_iw_pf_init(pf); 8851031d839SEric Joyner if (ret) 8861031d839SEric Joyner device_printf(dev, 8871031d839SEric Joyner "initialize iwarp failed, code %d\n", ret); 8881031d839SEric Joyner } 8891031d839SEric Joyner #endif 8901031d839SEric Joyner } 8911031d839SEric Joyner 8921031d839SEric Joyner void 8931031d839SEric Joyner ixl_if_stop(if_ctx_t ctx) 8941031d839SEric Joyner { 8951031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 8961031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 8971031d839SEric Joyner 8981031d839SEric Joyner INIT_DEBUGOUT("ixl_if_stop: begin\n"); 8991031d839SEric Joyner 9001031d839SEric Joyner // TODO: This may need to be reworked 9011031d839SEric Joyner #ifdef IXL_IW 9021031d839SEric Joyner /* Stop iWARP device */ 9031031d839SEric Joyner if (ixl_enable_iwarp && pf->iw_enabled) 9041031d839SEric Joyner ixl_iw_pf_stop(pf); 9051031d839SEric Joyner #endif 9061031d839SEric Joyner 9071031d839SEric Joyner ixl_disable_rings_intr(vsi); 908*77c1fcecSEric Joyner ixl_disable_rings(pf, vsi, &pf->qtag); 9091031d839SEric Joyner } 9101031d839SEric Joyner 9111031d839SEric Joyner static int 9121031d839SEric Joyner ixl_if_msix_intr_assign(if_ctx_t ctx, int msix) 9131031d839SEric Joyner { 9141031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 9151031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 9161031d839SEric Joyner struct ixl_rx_queue *rx_que = vsi->rx_queues; 9171031d839SEric Joyner struct ixl_tx_queue *tx_que = vsi->tx_queues; 9181031d839SEric Joyner int err, i, rid, vector = 0; 9191031d839SEric Joyner char buf[16]; 9201031d839SEric Joyner 921*77c1fcecSEric Joyner MPASS(vsi->shared->isc_nrxqsets > 0); 922*77c1fcecSEric Joyner MPASS(vsi->shared->isc_ntxqsets > 0); 923*77c1fcecSEric Joyner 9241031d839SEric Joyner /* Admin Que must use vector 0*/ 9251031d839SEric Joyner rid = vector + 1; 9261031d839SEric Joyner err = iflib_irq_alloc_generic(ctx, &vsi->irq, rid, IFLIB_INTR_ADMIN, 9271031d839SEric Joyner ixl_msix_adminq, pf, 0, "aq"); 9281031d839SEric Joyner if (err) { 9291031d839SEric Joyner iflib_irq_free(ctx, &vsi->irq); 9301031d839SEric Joyner device_printf(iflib_get_dev(ctx), 931*77c1fcecSEric Joyner "Failed to register Admin Que handler"); 9321031d839SEric Joyner return (err); 9331031d839SEric Joyner } 934*77c1fcecSEric Joyner /* Create soft IRQ for handling VFLRs */ 935*77c1fcecSEric Joyner iflib_softirq_alloc_generic(ctx, &pf->iov_irq, IFLIB_INTR_IOV, pf, 0, "iov"); 9361031d839SEric Joyner 9371031d839SEric Joyner /* Now set up the stations */ 938*77c1fcecSEric Joyner for (i = 0, vector = 1; i < vsi->shared->isc_nrxqsets; i++, vector++, rx_que++) { 9391031d839SEric Joyner rid = vector + 1; 9401031d839SEric Joyner 9411031d839SEric Joyner snprintf(buf, sizeof(buf), "rxq%d", i); 9421031d839SEric Joyner err = iflib_irq_alloc_generic(ctx, &rx_que->que_irq, rid, 9431031d839SEric Joyner IFLIB_INTR_RX, ixl_msix_que, rx_que, rx_que->rxr.me, buf); 9441031d839SEric Joyner /* XXX: Does the driver work as expected if there are fewer num_rx_queues than 9451031d839SEric Joyner * what's expected in the iflib context? */ 9461031d839SEric Joyner if (err) { 9471031d839SEric Joyner device_printf(iflib_get_dev(ctx), 948*77c1fcecSEric Joyner "Failed to allocate queue RX int vector %d, err: %d\n", i, err); 9491031d839SEric Joyner vsi->num_rx_queues = i + 1; 9501031d839SEric Joyner goto fail; 9511031d839SEric Joyner } 9521031d839SEric Joyner rx_que->msix = vector; 9531031d839SEric Joyner } 9541031d839SEric Joyner 9551031d839SEric Joyner bzero(buf, sizeof(buf)); 9561031d839SEric Joyner 957*77c1fcecSEric Joyner for (i = 0; i < vsi->shared->isc_ntxqsets; i++, tx_que++) { 9581031d839SEric Joyner snprintf(buf, sizeof(buf), "txq%d", i); 9591031d839SEric Joyner iflib_softirq_alloc_generic(ctx, 960*77c1fcecSEric Joyner &vsi->rx_queues[i % vsi->shared->isc_nrxqsets].que_irq, 9611031d839SEric Joyner IFLIB_INTR_TX, tx_que, tx_que->txr.me, buf); 9621031d839SEric Joyner 9631031d839SEric Joyner /* TODO: Maybe call a strategy function for this to figure out which 9641031d839SEric Joyner * interrupts to map Tx queues to. I don't know if there's an immediately 9651031d839SEric Joyner * better way than this other than a user-supplied map, though. */ 966*77c1fcecSEric Joyner tx_que->msix = (i % vsi->shared->isc_nrxqsets) + 1; 9671031d839SEric Joyner } 9681031d839SEric Joyner 9691031d839SEric Joyner return (0); 9701031d839SEric Joyner fail: 9711031d839SEric Joyner iflib_irq_free(ctx, &vsi->irq); 9721031d839SEric Joyner rx_que = vsi->rx_queues; 9731031d839SEric Joyner for (int i = 0; i < vsi->num_rx_queues; i++, rx_que++) 9741031d839SEric Joyner iflib_irq_free(ctx, &rx_que->que_irq); 9751031d839SEric Joyner return (err); 9761031d839SEric Joyner } 9771031d839SEric Joyner 9781031d839SEric Joyner /* 9791031d839SEric Joyner * Enable all interrupts 9801031d839SEric Joyner * 9811031d839SEric Joyner * Called in: 9821031d839SEric Joyner * iflib_init_locked, after ixl_if_init() 9831031d839SEric Joyner */ 9841031d839SEric Joyner static void 9851031d839SEric Joyner ixl_if_enable_intr(if_ctx_t ctx) 9861031d839SEric Joyner { 9871031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 9881031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 9891031d839SEric Joyner struct i40e_hw *hw = vsi->hw; 9901031d839SEric Joyner struct ixl_rx_queue *que = vsi->rx_queues; 9911031d839SEric Joyner 9921031d839SEric Joyner ixl_enable_intr0(hw); 9931031d839SEric Joyner /* Enable queue interrupts */ 9941031d839SEric Joyner for (int i = 0; i < vsi->num_rx_queues; i++, que++) 9951031d839SEric Joyner /* TODO: Queue index parameter is probably wrong */ 9961031d839SEric Joyner ixl_enable_queue(hw, que->rxr.me); 9971031d839SEric Joyner } 9981031d839SEric Joyner 9991031d839SEric Joyner /* 10001031d839SEric Joyner * Disable queue interrupts 10011031d839SEric Joyner * 10021031d839SEric Joyner * Other interrupt causes need to remain active. 10031031d839SEric Joyner */ 10041031d839SEric Joyner static void 10051031d839SEric Joyner ixl_if_disable_intr(if_ctx_t ctx) 10061031d839SEric Joyner { 10071031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 10081031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 10091031d839SEric Joyner struct i40e_hw *hw = vsi->hw; 10101031d839SEric Joyner struct ixl_rx_queue *rx_que = vsi->rx_queues; 10111031d839SEric Joyner 10121031d839SEric Joyner if (vsi->shared->isc_intr == IFLIB_INTR_MSIX) { 10131031d839SEric Joyner for (int i = 0; i < vsi->num_rx_queues; i++, rx_que++) 10141031d839SEric Joyner ixl_disable_queue(hw, rx_que->msix - 1); 10151031d839SEric Joyner } else { 10161031d839SEric Joyner // Set PFINT_LNKLST0 FIRSTQ_INDX to 0x7FF 10171031d839SEric Joyner // stops queues from triggering interrupts 10181031d839SEric Joyner wr32(hw, I40E_PFINT_LNKLST0, 0x7FF); 10191031d839SEric Joyner } 10201031d839SEric Joyner } 10211031d839SEric Joyner 10221031d839SEric Joyner static int 10231031d839SEric Joyner ixl_if_rx_queue_intr_enable(if_ctx_t ctx, uint16_t rxqid) 10241031d839SEric Joyner { 10251031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 10261031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 10271031d839SEric Joyner struct i40e_hw *hw = vsi->hw; 10281031d839SEric Joyner struct ixl_rx_queue *rx_que = &vsi->rx_queues[rxqid]; 10291031d839SEric Joyner 10301031d839SEric Joyner ixl_enable_queue(hw, rx_que->msix - 1); 10311031d839SEric Joyner return (0); 10321031d839SEric Joyner } 10331031d839SEric Joyner 10341031d839SEric Joyner static int 10351031d839SEric Joyner ixl_if_tx_queue_intr_enable(if_ctx_t ctx, uint16_t txqid) 10361031d839SEric Joyner { 10371031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 10381031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 10391031d839SEric Joyner struct i40e_hw *hw = vsi->hw; 10401031d839SEric Joyner struct ixl_tx_queue *tx_que = &vsi->tx_queues[txqid]; 10411031d839SEric Joyner 10421031d839SEric Joyner ixl_enable_queue(hw, tx_que->msix - 1); 10431031d839SEric Joyner return (0); 10441031d839SEric Joyner } 10451031d839SEric Joyner 10461031d839SEric Joyner static int 10471031d839SEric Joyner ixl_if_tx_queues_alloc(if_ctx_t ctx, caddr_t *vaddrs, uint64_t *paddrs, int ntxqs, int ntxqsets) 10481031d839SEric Joyner { 10491031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 10501031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 10511031d839SEric Joyner if_softc_ctx_t scctx = vsi->shared; 10521031d839SEric Joyner struct ixl_tx_queue *que; 10531031d839SEric Joyner int i, j, error = 0; 10541031d839SEric Joyner 1055*77c1fcecSEric Joyner MPASS(scctx->isc_ntxqsets > 0); 10561031d839SEric Joyner MPASS(ntxqs == 1); 1057*77c1fcecSEric Joyner MPASS(scctx->isc_ntxqsets == ntxqsets); 10581031d839SEric Joyner 10591031d839SEric Joyner /* Allocate queue structure memory */ 10601031d839SEric Joyner if (!(vsi->tx_queues = 10611031d839SEric Joyner (struct ixl_tx_queue *) malloc(sizeof(struct ixl_tx_queue) *ntxqsets, M_IXL, M_NOWAIT | M_ZERO))) { 10621031d839SEric Joyner device_printf(iflib_get_dev(ctx), "Unable to allocate TX ring memory\n"); 10631031d839SEric Joyner return (ENOMEM); 10641031d839SEric Joyner } 10651031d839SEric Joyner 10661031d839SEric Joyner for (i = 0, que = vsi->tx_queues; i < ntxqsets; i++, que++) { 10671031d839SEric Joyner struct tx_ring *txr = &que->txr; 10681031d839SEric Joyner 10691031d839SEric Joyner txr->me = i; 10701031d839SEric Joyner que->vsi = vsi; 10711031d839SEric Joyner 10721031d839SEric Joyner if (!vsi->enable_head_writeback) { 10731031d839SEric Joyner /* Allocate report status array */ 10741031d839SEric Joyner if (!(txr->tx_rsq = malloc(sizeof(qidx_t) * scctx->isc_ntxd[0], M_IXL, M_NOWAIT))) { 10751031d839SEric Joyner device_printf(iflib_get_dev(ctx), "failed to allocate tx_rsq memory\n"); 10761031d839SEric Joyner error = ENOMEM; 10771031d839SEric Joyner goto fail; 10781031d839SEric Joyner } 10791031d839SEric Joyner /* Init report status array */ 10801031d839SEric Joyner for (j = 0; j < scctx->isc_ntxd[0]; j++) 10811031d839SEric Joyner txr->tx_rsq[j] = QIDX_INVALID; 10821031d839SEric Joyner } 10831031d839SEric Joyner /* get the virtual and physical address of the hardware queues */ 10841031d839SEric Joyner txr->tail = I40E_QTX_TAIL(txr->me); 10851031d839SEric Joyner txr->tx_base = (struct i40e_tx_desc *)vaddrs[i * ntxqs]; 10861031d839SEric Joyner txr->tx_paddr = paddrs[i * ntxqs]; 10871031d839SEric Joyner txr->que = que; 10881031d839SEric Joyner } 10891031d839SEric Joyner 10901031d839SEric Joyner return (0); 10911031d839SEric Joyner fail: 10921031d839SEric Joyner ixl_if_queues_free(ctx); 10931031d839SEric Joyner return (error); 10941031d839SEric Joyner } 10951031d839SEric Joyner 10961031d839SEric Joyner static int 10971031d839SEric Joyner ixl_if_rx_queues_alloc(if_ctx_t ctx, caddr_t *vaddrs, uint64_t *paddrs, int nrxqs, int nrxqsets) 10981031d839SEric Joyner { 10991031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 11001031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 11011031d839SEric Joyner struct ixl_rx_queue *que; 11021031d839SEric Joyner int i, error = 0; 11031031d839SEric Joyner 1104*77c1fcecSEric Joyner #ifdef INVARIANTS 1105*77c1fcecSEric Joyner if_softc_ctx_t scctx = vsi->shared; 1106*77c1fcecSEric Joyner MPASS(scctx->isc_nrxqsets > 0); 11071031d839SEric Joyner MPASS(nrxqs == 1); 1108*77c1fcecSEric Joyner MPASS(scctx->isc_nrxqsets == nrxqsets); 1109*77c1fcecSEric Joyner #endif 11101031d839SEric Joyner 11111031d839SEric Joyner /* Allocate queue structure memory */ 11121031d839SEric Joyner if (!(vsi->rx_queues = 11131031d839SEric Joyner (struct ixl_rx_queue *) malloc(sizeof(struct ixl_rx_queue) * 11141031d839SEric Joyner nrxqsets, M_IXL, M_NOWAIT | M_ZERO))) { 11151031d839SEric Joyner device_printf(iflib_get_dev(ctx), "Unable to allocate RX ring memory\n"); 11161031d839SEric Joyner error = ENOMEM; 11171031d839SEric Joyner goto fail; 11181031d839SEric Joyner } 11191031d839SEric Joyner 11201031d839SEric Joyner for (i = 0, que = vsi->rx_queues; i < nrxqsets; i++, que++) { 11211031d839SEric Joyner struct rx_ring *rxr = &que->rxr; 11221031d839SEric Joyner 11231031d839SEric Joyner rxr->me = i; 11241031d839SEric Joyner que->vsi = vsi; 11251031d839SEric Joyner 11261031d839SEric Joyner /* get the virtual and physical address of the hardware queues */ 11271031d839SEric Joyner rxr->tail = I40E_QRX_TAIL(rxr->me); 11281031d839SEric Joyner rxr->rx_base = (union i40e_rx_desc *)vaddrs[i * nrxqs]; 11291031d839SEric Joyner rxr->rx_paddr = paddrs[i * nrxqs]; 11301031d839SEric Joyner rxr->que = que; 11311031d839SEric Joyner } 11321031d839SEric Joyner 11331031d839SEric Joyner return (0); 11341031d839SEric Joyner fail: 11351031d839SEric Joyner ixl_if_queues_free(ctx); 11361031d839SEric Joyner return (error); 11371031d839SEric Joyner } 11381031d839SEric Joyner 11391031d839SEric Joyner static void 11401031d839SEric Joyner ixl_if_queues_free(if_ctx_t ctx) 11411031d839SEric Joyner { 11421031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 11431031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 11441031d839SEric Joyner 1145*77c1fcecSEric Joyner if (!vsi->enable_head_writeback) { 11461031d839SEric Joyner struct ixl_tx_queue *que; 11471031d839SEric Joyner int i = 0; 11481031d839SEric Joyner 11491031d839SEric Joyner for (i = 0, que = vsi->tx_queues; i < vsi->num_tx_queues; i++, que++) { 11501031d839SEric Joyner struct tx_ring *txr = &que->txr; 11511031d839SEric Joyner if (txr->tx_rsq != NULL) { 11521031d839SEric Joyner free(txr->tx_rsq, M_IXL); 11531031d839SEric Joyner txr->tx_rsq = NULL; 11541031d839SEric Joyner } 11551031d839SEric Joyner } 11561031d839SEric Joyner } 11571031d839SEric Joyner 11581031d839SEric Joyner if (vsi->tx_queues != NULL) { 11591031d839SEric Joyner free(vsi->tx_queues, M_IXL); 11601031d839SEric Joyner vsi->tx_queues = NULL; 11611031d839SEric Joyner } 11621031d839SEric Joyner if (vsi->rx_queues != NULL) { 11631031d839SEric Joyner free(vsi->rx_queues, M_IXL); 11641031d839SEric Joyner vsi->rx_queues = NULL; 11651031d839SEric Joyner } 11661031d839SEric Joyner } 11671031d839SEric Joyner 11681031d839SEric Joyner void 11691031d839SEric Joyner ixl_update_link_status(struct ixl_pf *pf) 11701031d839SEric Joyner { 11711031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 1172c9da8d8bSEric Joyner struct i40e_hw *hw = &pf->hw; 11731031d839SEric Joyner u64 baudrate; 11741031d839SEric Joyner 11751031d839SEric Joyner if (pf->link_up) { 11761031d839SEric Joyner if (vsi->link_active == FALSE) { 11771031d839SEric Joyner vsi->link_active = TRUE; 1178c9da8d8bSEric Joyner baudrate = ixl_max_aq_speed_to_value(hw->phy.link_info.link_speed); 11791031d839SEric Joyner iflib_link_state_change(vsi->ctx, LINK_STATE_UP, baudrate); 11801031d839SEric Joyner ixl_link_up_msg(pf); 11811031d839SEric Joyner #ifdef PCI_IOV 11821031d839SEric Joyner ixl_broadcast_link_state(pf); 11831031d839SEric Joyner #endif 11841031d839SEric Joyner 11851031d839SEric Joyner } 11861031d839SEric Joyner } else { /* Link down */ 11871031d839SEric Joyner if (vsi->link_active == TRUE) { 11881031d839SEric Joyner vsi->link_active = FALSE; 11891031d839SEric Joyner iflib_link_state_change(vsi->ctx, LINK_STATE_DOWN, 0); 11901031d839SEric Joyner #ifdef PCI_IOV 11911031d839SEric Joyner ixl_broadcast_link_state(pf); 11921031d839SEric Joyner #endif 11931031d839SEric Joyner } 11941031d839SEric Joyner } 11951031d839SEric Joyner } 11961031d839SEric Joyner 1197*77c1fcecSEric Joyner static void 1198*77c1fcecSEric Joyner ixl_handle_lan_overflow_event(struct ixl_pf *pf, struct i40e_arq_event_info *e) 1199*77c1fcecSEric Joyner { 1200*77c1fcecSEric Joyner device_t dev = pf->dev; 1201*77c1fcecSEric Joyner u32 rxq_idx, qtx_ctl; 1202*77c1fcecSEric Joyner 1203*77c1fcecSEric Joyner rxq_idx = (e->desc.params.external.param0 & I40E_PRTDCB_RUPTQ_RXQNUM_MASK) >> 1204*77c1fcecSEric Joyner I40E_PRTDCB_RUPTQ_RXQNUM_SHIFT; 1205*77c1fcecSEric Joyner qtx_ctl = e->desc.params.external.param1; 1206*77c1fcecSEric Joyner 1207*77c1fcecSEric Joyner device_printf(dev, "LAN overflow event: global rxq_idx %d\n", rxq_idx); 1208*77c1fcecSEric Joyner device_printf(dev, "LAN overflow event: QTX_CTL 0x%08x\n", qtx_ctl); 1209*77c1fcecSEric Joyner } 1210*77c1fcecSEric Joyner 12111031d839SEric Joyner static int 12121031d839SEric Joyner ixl_process_adminq(struct ixl_pf *pf, u16 *pending) 12131031d839SEric Joyner { 12141031d839SEric Joyner enum i40e_status_code status = I40E_SUCCESS; 12151031d839SEric Joyner struct i40e_arq_event_info event; 12161031d839SEric Joyner struct i40e_hw *hw = &pf->hw; 12171031d839SEric Joyner device_t dev = pf->dev; 12181031d839SEric Joyner u16 opcode; 12191031d839SEric Joyner u32 loop = 0, reg; 12201031d839SEric Joyner 12211031d839SEric Joyner event.buf_len = IXL_AQ_BUF_SZ; 12221031d839SEric Joyner event.msg_buf = malloc(event.buf_len, M_IXL, M_NOWAIT | M_ZERO); 12231031d839SEric Joyner if (!event.msg_buf) { 12241031d839SEric Joyner device_printf(dev, "%s: Unable to allocate memory for Admin" 12251031d839SEric Joyner " Queue event!\n", __func__); 12261031d839SEric Joyner return (ENOMEM); 12271031d839SEric Joyner } 12281031d839SEric Joyner 12291031d839SEric Joyner /* clean and process any events */ 12301031d839SEric Joyner do { 12311031d839SEric Joyner status = i40e_clean_arq_element(hw, &event, pending); 12321031d839SEric Joyner if (status) 12331031d839SEric Joyner break; 12341031d839SEric Joyner opcode = LE16_TO_CPU(event.desc.opcode); 12351031d839SEric Joyner ixl_dbg(pf, IXL_DBG_AQ, 12361031d839SEric Joyner "Admin Queue event: %#06x\n", opcode); 12371031d839SEric Joyner switch (opcode) { 12381031d839SEric Joyner case i40e_aqc_opc_get_link_status: 12391031d839SEric Joyner ixl_link_event(pf, &event); 12401031d839SEric Joyner break; 12411031d839SEric Joyner case i40e_aqc_opc_send_msg_to_pf: 12421031d839SEric Joyner #ifdef PCI_IOV 12431031d839SEric Joyner ixl_handle_vf_msg(pf, &event); 12441031d839SEric Joyner #endif 12451031d839SEric Joyner break; 12461031d839SEric Joyner /* 12471031d839SEric Joyner * This should only occur on no-drop queues, which 12481031d839SEric Joyner * aren't currently configured. 12491031d839SEric Joyner */ 12501031d839SEric Joyner case i40e_aqc_opc_event_lan_overflow: 1251*77c1fcecSEric Joyner ixl_handle_lan_overflow_event(pf, &event); 12521031d839SEric Joyner break; 12531031d839SEric Joyner default: 12541031d839SEric Joyner break; 12551031d839SEric Joyner } 12561031d839SEric Joyner } while (*pending && (loop++ < IXL_ADM_LIMIT)); 12571031d839SEric Joyner 12581031d839SEric Joyner free(event.msg_buf, M_IXL); 12591031d839SEric Joyner 12601031d839SEric Joyner /* Re-enable admin queue interrupt cause */ 12611031d839SEric Joyner reg = rd32(hw, I40E_PFINT_ICR0_ENA); 12621031d839SEric Joyner reg |= I40E_PFINT_ICR0_ENA_ADMINQ_MASK; 12631031d839SEric Joyner wr32(hw, I40E_PFINT_ICR0_ENA, reg); 12641031d839SEric Joyner 12651031d839SEric Joyner return (status); 12661031d839SEric Joyner } 12671031d839SEric Joyner 12681031d839SEric Joyner static void 12691031d839SEric Joyner ixl_if_update_admin_status(if_ctx_t ctx) 12701031d839SEric Joyner { 12711031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 12721031d839SEric Joyner struct i40e_hw *hw = &pf->hw; 12731031d839SEric Joyner u16 pending; 12741031d839SEric Joyner 12751031d839SEric Joyner if (pf->state & IXL_PF_STATE_ADAPTER_RESETTING) 12761031d839SEric Joyner ixl_handle_empr_reset(pf); 12771031d839SEric Joyner 12781031d839SEric Joyner if (pf->state & IXL_PF_STATE_MDD_PENDING) 12791031d839SEric Joyner ixl_handle_mdd_event(pf); 12801031d839SEric Joyner 12811031d839SEric Joyner ixl_process_adminq(pf, &pending); 12821031d839SEric Joyner ixl_update_link_status(pf); 1283*77c1fcecSEric Joyner ixl_update_stats_counters(pf); 12841031d839SEric Joyner 12851031d839SEric Joyner /* 12861031d839SEric Joyner * If there are still messages to process, reschedule ourselves. 12871031d839SEric Joyner * Otherwise, re-enable our interrupt and go to sleep. 12881031d839SEric Joyner */ 12891031d839SEric Joyner if (pending > 0) 12901031d839SEric Joyner iflib_admin_intr_deferred(ctx); 12911031d839SEric Joyner else 12921031d839SEric Joyner ixl_enable_intr0(hw); 12931031d839SEric Joyner } 12941031d839SEric Joyner 12951031d839SEric Joyner static void 12961031d839SEric Joyner ixl_if_multi_set(if_ctx_t ctx) 12971031d839SEric Joyner { 12981031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 12991031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 13001031d839SEric Joyner struct i40e_hw *hw = vsi->hw; 13011031d839SEric Joyner int mcnt = 0, flags; 1302*77c1fcecSEric Joyner int del_mcnt; 13031031d839SEric Joyner 13041031d839SEric Joyner IOCTL_DEBUGOUT("ixl_if_multi_set: begin"); 13051031d839SEric Joyner 13061031d839SEric Joyner mcnt = if_multiaddr_count(iflib_get_ifp(ctx), MAX_MULTICAST_ADDR); 1307*77c1fcecSEric Joyner /* Delete filters for removed multicast addresses */ 1308*77c1fcecSEric Joyner del_mcnt = ixl_del_multi(vsi); 1309*77c1fcecSEric Joyner vsi->num_macs -= del_mcnt; 13101031d839SEric Joyner 13111031d839SEric Joyner if (__predict_false(mcnt == MAX_MULTICAST_ADDR)) { 13121031d839SEric Joyner i40e_aq_set_vsi_multicast_promiscuous(hw, 13131031d839SEric Joyner vsi->seid, TRUE, NULL); 13141031d839SEric Joyner return; 13151031d839SEric Joyner } 13161031d839SEric Joyner /* (re-)install filters for all mcast addresses */ 1317*77c1fcecSEric Joyner /* XXX: This bypasses filter count tracking code! */ 13181031d839SEric Joyner mcnt = if_multi_apply(iflib_get_ifp(ctx), ixl_mc_filter_apply, vsi); 13191031d839SEric Joyner 13201031d839SEric Joyner if (mcnt > 0) { 1321*77c1fcecSEric Joyner vsi->num_macs += mcnt; 13221031d839SEric Joyner flags = (IXL_FILTER_ADD | IXL_FILTER_USED | IXL_FILTER_MC); 13231031d839SEric Joyner ixl_add_hw_filters(vsi, flags, mcnt); 13241031d839SEric Joyner } 13251031d839SEric Joyner 1326*77c1fcecSEric Joyner ixl_dbg_filter(pf, "%s: filter mac total: %d\n", 1327*77c1fcecSEric Joyner __func__, vsi->num_macs); 13281031d839SEric Joyner IOCTL_DEBUGOUT("ixl_if_multi_set: end"); 13291031d839SEric Joyner } 13301031d839SEric Joyner 13311031d839SEric Joyner static int 13321031d839SEric Joyner ixl_if_mtu_set(if_ctx_t ctx, uint32_t mtu) 13331031d839SEric Joyner { 13341031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 13351031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 13361031d839SEric Joyner 13371031d839SEric Joyner IOCTL_DEBUGOUT("ioctl: SIOCSIFMTU (Set Interface MTU)"); 13381031d839SEric Joyner if (mtu > IXL_MAX_FRAME - ETHER_HDR_LEN - ETHER_CRC_LEN - 13391031d839SEric Joyner ETHER_VLAN_ENCAP_LEN) 13401031d839SEric Joyner return (EINVAL); 13411031d839SEric Joyner 13421031d839SEric Joyner vsi->shared->isc_max_frame_size = mtu + ETHER_HDR_LEN + ETHER_CRC_LEN + 13431031d839SEric Joyner ETHER_VLAN_ENCAP_LEN; 13441031d839SEric Joyner 13451031d839SEric Joyner return (0); 13461031d839SEric Joyner } 13471031d839SEric Joyner 13481031d839SEric Joyner static void 13491031d839SEric Joyner ixl_if_media_status(if_ctx_t ctx, struct ifmediareq *ifmr) 13501031d839SEric Joyner { 13511031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 13521031d839SEric Joyner struct i40e_hw *hw = &pf->hw; 13531031d839SEric Joyner 13541031d839SEric Joyner INIT_DEBUGOUT("ixl_media_status: begin"); 13551031d839SEric Joyner 13561031d839SEric Joyner ifmr->ifm_status = IFM_AVALID; 13571031d839SEric Joyner ifmr->ifm_active = IFM_ETHER; 13581031d839SEric Joyner 13591031d839SEric Joyner if (!pf->link_up) { 13601031d839SEric Joyner return; 13611031d839SEric Joyner } 13621031d839SEric Joyner 13631031d839SEric Joyner ifmr->ifm_status |= IFM_ACTIVE; 13641031d839SEric Joyner /* Hardware is always full-duplex */ 13651031d839SEric Joyner ifmr->ifm_active |= IFM_FDX; 13661031d839SEric Joyner 13671031d839SEric Joyner switch (hw->phy.link_info.phy_type) { 13681031d839SEric Joyner /* 100 M */ 13691031d839SEric Joyner case I40E_PHY_TYPE_100BASE_TX: 13701031d839SEric Joyner ifmr->ifm_active |= IFM_100_TX; 13711031d839SEric Joyner break; 13721031d839SEric Joyner /* 1 G */ 13731031d839SEric Joyner case I40E_PHY_TYPE_1000BASE_T: 13741031d839SEric Joyner ifmr->ifm_active |= IFM_1000_T; 13751031d839SEric Joyner break; 13761031d839SEric Joyner case I40E_PHY_TYPE_1000BASE_SX: 13771031d839SEric Joyner ifmr->ifm_active |= IFM_1000_SX; 13781031d839SEric Joyner break; 13791031d839SEric Joyner case I40E_PHY_TYPE_1000BASE_LX: 13801031d839SEric Joyner ifmr->ifm_active |= IFM_1000_LX; 13811031d839SEric Joyner break; 13821031d839SEric Joyner case I40E_PHY_TYPE_1000BASE_T_OPTICAL: 13831031d839SEric Joyner ifmr->ifm_active |= IFM_1000_T; 13841031d839SEric Joyner break; 13851031d839SEric Joyner /* 10 G */ 13861031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_SFPP_CU: 13871031d839SEric Joyner ifmr->ifm_active |= IFM_10G_TWINAX; 13881031d839SEric Joyner break; 13891031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_SR: 13901031d839SEric Joyner ifmr->ifm_active |= IFM_10G_SR; 13911031d839SEric Joyner break; 13921031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_LR: 13931031d839SEric Joyner ifmr->ifm_active |= IFM_10G_LR; 13941031d839SEric Joyner break; 13951031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_T: 13961031d839SEric Joyner ifmr->ifm_active |= IFM_10G_T; 13971031d839SEric Joyner break; 13981031d839SEric Joyner case I40E_PHY_TYPE_XAUI: 13991031d839SEric Joyner case I40E_PHY_TYPE_XFI: 14001031d839SEric Joyner ifmr->ifm_active |= IFM_10G_TWINAX; 14011031d839SEric Joyner break; 14021031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_AOC: 14031031d839SEric Joyner ifmr->ifm_active |= IFM_10G_AOC; 14041031d839SEric Joyner break; 14051031d839SEric Joyner /* 25 G */ 14061031d839SEric Joyner case I40E_PHY_TYPE_25GBASE_KR: 14071031d839SEric Joyner ifmr->ifm_active |= IFM_25G_KR; 14081031d839SEric Joyner break; 14091031d839SEric Joyner case I40E_PHY_TYPE_25GBASE_CR: 14101031d839SEric Joyner ifmr->ifm_active |= IFM_25G_CR; 14111031d839SEric Joyner break; 14121031d839SEric Joyner case I40E_PHY_TYPE_25GBASE_SR: 14131031d839SEric Joyner ifmr->ifm_active |= IFM_25G_SR; 14141031d839SEric Joyner break; 14151031d839SEric Joyner case I40E_PHY_TYPE_25GBASE_LR: 14161031d839SEric Joyner ifmr->ifm_active |= IFM_25G_LR; 14171031d839SEric Joyner break; 14181031d839SEric Joyner case I40E_PHY_TYPE_25GBASE_AOC: 14191031d839SEric Joyner ifmr->ifm_active |= IFM_25G_AOC; 14201031d839SEric Joyner break; 14211031d839SEric Joyner case I40E_PHY_TYPE_25GBASE_ACC: 14221031d839SEric Joyner ifmr->ifm_active |= IFM_25G_ACC; 14231031d839SEric Joyner break; 14241031d839SEric Joyner /* 40 G */ 14251031d839SEric Joyner case I40E_PHY_TYPE_40GBASE_CR4: 14261031d839SEric Joyner case I40E_PHY_TYPE_40GBASE_CR4_CU: 14271031d839SEric Joyner ifmr->ifm_active |= IFM_40G_CR4; 14281031d839SEric Joyner break; 14291031d839SEric Joyner case I40E_PHY_TYPE_40GBASE_SR4: 14301031d839SEric Joyner ifmr->ifm_active |= IFM_40G_SR4; 14311031d839SEric Joyner break; 14321031d839SEric Joyner case I40E_PHY_TYPE_40GBASE_LR4: 14331031d839SEric Joyner ifmr->ifm_active |= IFM_40G_LR4; 14341031d839SEric Joyner break; 14351031d839SEric Joyner case I40E_PHY_TYPE_XLAUI: 14361031d839SEric Joyner ifmr->ifm_active |= IFM_OTHER; 14371031d839SEric Joyner break; 14381031d839SEric Joyner case I40E_PHY_TYPE_1000BASE_KX: 14391031d839SEric Joyner ifmr->ifm_active |= IFM_1000_KX; 14401031d839SEric Joyner break; 14411031d839SEric Joyner case I40E_PHY_TYPE_SGMII: 14421031d839SEric Joyner ifmr->ifm_active |= IFM_1000_SGMII; 14431031d839SEric Joyner break; 14441031d839SEric Joyner /* ERJ: What's the difference between these? */ 14451031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_CR1_CU: 14461031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_CR1: 14471031d839SEric Joyner ifmr->ifm_active |= IFM_10G_CR1; 14481031d839SEric Joyner break; 14491031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_KX4: 14501031d839SEric Joyner ifmr->ifm_active |= IFM_10G_KX4; 14511031d839SEric Joyner break; 14521031d839SEric Joyner case I40E_PHY_TYPE_10GBASE_KR: 14531031d839SEric Joyner ifmr->ifm_active |= IFM_10G_KR; 14541031d839SEric Joyner break; 14551031d839SEric Joyner case I40E_PHY_TYPE_SFI: 14561031d839SEric Joyner ifmr->ifm_active |= IFM_10G_SFI; 14571031d839SEric Joyner break; 14581031d839SEric Joyner /* Our single 20G media type */ 14591031d839SEric Joyner case I40E_PHY_TYPE_20GBASE_KR2: 14601031d839SEric Joyner ifmr->ifm_active |= IFM_20G_KR2; 14611031d839SEric Joyner break; 14621031d839SEric Joyner case I40E_PHY_TYPE_40GBASE_KR4: 14631031d839SEric Joyner ifmr->ifm_active |= IFM_40G_KR4; 14641031d839SEric Joyner break; 14651031d839SEric Joyner case I40E_PHY_TYPE_XLPPI: 14661031d839SEric Joyner case I40E_PHY_TYPE_40GBASE_AOC: 14671031d839SEric Joyner ifmr->ifm_active |= IFM_40G_XLPPI; 14681031d839SEric Joyner break; 14691031d839SEric Joyner /* Unknown to driver */ 14701031d839SEric Joyner default: 14711031d839SEric Joyner ifmr->ifm_active |= IFM_UNKNOWN; 14721031d839SEric Joyner break; 14731031d839SEric Joyner } 14741031d839SEric Joyner /* Report flow control status as well */ 14751031d839SEric Joyner if (hw->phy.link_info.an_info & I40E_AQ_LINK_PAUSE_TX) 14761031d839SEric Joyner ifmr->ifm_active |= IFM_ETH_TXPAUSE; 14771031d839SEric Joyner if (hw->phy.link_info.an_info & I40E_AQ_LINK_PAUSE_RX) 14781031d839SEric Joyner ifmr->ifm_active |= IFM_ETH_RXPAUSE; 14791031d839SEric Joyner } 14801031d839SEric Joyner 14811031d839SEric Joyner static int 14821031d839SEric Joyner ixl_if_media_change(if_ctx_t ctx) 14831031d839SEric Joyner { 14841031d839SEric Joyner struct ifmedia *ifm = iflib_get_media(ctx); 14851031d839SEric Joyner 14861031d839SEric Joyner INIT_DEBUGOUT("ixl_media_change: begin"); 14871031d839SEric Joyner 14881031d839SEric Joyner if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER) 14891031d839SEric Joyner return (EINVAL); 14901031d839SEric Joyner 14911031d839SEric Joyner if_printf(iflib_get_ifp(ctx), "Media change is not supported.\n"); 14921031d839SEric Joyner return (ENODEV); 14931031d839SEric Joyner } 14941031d839SEric Joyner 14951031d839SEric Joyner static int 14961031d839SEric Joyner ixl_if_promisc_set(if_ctx_t ctx, int flags) 14971031d839SEric Joyner { 14981031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 14991031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 15001031d839SEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 15011031d839SEric Joyner struct i40e_hw *hw = vsi->hw; 15021031d839SEric Joyner int err; 15031031d839SEric Joyner bool uni = FALSE, multi = FALSE; 15041031d839SEric Joyner 15051031d839SEric Joyner if (flags & IFF_PROMISC) 15061031d839SEric Joyner uni = multi = TRUE; 15071031d839SEric Joyner else if (flags & IFF_ALLMULTI || 15081031d839SEric Joyner if_multiaddr_count(ifp, MAX_MULTICAST_ADDR) == MAX_MULTICAST_ADDR) 15091031d839SEric Joyner multi = TRUE; 15101031d839SEric Joyner 15111031d839SEric Joyner err = i40e_aq_set_vsi_unicast_promiscuous(hw, 15121031d839SEric Joyner vsi->seid, uni, NULL, true); 15131031d839SEric Joyner if (err) 15141031d839SEric Joyner return (err); 15151031d839SEric Joyner err = i40e_aq_set_vsi_multicast_promiscuous(hw, 15161031d839SEric Joyner vsi->seid, multi, NULL); 15171031d839SEric Joyner return (err); 15181031d839SEric Joyner } 15191031d839SEric Joyner 15201031d839SEric Joyner static void 15211031d839SEric Joyner ixl_if_timer(if_ctx_t ctx, uint16_t qid) 15221031d839SEric Joyner { 15231031d839SEric Joyner if (qid != 0) 15241031d839SEric Joyner return; 15251031d839SEric Joyner 15261031d839SEric Joyner /* Fire off the adminq task */ 15271031d839SEric Joyner iflib_admin_intr_deferred(ctx); 15281031d839SEric Joyner } 15291031d839SEric Joyner 15301031d839SEric Joyner static void 15311031d839SEric Joyner ixl_if_vlan_register(if_ctx_t ctx, u16 vtag) 15321031d839SEric Joyner { 15331031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 15341031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 15351031d839SEric Joyner struct i40e_hw *hw = vsi->hw; 15361031d839SEric Joyner 15371031d839SEric Joyner if ((vtag == 0) || (vtag > 4095)) /* Invalid */ 15381031d839SEric Joyner return; 15391031d839SEric Joyner 15401031d839SEric Joyner ++vsi->num_vlans; 15411031d839SEric Joyner ixl_add_filter(vsi, hw->mac.addr, vtag); 15421031d839SEric Joyner } 15431031d839SEric Joyner 15441031d839SEric Joyner static void 15451031d839SEric Joyner ixl_if_vlan_unregister(if_ctx_t ctx, u16 vtag) 15461031d839SEric Joyner { 15471031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 15481031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 15491031d839SEric Joyner struct i40e_hw *hw = vsi->hw; 15501031d839SEric Joyner 15511031d839SEric Joyner if ((vtag == 0) || (vtag > 4095)) /* Invalid */ 15521031d839SEric Joyner return; 15531031d839SEric Joyner 15541031d839SEric Joyner --vsi->num_vlans; 15551031d839SEric Joyner ixl_del_filter(vsi, hw->mac.addr, vtag); 15561031d839SEric Joyner } 15571031d839SEric Joyner 15581031d839SEric Joyner static uint64_t 15591031d839SEric Joyner ixl_if_get_counter(if_ctx_t ctx, ift_counter cnt) 15601031d839SEric Joyner { 15611031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 15621031d839SEric Joyner struct ixl_vsi *vsi = &pf->vsi; 15631031d839SEric Joyner if_t ifp = iflib_get_ifp(ctx); 15641031d839SEric Joyner 15651031d839SEric Joyner switch (cnt) { 15661031d839SEric Joyner case IFCOUNTER_IPACKETS: 15671031d839SEric Joyner return (vsi->ipackets); 15681031d839SEric Joyner case IFCOUNTER_IERRORS: 15691031d839SEric Joyner return (vsi->ierrors); 15701031d839SEric Joyner case IFCOUNTER_OPACKETS: 15711031d839SEric Joyner return (vsi->opackets); 15721031d839SEric Joyner case IFCOUNTER_OERRORS: 15731031d839SEric Joyner return (vsi->oerrors); 15741031d839SEric Joyner case IFCOUNTER_COLLISIONS: 15751031d839SEric Joyner /* Collisions are by standard impossible in 40G/10G Ethernet */ 15761031d839SEric Joyner return (0); 15771031d839SEric Joyner case IFCOUNTER_IBYTES: 15781031d839SEric Joyner return (vsi->ibytes); 15791031d839SEric Joyner case IFCOUNTER_OBYTES: 15801031d839SEric Joyner return (vsi->obytes); 15811031d839SEric Joyner case IFCOUNTER_IMCASTS: 15821031d839SEric Joyner return (vsi->imcasts); 15831031d839SEric Joyner case IFCOUNTER_OMCASTS: 15841031d839SEric Joyner return (vsi->omcasts); 15851031d839SEric Joyner case IFCOUNTER_IQDROPS: 15861031d839SEric Joyner return (vsi->iqdrops); 15871031d839SEric Joyner case IFCOUNTER_OQDROPS: 15881031d839SEric Joyner return (vsi->oqdrops); 15891031d839SEric Joyner case IFCOUNTER_NOPROTO: 15901031d839SEric Joyner return (vsi->noproto); 15911031d839SEric Joyner default: 15921031d839SEric Joyner return (if_get_counter_default(ifp, cnt)); 15931031d839SEric Joyner } 15941031d839SEric Joyner } 15951031d839SEric Joyner 1596*77c1fcecSEric Joyner #ifdef PCI_IOV 15971031d839SEric Joyner static void 15981031d839SEric Joyner ixl_if_vflr_handle(if_ctx_t ctx) 15991031d839SEric Joyner { 1600*77c1fcecSEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 16011031d839SEric Joyner 1602*77c1fcecSEric Joyner ixl_handle_vflr(pf); 16031031d839SEric Joyner } 1604*77c1fcecSEric Joyner #endif 16051031d839SEric Joyner 16061031d839SEric Joyner static int 16071031d839SEric Joyner ixl_if_i2c_req(if_ctx_t ctx, struct ifi2creq *req) 16081031d839SEric Joyner { 16091031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 16101031d839SEric Joyner 16111031d839SEric Joyner if (pf->read_i2c_byte == NULL) 16121031d839SEric Joyner return (EINVAL); 16131031d839SEric Joyner 16141031d839SEric Joyner for (int i = 0; i < req->len; i++) 16151031d839SEric Joyner if (pf->read_i2c_byte(pf, req->offset + i, 16161031d839SEric Joyner req->dev_addr, &req->data[i])) 16171031d839SEric Joyner return (EIO); 16181031d839SEric Joyner return (0); 16191031d839SEric Joyner } 16201031d839SEric Joyner 16211031d839SEric Joyner static int 16221031d839SEric Joyner ixl_if_priv_ioctl(if_ctx_t ctx, u_long command, caddr_t data) 16231031d839SEric Joyner { 16241031d839SEric Joyner struct ixl_pf *pf = iflib_get_softc(ctx); 16251031d839SEric Joyner struct ifdrv *ifd = (struct ifdrv *)data; 16261031d839SEric Joyner int error = 0; 16271031d839SEric Joyner 16281031d839SEric Joyner /* NVM update command */ 16291031d839SEric Joyner if (ifd->ifd_cmd == I40E_NVM_ACCESS) 16301031d839SEric Joyner error = ixl_handle_nvmupd_cmd(pf, ifd); 16311031d839SEric Joyner else 16321031d839SEric Joyner error = EINVAL; 16331031d839SEric Joyner 16341031d839SEric Joyner return (error); 16351031d839SEric Joyner } 16361031d839SEric Joyner 16371031d839SEric Joyner static int 16381031d839SEric Joyner ixl_mc_filter_apply(void *arg, struct ifmultiaddr *ifma, int count __unused) 16391031d839SEric Joyner { 16401031d839SEric Joyner struct ixl_vsi *vsi = arg; 16411031d839SEric Joyner 16421031d839SEric Joyner if (ifma->ifma_addr->sa_family != AF_LINK) 16431031d839SEric Joyner return (0); 16441031d839SEric Joyner ixl_add_mc_filter(vsi, 16451031d839SEric Joyner (u8*)LLADDR((struct sockaddr_dl *) ifma->ifma_addr)); 16461031d839SEric Joyner return (1); 16471031d839SEric Joyner } 16481031d839SEric Joyner 16491031d839SEric Joyner /* 16501031d839SEric Joyner * Sanity check and save off tunable values. 16511031d839SEric Joyner */ 16521031d839SEric Joyner static void 16531031d839SEric Joyner ixl_save_pf_tunables(struct ixl_pf *pf) 16541031d839SEric Joyner { 16551031d839SEric Joyner device_t dev = pf->dev; 16561031d839SEric Joyner 16571031d839SEric Joyner /* Save tunable information */ 16581031d839SEric Joyner pf->enable_tx_fc_filter = ixl_enable_tx_fc_filter; 16591031d839SEric Joyner pf->dbg_mask = ixl_core_debug_mask; 16601031d839SEric Joyner pf->hw.debug_mask = ixl_shared_debug_mask; 16611031d839SEric Joyner pf->vsi.enable_head_writeback = !!(ixl_enable_head_writeback); 1662*77c1fcecSEric Joyner pf->enable_vf_loopback = !!(ixl_enable_vf_loopback); 16631031d839SEric Joyner #if 0 16641031d839SEric Joyner pf->dynamic_rx_itr = ixl_dynamic_rx_itr; 16651031d839SEric Joyner pf->dynamic_tx_itr = ixl_dynamic_tx_itr; 16661031d839SEric Joyner #endif 16671031d839SEric Joyner 16681031d839SEric Joyner if (ixl_i2c_access_method > 3 || ixl_i2c_access_method < 0) 16691031d839SEric Joyner pf->i2c_access_method = 0; 16701031d839SEric Joyner else 16711031d839SEric Joyner pf->i2c_access_method = ixl_i2c_access_method; 16721031d839SEric Joyner 16731031d839SEric Joyner if (ixl_tx_itr < 0 || ixl_tx_itr > IXL_MAX_ITR) { 16741031d839SEric Joyner device_printf(dev, "Invalid tx_itr value of %d set!\n", 16751031d839SEric Joyner ixl_tx_itr); 16761031d839SEric Joyner device_printf(dev, "tx_itr must be between %d and %d, " 16771031d839SEric Joyner "inclusive\n", 16781031d839SEric Joyner 0, IXL_MAX_ITR); 16791031d839SEric Joyner device_printf(dev, "Using default value of %d instead\n", 16801031d839SEric Joyner IXL_ITR_4K); 16811031d839SEric Joyner pf->tx_itr = IXL_ITR_4K; 16821031d839SEric Joyner } else 16831031d839SEric Joyner pf->tx_itr = ixl_tx_itr; 16841031d839SEric Joyner 16851031d839SEric Joyner if (ixl_rx_itr < 0 || ixl_rx_itr > IXL_MAX_ITR) { 16861031d839SEric Joyner device_printf(dev, "Invalid rx_itr value of %d set!\n", 16871031d839SEric Joyner ixl_rx_itr); 16881031d839SEric Joyner device_printf(dev, "rx_itr must be between %d and %d, " 16891031d839SEric Joyner "inclusive\n", 16901031d839SEric Joyner 0, IXL_MAX_ITR); 16911031d839SEric Joyner device_printf(dev, "Using default value of %d instead\n", 16921031d839SEric Joyner IXL_ITR_8K); 16931031d839SEric Joyner pf->rx_itr = IXL_ITR_8K; 16941031d839SEric Joyner } else 16951031d839SEric Joyner pf->rx_itr = ixl_rx_itr; 16961031d839SEric Joyner } 16971031d839SEric Joyner 1698