1758cc3dcSJack F Vogel /****************************************************************************** 2758cc3dcSJack F Vogel 38eb6488eSEric Joyner Copyright (c) 2001-2017, Intel Corporation 4758cc3dcSJack F Vogel All rights reserved. 5758cc3dcSJack F Vogel 6758cc3dcSJack F Vogel Redistribution and use in source and binary forms, with or without 7758cc3dcSJack F Vogel modification, are permitted provided that the following conditions are met: 8758cc3dcSJack F Vogel 9758cc3dcSJack F Vogel 1. Redistributions of source code must retain the above copyright notice, 10758cc3dcSJack F Vogel this list of conditions and the following disclaimer. 11758cc3dcSJack F Vogel 12758cc3dcSJack F Vogel 2. Redistributions in binary form must reproduce the above copyright 13758cc3dcSJack F Vogel notice, this list of conditions and the following disclaimer in the 14758cc3dcSJack F Vogel documentation and/or other materials provided with the distribution. 15758cc3dcSJack F Vogel 16758cc3dcSJack F Vogel 3. Neither the name of the Intel Corporation nor the names of its 17758cc3dcSJack F Vogel contributors may be used to endorse or promote products derived from 18758cc3dcSJack F Vogel this software without specific prior written permission. 19758cc3dcSJack F Vogel 20758cc3dcSJack F Vogel THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 21758cc3dcSJack F Vogel AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22758cc3dcSJack F Vogel IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23758cc3dcSJack F Vogel ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24758cc3dcSJack F Vogel LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25758cc3dcSJack F Vogel CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26758cc3dcSJack F Vogel SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27758cc3dcSJack F Vogel INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28758cc3dcSJack F Vogel CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29758cc3dcSJack F Vogel ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 30758cc3dcSJack F Vogel POSSIBILITY OF SUCH DAMAGE. 31758cc3dcSJack F Vogel 32758cc3dcSJack F Vogel ******************************************************************************/ 33758cc3dcSJack F Vogel /*$FreeBSD$*/ 34758cc3dcSJack F Vogel 35758cc3dcSJack F Vogel 36758cc3dcSJack F Vogel #include "opt_inet.h" 37758cc3dcSJack F Vogel #include "opt_inet6.h" 38758cc3dcSJack F Vogel #include "opt_rss.h" 39758cc3dcSJack F Vogel 40758cc3dcSJack F Vogel #include "ixgbe.h" 41c19c7afeSEric Joyner #include "ixgbe_sriov.h" 42c19c7afeSEric Joyner #include "ifdi_if.h" 43c19c7afeSEric Joyner 44c19c7afeSEric Joyner #include <net/netmap.h> 45c19c7afeSEric Joyner #include <dev/netmap/netmap_kern.h> 46758cc3dcSJack F Vogel 478eb6488eSEric Joyner /************************************************************************ 48758cc3dcSJack F Vogel * Driver version 498eb6488eSEric Joyner ************************************************************************/ 507d48aa4cSEric Joyner char ixgbe_driver_version[] = "4.0.1-k"; 51a9ca1c79SSean Bruno 52758cc3dcSJack F Vogel 538eb6488eSEric Joyner /************************************************************************ 54758cc3dcSJack F Vogel * PCI Device ID Table 55758cc3dcSJack F Vogel * 56758cc3dcSJack F Vogel * Used by probe to select devices to load on 57758cc3dcSJack F Vogel * Last field stores an index into ixgbe_strings 58758cc3dcSJack F Vogel * Last entry must be all 0s 59758cc3dcSJack F Vogel * 60758cc3dcSJack F Vogel * { Vendor ID, Device ID, SubVendor ID, SubDevice ID, String Index } 618eb6488eSEric Joyner ************************************************************************/ 62c19c7afeSEric Joyner static pci_vendor_info_t ixgbe_vendor_info_array[] = 63758cc3dcSJack F Vogel { 64c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598AF_DUAL_PORT, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 65c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598AF_SINGLE_PORT, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 66c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598EB_CX4, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 67c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598AT, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 68c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598AT2, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 69c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 70c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598_DA_DUAL_PORT, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 71c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598_CX4_DUAL_PORT, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 72c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598EB_XF_LR, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 73c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598_SR_DUAL_PORT_EM, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 74c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82598EB_SFP_LOM, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 75c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_KX4, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 76c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_KX4_MEZZ, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 77c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_SFP, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 78c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_XAUI_LOM, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 79c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_CX4, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 80c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_T3_LOM, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 81c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_COMBO_BACKPLANE, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 82c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_BACKPLANE_FCOE, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 83c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_SFP_SF2, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 84c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_SFP_FCOE, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 85c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599EN_SFP, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 86c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_SFP_SF_QP, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 87c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_QSFP_SF_QP, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 88c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X540T, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 89c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X540T1, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 90c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550T, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 91c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550T1, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 92c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_X_KR, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 93c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_X_KX4, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 94c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_X_10G_T, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 957d48aa4cSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_X_1G_T, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 96c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_X_SFP, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 97c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_KR, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 98c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_KR_L, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 99c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_SFP, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 100c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_SFP_N, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 101c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_SGMII, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 102c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_SGMII_L, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 103c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_10G_T, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 104c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_1G_T, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 105c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X550EM_A_1G_T_L, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 106c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_X540_BYPASS, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 107c19c7afeSEric Joyner PVID(IXGBE_INTEL_VENDOR_ID, IXGBE_DEV_ID_82599_BYPASS, "Intel(R) PRO/10GbE PCI-Express Network Driver"), 108758cc3dcSJack F Vogel /* required last entry */ 109c19c7afeSEric Joyner PVID_END 110758cc3dcSJack F Vogel }; 111758cc3dcSJack F Vogel 112c19c7afeSEric Joyner static void *ixgbe_register(device_t dev); 113c19c7afeSEric Joyner static int ixgbe_if_attach_pre(if_ctx_t ctx); 114c19c7afeSEric Joyner static int ixgbe_if_attach_post(if_ctx_t ctx); 115c19c7afeSEric Joyner static int ixgbe_if_detach(if_ctx_t ctx); 116c19c7afeSEric Joyner static int ixgbe_if_shutdown(if_ctx_t ctx); 117c19c7afeSEric Joyner static int ixgbe_if_suspend(if_ctx_t ctx); 118c19c7afeSEric Joyner static int ixgbe_if_resume(if_ctx_t ctx); 119c19c7afeSEric Joyner 120c19c7afeSEric Joyner static void ixgbe_if_stop(if_ctx_t ctx); 121c19c7afeSEric Joyner void ixgbe_if_enable_intr(if_ctx_t ctx); 122c19c7afeSEric Joyner static void ixgbe_if_disable_intr(if_ctx_t ctx); 123c19c7afeSEric Joyner static int ixgbe_if_rx_queue_intr_enable(if_ctx_t ctx, uint16_t qid); 124c19c7afeSEric Joyner static void ixgbe_if_media_status(if_ctx_t ctx, struct ifmediareq * ifmr); 125c19c7afeSEric Joyner static int ixgbe_if_media_change(if_ctx_t ctx); 126c19c7afeSEric Joyner static int ixgbe_if_msix_intr_assign(if_ctx_t, int); 127c19c7afeSEric Joyner static int ixgbe_if_mtu_set(if_ctx_t ctx, uint32_t mtu); 128c19c7afeSEric Joyner static void ixgbe_if_crcstrip_set(if_ctx_t ctx, int onoff, int strip); 129c19c7afeSEric Joyner static void ixgbe_if_multi_set(if_ctx_t ctx); 130c19c7afeSEric Joyner static int ixgbe_if_promisc_set(if_ctx_t ctx, int flags); 131c19c7afeSEric Joyner static int ixgbe_if_tx_queues_alloc(if_ctx_t ctx, caddr_t *vaddrs, 132c19c7afeSEric Joyner uint64_t *paddrs, int nrxqs, int nrxqsets); 133c19c7afeSEric Joyner static int ixgbe_if_rx_queues_alloc(if_ctx_t ctx, caddr_t *vaddrs, 134c19c7afeSEric Joyner uint64_t *paddrs, int nrxqs, int nrxqsets); 135c19c7afeSEric Joyner static void ixgbe_if_queues_free(if_ctx_t ctx); 136c19c7afeSEric Joyner static void ixgbe_if_timer(if_ctx_t ctx, uint16_t); 137c19c7afeSEric Joyner static void ixgbe_if_update_admin_status(if_ctx_t ctx); 138c19c7afeSEric Joyner static void ixgbe_if_vlan_register(if_ctx_t ctx, u16 vtag); 139c19c7afeSEric Joyner static void ixgbe_if_vlan_unregister(if_ctx_t ctx, u16 vtag); 140bca38080SAndrew Gallatin static int ixgbe_if_i2c_req(if_ctx_t ctx, struct ifi2creq *req); 141c19c7afeSEric Joyner int ixgbe_intr(void *arg); 142758cc3dcSJack F Vogel 1438eb6488eSEric Joyner /************************************************************************ 144758cc3dcSJack F Vogel * Function prototypes 1458eb6488eSEric Joyner ************************************************************************/ 146758cc3dcSJack F Vogel #if __FreeBSD_version >= 1100036 147c19c7afeSEric Joyner static uint64_t ixgbe_if_get_counter(if_ctx_t, ift_counter); 148758cc3dcSJack F Vogel #endif 149758cc3dcSJack F Vogel 150c19c7afeSEric Joyner static void ixgbe_enable_queue(struct adapter *adapter, u32 vector); 151c19c7afeSEric Joyner static void ixgbe_disable_queue(struct adapter *adapter, u32 vector); 152c19c7afeSEric Joyner static void ixgbe_add_device_sysctls(if_ctx_t ctx); 153c19c7afeSEric Joyner static int ixgbe_allocate_pci_resources(if_ctx_t ctx); 154c19c7afeSEric Joyner static int ixgbe_setup_low_power_mode(if_ctx_t ctx); 155c19c7afeSEric Joyner 156c19c7afeSEric Joyner static void ixgbe_config_dmac(struct adapter *adapter); 157c19c7afeSEric Joyner static void ixgbe_configure_ivars(struct adapter *adapter); 158c19c7afeSEric Joyner static void ixgbe_set_ivar(struct adapter *adapter, u8 entry, u8 vector, 159c19c7afeSEric Joyner s8 type); 160c19c7afeSEric Joyner static u8 *ixgbe_mc_array_itr(struct ixgbe_hw *, u8 **, u32 *); 161c19c7afeSEric Joyner static bool ixgbe_sfp_probe(if_ctx_t ctx); 162c19c7afeSEric Joyner 163c19c7afeSEric Joyner static void ixgbe_free_pci_resources(if_ctx_t ctx); 164c19c7afeSEric Joyner 165c19c7afeSEric Joyner static int ixgbe_msix_link(void *arg); 166c19c7afeSEric Joyner static int ixgbe_msix_que(void *arg); 167c19c7afeSEric Joyner static void ixgbe_initialize_rss_mapping(struct adapter *adapter); 168c19c7afeSEric Joyner static void ixgbe_initialize_receive_units(if_ctx_t ctx); 169c19c7afeSEric Joyner static void ixgbe_initialize_transmit_units(if_ctx_t ctx); 170c19c7afeSEric Joyner 171c19c7afeSEric Joyner static int ixgbe_setup_interface(if_ctx_t ctx); 172c19c7afeSEric Joyner static void ixgbe_init_device_features(struct adapter *adapter); 173c19c7afeSEric Joyner static void ixgbe_check_fan_failure(struct adapter *, u32, bool); 174c19c7afeSEric Joyner static void ixgbe_add_media_types(if_ctx_t ctx); 175c19c7afeSEric Joyner static void ixgbe_update_stats_counters(struct adapter *adapter); 176c19c7afeSEric Joyner static void ixgbe_config_link(struct adapter *adapter); 177c19c7afeSEric Joyner static void ixgbe_get_slot_info(struct adapter *); 178c19c7afeSEric Joyner static void ixgbe_check_wol_support(struct adapter *adapter); 179758cc3dcSJack F Vogel static void ixgbe_enable_rx_drop(struct adapter *); 180758cc3dcSJack F Vogel static void ixgbe_disable_rx_drop(struct adapter *); 181758cc3dcSJack F Vogel 182c19c7afeSEric Joyner static void ixgbe_add_hw_stats(struct adapter *adapter); 183f2c4db54SSteven Hartland static int ixgbe_set_flowcntl(struct adapter *, int); 184f2c4db54SSteven Hartland static int ixgbe_set_advertise(struct adapter *, int); 1858eb6488eSEric Joyner static int ixgbe_get_advertise(struct adapter *); 186c19c7afeSEric Joyner static void ixgbe_setup_vlan_hw_support(if_ctx_t ctx); 187c19c7afeSEric Joyner static void ixgbe_config_gpie(struct adapter *adapter); 188c19c7afeSEric Joyner static void ixgbe_config_delay_values(struct adapter *adapter); 1896f37f232SEric Joyner 1906f37f232SEric Joyner /* Sysctl handlers */ 191f2c4db54SSteven Hartland static int ixgbe_sysctl_flowcntl(SYSCTL_HANDLER_ARGS); 192f2c4db54SSteven Hartland static int ixgbe_sysctl_advertise(SYSCTL_HANDLER_ARGS); 1938eb6488eSEric Joyner static int ixgbe_sysctl_interrupt_rate_handler(SYSCTL_HANDLER_ARGS); 1946f37f232SEric Joyner static int ixgbe_sysctl_dmac(SYSCTL_HANDLER_ARGS); 1956f37f232SEric Joyner static int ixgbe_sysctl_phy_temp(SYSCTL_HANDLER_ARGS); 1966f37f232SEric Joyner static int ixgbe_sysctl_phy_overtemp_occurred(SYSCTL_HANDLER_ARGS); 197a9ca1c79SSean Bruno #ifdef IXGBE_DEBUG 198a9ca1c79SSean Bruno static int ixgbe_sysctl_power_state(SYSCTL_HANDLER_ARGS); 199a9ca1c79SSean Bruno static int ixgbe_sysctl_print_rss_config(SYSCTL_HANDLER_ARGS); 200a9ca1c79SSean Bruno #endif 2018eb6488eSEric Joyner static int ixgbe_sysctl_rdh_handler(SYSCTL_HANDLER_ARGS); 2028eb6488eSEric Joyner static int ixgbe_sysctl_rdt_handler(SYSCTL_HANDLER_ARGS); 2038eb6488eSEric Joyner static int ixgbe_sysctl_tdt_handler(SYSCTL_HANDLER_ARGS); 2048eb6488eSEric Joyner static int ixgbe_sysctl_tdh_handler(SYSCTL_HANDLER_ARGS); 2058eb6488eSEric Joyner static int ixgbe_sysctl_eee_state(SYSCTL_HANDLER_ARGS); 2066f37f232SEric Joyner static int ixgbe_sysctl_wol_enable(SYSCTL_HANDLER_ARGS); 2076f37f232SEric Joyner static int ixgbe_sysctl_wufc(SYSCTL_HANDLER_ARGS); 208758cc3dcSJack F Vogel 209758cc3dcSJack F Vogel /* Deferred interrupt tasklets */ 210c19c7afeSEric Joyner static void ixgbe_handle_msf(void *); 211c19c7afeSEric Joyner static void ixgbe_handle_mod(void *); 212c19c7afeSEric Joyner static void ixgbe_handle_phy(void *); 213758cc3dcSJack F Vogel 2148eb6488eSEric Joyner /************************************************************************ 215758cc3dcSJack F Vogel * FreeBSD Device Interface Entry Points 2168eb6488eSEric Joyner ************************************************************************/ 217a1edda90SAdrian Chadd static device_method_t ix_methods[] = { 218758cc3dcSJack F Vogel /* Device interface */ 219c19c7afeSEric Joyner DEVMETHOD(device_register, ixgbe_register), 220c19c7afeSEric Joyner DEVMETHOD(device_probe, iflib_device_probe), 221c19c7afeSEric Joyner DEVMETHOD(device_attach, iflib_device_attach), 222c19c7afeSEric Joyner DEVMETHOD(device_detach, iflib_device_detach), 223c19c7afeSEric Joyner DEVMETHOD(device_shutdown, iflib_device_shutdown), 224c19c7afeSEric Joyner DEVMETHOD(device_suspend, iflib_device_suspend), 225c19c7afeSEric Joyner DEVMETHOD(device_resume, iflib_device_resume), 22648056c88SJack F Vogel #ifdef PCI_IOV 227c19c7afeSEric Joyner DEVMETHOD(pci_iov_init, iflib_device_iov_init), 228c19c7afeSEric Joyner DEVMETHOD(pci_iov_uninit, iflib_device_iov_uninit), 229c19c7afeSEric Joyner DEVMETHOD(pci_iov_add_vf, iflib_device_iov_add_vf), 23048056c88SJack F Vogel #endif /* PCI_IOV */ 231758cc3dcSJack F Vogel DEVMETHOD_END 232758cc3dcSJack F Vogel }; 233758cc3dcSJack F Vogel 234a1edda90SAdrian Chadd static driver_t ix_driver = { 235a1edda90SAdrian Chadd "ix", ix_methods, sizeof(struct adapter), 236758cc3dcSJack F Vogel }; 237758cc3dcSJack F Vogel 238a1edda90SAdrian Chadd devclass_t ix_devclass; 239a1edda90SAdrian Chadd DRIVER_MODULE(ix, pci, ix_driver, ix_devclass, 0, 0); 2404ce9eaf7SWarner Losh MODULE_PNP_INFO("U16:vendor;U16:device", pci, ix, ixgbe_vendor_info_array, 2414ce9eaf7SWarner Losh sizeof(ixgbe_vendor_info_array[0]), nitems(ixgbe_vendor_info_array) - 1); 242758cc3dcSJack F Vogel 243a1edda90SAdrian Chadd MODULE_DEPEND(ix, pci, 1, 1, 1); 244a1edda90SAdrian Chadd MODULE_DEPEND(ix, ether, 1, 1, 1); 245c19c7afeSEric Joyner MODULE_DEPEND(ix, iflib, 1, 1, 1); 246c19c7afeSEric Joyner 247c19c7afeSEric Joyner static device_method_t ixgbe_if_methods[] = { 248c19c7afeSEric Joyner DEVMETHOD(ifdi_attach_pre, ixgbe_if_attach_pre), 249c19c7afeSEric Joyner DEVMETHOD(ifdi_attach_post, ixgbe_if_attach_post), 250c19c7afeSEric Joyner DEVMETHOD(ifdi_detach, ixgbe_if_detach), 251c19c7afeSEric Joyner DEVMETHOD(ifdi_shutdown, ixgbe_if_shutdown), 252c19c7afeSEric Joyner DEVMETHOD(ifdi_suspend, ixgbe_if_suspend), 253c19c7afeSEric Joyner DEVMETHOD(ifdi_resume, ixgbe_if_resume), 254c19c7afeSEric Joyner DEVMETHOD(ifdi_init, ixgbe_if_init), 255c19c7afeSEric Joyner DEVMETHOD(ifdi_stop, ixgbe_if_stop), 256c19c7afeSEric Joyner DEVMETHOD(ifdi_msix_intr_assign, ixgbe_if_msix_intr_assign), 257c19c7afeSEric Joyner DEVMETHOD(ifdi_intr_enable, ixgbe_if_enable_intr), 258c19c7afeSEric Joyner DEVMETHOD(ifdi_intr_disable, ixgbe_if_disable_intr), 259c19c7afeSEric Joyner DEVMETHOD(ifdi_tx_queue_intr_enable, ixgbe_if_rx_queue_intr_enable), 260c19c7afeSEric Joyner DEVMETHOD(ifdi_rx_queue_intr_enable, ixgbe_if_rx_queue_intr_enable), 261c19c7afeSEric Joyner DEVMETHOD(ifdi_tx_queues_alloc, ixgbe_if_tx_queues_alloc), 262c19c7afeSEric Joyner DEVMETHOD(ifdi_rx_queues_alloc, ixgbe_if_rx_queues_alloc), 263c19c7afeSEric Joyner DEVMETHOD(ifdi_queues_free, ixgbe_if_queues_free), 264c19c7afeSEric Joyner DEVMETHOD(ifdi_update_admin_status, ixgbe_if_update_admin_status), 265c19c7afeSEric Joyner DEVMETHOD(ifdi_multi_set, ixgbe_if_multi_set), 266c19c7afeSEric Joyner DEVMETHOD(ifdi_mtu_set, ixgbe_if_mtu_set), 267c19c7afeSEric Joyner DEVMETHOD(ifdi_crcstrip_set, ixgbe_if_crcstrip_set), 268c19c7afeSEric Joyner DEVMETHOD(ifdi_media_status, ixgbe_if_media_status), 269c19c7afeSEric Joyner DEVMETHOD(ifdi_media_change, ixgbe_if_media_change), 270c19c7afeSEric Joyner DEVMETHOD(ifdi_promisc_set, ixgbe_if_promisc_set), 271c19c7afeSEric Joyner DEVMETHOD(ifdi_timer, ixgbe_if_timer), 272c19c7afeSEric Joyner DEVMETHOD(ifdi_vlan_register, ixgbe_if_vlan_register), 273c19c7afeSEric Joyner DEVMETHOD(ifdi_vlan_unregister, ixgbe_if_vlan_unregister), 274c19c7afeSEric Joyner DEVMETHOD(ifdi_get_counter, ixgbe_if_get_counter), 275bca38080SAndrew Gallatin DEVMETHOD(ifdi_i2c_req, ixgbe_if_i2c_req), 276c19c7afeSEric Joyner #ifdef PCI_IOV 277c19c7afeSEric Joyner DEVMETHOD(ifdi_iov_init, ixgbe_if_iov_init), 278c19c7afeSEric Joyner DEVMETHOD(ifdi_iov_uninit, ixgbe_if_iov_uninit), 279c19c7afeSEric Joyner DEVMETHOD(ifdi_iov_vf_add, ixgbe_if_iov_vf_add), 280c19c7afeSEric Joyner #endif /* PCI_IOV */ 281c19c7afeSEric Joyner DEVMETHOD_END 282c19c7afeSEric Joyner }; 283758cc3dcSJack F Vogel 284758cc3dcSJack F Vogel /* 2858eb6488eSEric Joyner * TUNEABLE PARAMETERS: 286758cc3dcSJack F Vogel */ 287758cc3dcSJack F Vogel 2888eb6488eSEric Joyner static SYSCTL_NODE(_hw, OID_AUTO, ix, CTLFLAG_RD, 0, "IXGBE driver parameters"); 289c19c7afeSEric Joyner static driver_t ixgbe_if_driver = { 290c19c7afeSEric Joyner "ixgbe_if", ixgbe_if_methods, sizeof(struct adapter) 291c19c7afeSEric Joyner }; 292758cc3dcSJack F Vogel 293758cc3dcSJack F Vogel static int ixgbe_max_interrupt_rate = (4000000 / IXGBE_LOW_LATENCY); 294758cc3dcSJack F Vogel SYSCTL_INT(_hw_ix, OID_AUTO, max_interrupt_rate, CTLFLAG_RDTUN, 295758cc3dcSJack F Vogel &ixgbe_max_interrupt_rate, 0, "Maximum interrupts per second"); 296758cc3dcSJack F Vogel 297f2c4db54SSteven Hartland /* Flow control setting, default to full */ 298f2c4db54SSteven Hartland static int ixgbe_flow_control = ixgbe_fc_full; 299f2c4db54SSteven Hartland SYSCTL_INT(_hw_ix, OID_AUTO, flow_control, CTLFLAG_RDTUN, 300f2c4db54SSteven Hartland &ixgbe_flow_control, 0, "Default flow control used for all adapters"); 301f2c4db54SSteven Hartland 302f2c4db54SSteven Hartland /* Advertise Speed, default to 0 (auto) */ 303f2c4db54SSteven Hartland static int ixgbe_advertise_speed = 0; 304f2c4db54SSteven Hartland SYSCTL_INT(_hw_ix, OID_AUTO, advertise_speed, CTLFLAG_RDTUN, 305f2c4db54SSteven Hartland &ixgbe_advertise_speed, 0, "Default advertised speed for all adapters"); 306f2c4db54SSteven Hartland 307758cc3dcSJack F Vogel /* 3088eb6488eSEric Joyner * Smart speed setting, default to on 3098eb6488eSEric Joyner * this only works as a compile option 3108eb6488eSEric Joyner * right now as its during attach, set 3118eb6488eSEric Joyner * this to 'ixgbe_smart_speed_off' to 3128eb6488eSEric Joyner * disable. 313758cc3dcSJack F Vogel */ 314758cc3dcSJack F Vogel static int ixgbe_smart_speed = ixgbe_smart_speed_on; 315758cc3dcSJack F Vogel 316758cc3dcSJack F Vogel /* 3178eb6488eSEric Joyner * MSI-X should be the default for best performance, 318758cc3dcSJack F Vogel * but this allows it to be forced off for testing. 319758cc3dcSJack F Vogel */ 320758cc3dcSJack F Vogel static int ixgbe_enable_msix = 1; 321758cc3dcSJack F Vogel SYSCTL_INT(_hw_ix, OID_AUTO, enable_msix, CTLFLAG_RDTUN, &ixgbe_enable_msix, 0, 322758cc3dcSJack F Vogel "Enable MSI-X interrupts"); 323758cc3dcSJack F Vogel 324758cc3dcSJack F Vogel /* 3258eb6488eSEric Joyner * Defining this on will allow the use 3268eb6488eSEric Joyner * of unsupported SFP+ modules, note that 3278eb6488eSEric Joyner * doing so you are on your own :) 328758cc3dcSJack F Vogel */ 329758cc3dcSJack F Vogel static int allow_unsupported_sfp = FALSE; 330fb6aa95dSSean Bruno SYSCTL_INT(_hw_ix, OID_AUTO, unsupported_sfp, CTLFLAG_RDTUN, 3318eb6488eSEric Joyner &allow_unsupported_sfp, 0, 3328eb6488eSEric Joyner "Allow unsupported SFP modules...use at your own risk"); 3338eb6488eSEric Joyner 3348eb6488eSEric Joyner /* 3358eb6488eSEric Joyner * Not sure if Flow Director is fully baked, 3368eb6488eSEric Joyner * so we'll default to turning it off. 3378eb6488eSEric Joyner */ 3388eb6488eSEric Joyner static int ixgbe_enable_fdir = 0; 3398eb6488eSEric Joyner SYSCTL_INT(_hw_ix, OID_AUTO, enable_fdir, CTLFLAG_RDTUN, &ixgbe_enable_fdir, 0, 3408eb6488eSEric Joyner "Enable Flow Director"); 3418eb6488eSEric Joyner 3428eb6488eSEric Joyner /* Receive-Side Scaling */ 3438eb6488eSEric Joyner static int ixgbe_enable_rss = 1; 3448eb6488eSEric Joyner SYSCTL_INT(_hw_ix, OID_AUTO, enable_rss, CTLFLAG_RDTUN, &ixgbe_enable_rss, 0, 3458eb6488eSEric Joyner "Enable Receive-Side Scaling (RSS)"); 346758cc3dcSJack F Vogel 347c19c7afeSEric Joyner #if 0 348758cc3dcSJack F Vogel /* Keep running tab on them for sanity check */ 349758cc3dcSJack F Vogel static int ixgbe_total_ports; 350c19c7afeSEric Joyner #endif 351758cc3dcSJack F Vogel 3528eb6488eSEric Joyner MALLOC_DEFINE(M_IXGBE, "ix", "ix driver allocations"); 353758cc3dcSJack F Vogel 354c19c7afeSEric Joyner /* 355c19c7afeSEric Joyner * For Flow Director: this is the number of TX packets we sample 356c19c7afeSEric Joyner * for the filter pool, this means every 20th packet will be probed. 357c19c7afeSEric Joyner * 358c19c7afeSEric Joyner * This feature can be disabled by setting this to 0. 359c19c7afeSEric Joyner */ 360c19c7afeSEric Joyner static int atr_sample_rate = 20; 361c19c7afeSEric Joyner 362c19c7afeSEric Joyner extern struct if_txrx ixgbe_txrx; 363c19c7afeSEric Joyner 364c19c7afeSEric Joyner static struct if_shared_ctx ixgbe_sctx_init = { 365c19c7afeSEric Joyner .isc_magic = IFLIB_MAGIC, 366c19c7afeSEric Joyner .isc_q_align = PAGE_SIZE,/* max(DBA_ALIGN, PAGE_SIZE) */ 367*7f87c040SMarius Strobl .isc_tx_maxsize = IXGBE_TSO_SIZE + sizeof(struct ether_vlan_header), 368c19c7afeSEric Joyner .isc_tx_maxsegsize = PAGE_SIZE, 369*7f87c040SMarius Strobl .isc_tso_maxsize = IXGBE_TSO_SIZE + sizeof(struct ether_vlan_header), 370*7f87c040SMarius Strobl .isc_tso_maxsegsize = PAGE_SIZE, 371c19c7afeSEric Joyner .isc_rx_maxsize = PAGE_SIZE*4, 372c19c7afeSEric Joyner .isc_rx_nsegments = 1, 373c19c7afeSEric Joyner .isc_rx_maxsegsize = PAGE_SIZE*4, 374c19c7afeSEric Joyner .isc_nfl = 1, 375c19c7afeSEric Joyner .isc_ntxqs = 1, 376c19c7afeSEric Joyner .isc_nrxqs = 1, 377c19c7afeSEric Joyner 378c19c7afeSEric Joyner .isc_admin_intrcnt = 1, 379c19c7afeSEric Joyner .isc_vendor_info = ixgbe_vendor_info_array, 380c19c7afeSEric Joyner .isc_driver_version = ixgbe_driver_version, 381c19c7afeSEric Joyner .isc_driver = &ixgbe_if_driver, 382c19c7afeSEric Joyner 383c19c7afeSEric Joyner .isc_nrxd_min = {MIN_RXD}, 384c19c7afeSEric Joyner .isc_ntxd_min = {MIN_TXD}, 385c19c7afeSEric Joyner .isc_nrxd_max = {MAX_RXD}, 386c19c7afeSEric Joyner .isc_ntxd_max = {MAX_TXD}, 387c19c7afeSEric Joyner .isc_nrxd_default = {DEFAULT_RXD}, 388c19c7afeSEric Joyner .isc_ntxd_default = {DEFAULT_TXD}, 389c19c7afeSEric Joyner }; 390c19c7afeSEric Joyner 391c19c7afeSEric Joyner if_shared_ctx_t ixgbe_sctx = &ixgbe_sctx_init; 392c19c7afeSEric Joyner 393c19c7afeSEric Joyner /************************************************************************ 394c19c7afeSEric Joyner * ixgbe_if_tx_queues_alloc 395c19c7afeSEric Joyner ************************************************************************/ 396c19c7afeSEric Joyner static int 397c19c7afeSEric Joyner ixgbe_if_tx_queues_alloc(if_ctx_t ctx, caddr_t *vaddrs, uint64_t *paddrs, 398c19c7afeSEric Joyner int ntxqs, int ntxqsets) 399c19c7afeSEric Joyner { 400c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 401c19c7afeSEric Joyner if_softc_ctx_t scctx = adapter->shared; 402c19c7afeSEric Joyner struct ix_tx_queue *que; 403c19c7afeSEric Joyner int i, j, error; 404c19c7afeSEric Joyner 405c19c7afeSEric Joyner MPASS(adapter->num_tx_queues > 0); 406c19c7afeSEric Joyner MPASS(adapter->num_tx_queues == ntxqsets); 407c19c7afeSEric Joyner MPASS(ntxqs == 1); 408c19c7afeSEric Joyner 409c19c7afeSEric Joyner /* Allocate queue structure memory */ 410c19c7afeSEric Joyner adapter->tx_queues = 411c19c7afeSEric Joyner (struct ix_tx_queue *)malloc(sizeof(struct ix_tx_queue) * ntxqsets, 412c19c7afeSEric Joyner M_IXGBE, M_NOWAIT | M_ZERO); 413c19c7afeSEric Joyner if (!adapter->tx_queues) { 414c19c7afeSEric Joyner device_printf(iflib_get_dev(ctx), 415c19c7afeSEric Joyner "Unable to allocate TX ring memory\n"); 416c19c7afeSEric Joyner return (ENOMEM); 417c19c7afeSEric Joyner } 418c19c7afeSEric Joyner 419c19c7afeSEric Joyner for (i = 0, que = adapter->tx_queues; i < ntxqsets; i++, que++) { 420c19c7afeSEric Joyner struct tx_ring *txr = &que->txr; 421c19c7afeSEric Joyner 422c19c7afeSEric Joyner /* In case SR-IOV is enabled, align the index properly */ 423c19c7afeSEric Joyner txr->me = ixgbe_vf_que_index(adapter->iov_mode, adapter->pool, 424c19c7afeSEric Joyner i); 425c19c7afeSEric Joyner 426c19c7afeSEric Joyner txr->adapter = que->adapter = adapter; 427c19c7afeSEric Joyner adapter->active_queues |= (u64)1 << txr->me; 428c19c7afeSEric Joyner 429c19c7afeSEric Joyner /* Allocate report status array */ 430c19c7afeSEric Joyner txr->tx_rsq = (qidx_t *)malloc(sizeof(qidx_t) * scctx->isc_ntxd[0], M_IXGBE, M_NOWAIT | M_ZERO); 431c19c7afeSEric Joyner if (txr->tx_rsq == NULL) { 432c19c7afeSEric Joyner error = ENOMEM; 433c19c7afeSEric Joyner goto fail; 434c19c7afeSEric Joyner } 435c19c7afeSEric Joyner for (j = 0; j < scctx->isc_ntxd[0]; j++) 436c19c7afeSEric Joyner txr->tx_rsq[j] = QIDX_INVALID; 437c19c7afeSEric Joyner /* get the virtual and physical address of the hardware queues */ 438c19c7afeSEric Joyner txr->tail = IXGBE_TDT(txr->me); 439c19c7afeSEric Joyner txr->tx_base = (union ixgbe_adv_tx_desc *)vaddrs[i]; 440c19c7afeSEric Joyner txr->tx_paddr = paddrs[i]; 441c19c7afeSEric Joyner 442c19c7afeSEric Joyner txr->bytes = 0; 443c19c7afeSEric Joyner txr->total_packets = 0; 444c19c7afeSEric Joyner 445c19c7afeSEric Joyner /* Set the rate at which we sample packets */ 446c19c7afeSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_FDIR) 447c19c7afeSEric Joyner txr->atr_sample = atr_sample_rate; 448c19c7afeSEric Joyner 449c19c7afeSEric Joyner } 450c19c7afeSEric Joyner 451c19c7afeSEric Joyner iflib_config_gtask_init(ctx, &adapter->mod_task, ixgbe_handle_mod, 452c19c7afeSEric Joyner "mod_task"); 453c19c7afeSEric Joyner iflib_config_gtask_init(ctx, &adapter->msf_task, ixgbe_handle_msf, 454c19c7afeSEric Joyner "msf_task"); 455c19c7afeSEric Joyner iflib_config_gtask_init(ctx, &adapter->phy_task, ixgbe_handle_phy, 456c19c7afeSEric Joyner "phy_task"); 457c19c7afeSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_SRIOV) 458c19c7afeSEric Joyner iflib_config_gtask_init(ctx, &adapter->mbx_task, 459c19c7afeSEric Joyner ixgbe_handle_mbx, "mbx_task"); 460c19c7afeSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_FDIR) 461c19c7afeSEric Joyner iflib_config_gtask_init(ctx, &adapter->fdir_task, 462c19c7afeSEric Joyner ixgbe_reinit_fdir, "fdir_task"); 463c19c7afeSEric Joyner 464c19c7afeSEric Joyner device_printf(iflib_get_dev(ctx), "allocated for %d queues\n", 465c19c7afeSEric Joyner adapter->num_tx_queues); 466c19c7afeSEric Joyner 467c19c7afeSEric Joyner return (0); 468c19c7afeSEric Joyner 469c19c7afeSEric Joyner fail: 470c19c7afeSEric Joyner ixgbe_if_queues_free(ctx); 471c19c7afeSEric Joyner 472c19c7afeSEric Joyner return (error); 473c19c7afeSEric Joyner } /* ixgbe_if_tx_queues_alloc */ 474c19c7afeSEric Joyner 475c19c7afeSEric Joyner /************************************************************************ 476c19c7afeSEric Joyner * ixgbe_if_rx_queues_alloc 477c19c7afeSEric Joyner ************************************************************************/ 478c19c7afeSEric Joyner static int 479c19c7afeSEric Joyner ixgbe_if_rx_queues_alloc(if_ctx_t ctx, caddr_t *vaddrs, uint64_t *paddrs, 480c19c7afeSEric Joyner int nrxqs, int nrxqsets) 481c19c7afeSEric Joyner { 482c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 483c19c7afeSEric Joyner struct ix_rx_queue *que; 484c19c7afeSEric Joyner int i; 485c19c7afeSEric Joyner 486c19c7afeSEric Joyner MPASS(adapter->num_rx_queues > 0); 487c19c7afeSEric Joyner MPASS(adapter->num_rx_queues == nrxqsets); 488c19c7afeSEric Joyner MPASS(nrxqs == 1); 489c19c7afeSEric Joyner 490c19c7afeSEric Joyner /* Allocate queue structure memory */ 491c19c7afeSEric Joyner adapter->rx_queues = 492c19c7afeSEric Joyner (struct ix_rx_queue *)malloc(sizeof(struct ix_rx_queue)*nrxqsets, 493c19c7afeSEric Joyner M_IXGBE, M_NOWAIT | M_ZERO); 494c19c7afeSEric Joyner if (!adapter->rx_queues) { 495c19c7afeSEric Joyner device_printf(iflib_get_dev(ctx), 496c19c7afeSEric Joyner "Unable to allocate TX ring memory\n"); 497c19c7afeSEric Joyner return (ENOMEM); 498c19c7afeSEric Joyner } 499c19c7afeSEric Joyner 500c19c7afeSEric Joyner for (i = 0, que = adapter->rx_queues; i < nrxqsets; i++, que++) { 501c19c7afeSEric Joyner struct rx_ring *rxr = &que->rxr; 502c19c7afeSEric Joyner 503c19c7afeSEric Joyner /* In case SR-IOV is enabled, align the index properly */ 504c19c7afeSEric Joyner rxr->me = ixgbe_vf_que_index(adapter->iov_mode, adapter->pool, 505c19c7afeSEric Joyner i); 506c19c7afeSEric Joyner 507c19c7afeSEric Joyner rxr->adapter = que->adapter = adapter; 508c19c7afeSEric Joyner 509c19c7afeSEric Joyner /* get the virtual and physical address of the hw queues */ 510c19c7afeSEric Joyner rxr->tail = IXGBE_RDT(rxr->me); 511c19c7afeSEric Joyner rxr->rx_base = (union ixgbe_adv_rx_desc *)vaddrs[i]; 512c19c7afeSEric Joyner rxr->rx_paddr = paddrs[i]; 513c19c7afeSEric Joyner rxr->bytes = 0; 514c19c7afeSEric Joyner rxr->que = que; 515c19c7afeSEric Joyner } 516c19c7afeSEric Joyner 517c19c7afeSEric Joyner device_printf(iflib_get_dev(ctx), "allocated for %d rx queues\n", 518c19c7afeSEric Joyner adapter->num_rx_queues); 519c19c7afeSEric Joyner 520c19c7afeSEric Joyner return (0); 521c19c7afeSEric Joyner } /* ixgbe_if_rx_queues_alloc */ 522c19c7afeSEric Joyner 523c19c7afeSEric Joyner /************************************************************************ 524c19c7afeSEric Joyner * ixgbe_if_queues_free 525c19c7afeSEric Joyner ************************************************************************/ 526c19c7afeSEric Joyner static void 527c19c7afeSEric Joyner ixgbe_if_queues_free(if_ctx_t ctx) 528c19c7afeSEric Joyner { 529c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 530c19c7afeSEric Joyner struct ix_tx_queue *tx_que = adapter->tx_queues; 531c19c7afeSEric Joyner struct ix_rx_queue *rx_que = adapter->rx_queues; 532c19c7afeSEric Joyner int i; 533c19c7afeSEric Joyner 534c19c7afeSEric Joyner if (tx_que != NULL) { 535c19c7afeSEric Joyner for (i = 0; i < adapter->num_tx_queues; i++, tx_que++) { 536c19c7afeSEric Joyner struct tx_ring *txr = &tx_que->txr; 537c19c7afeSEric Joyner if (txr->tx_rsq == NULL) 538c19c7afeSEric Joyner break; 539c19c7afeSEric Joyner 540c19c7afeSEric Joyner free(txr->tx_rsq, M_IXGBE); 541c19c7afeSEric Joyner txr->tx_rsq = NULL; 542c19c7afeSEric Joyner } 543c19c7afeSEric Joyner 544c19c7afeSEric Joyner free(adapter->tx_queues, M_IXGBE); 545c19c7afeSEric Joyner adapter->tx_queues = NULL; 546c19c7afeSEric Joyner } 547c19c7afeSEric Joyner if (rx_que != NULL) { 548c19c7afeSEric Joyner free(adapter->rx_queues, M_IXGBE); 549c19c7afeSEric Joyner adapter->rx_queues = NULL; 550c19c7afeSEric Joyner } 551c19c7afeSEric Joyner } /* ixgbe_if_queues_free */ 552c19c7afeSEric Joyner 5538eb6488eSEric Joyner /************************************************************************ 5548eb6488eSEric Joyner * ixgbe_initialize_rss_mapping 5558eb6488eSEric Joyner ************************************************************************/ 5568eb6488eSEric Joyner static void 5578eb6488eSEric Joyner ixgbe_initialize_rss_mapping(struct adapter *adapter) 558758cc3dcSJack F Vogel { 5596f37f232SEric Joyner struct ixgbe_hw *hw = &adapter->hw; 5608eb6488eSEric Joyner u32 reta = 0, mrqc, rss_key[10]; 5618eb6488eSEric Joyner int queue_id, table_size, index_mult; 5628eb6488eSEric Joyner int i, j; 5638eb6488eSEric Joyner u32 rss_hash_config; 5646f37f232SEric Joyner 5658eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_RSS) { 5668eb6488eSEric Joyner /* Fetch the configured RSS key */ 5678eb6488eSEric Joyner rss_getkey((uint8_t *)&rss_key); 568758cc3dcSJack F Vogel } else { 5698eb6488eSEric Joyner /* set up random bits */ 5708eb6488eSEric Joyner arc4rand(&rss_key, sizeof(rss_key), 0); 571758cc3dcSJack F Vogel } 572758cc3dcSJack F Vogel 5738eb6488eSEric Joyner /* Set multiplier for RETA setup and table size based on MAC */ 5748eb6488eSEric Joyner index_mult = 0x1; 5758eb6488eSEric Joyner table_size = 128; 5768eb6488eSEric Joyner switch (adapter->hw.mac.type) { 5778eb6488eSEric Joyner case ixgbe_mac_82598EB: 5788eb6488eSEric Joyner index_mult = 0x11; 579758cc3dcSJack F Vogel break; 5808eb6488eSEric Joyner case ixgbe_mac_X550: 5818eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 5828eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 5838eb6488eSEric Joyner table_size = 512; 5848eb6488eSEric Joyner break; 585758cc3dcSJack F Vogel default: 586758cc3dcSJack F Vogel break; 587758cc3dcSJack F Vogel } 588758cc3dcSJack F Vogel 5898eb6488eSEric Joyner /* Set up the redirection table */ 5908eb6488eSEric Joyner for (i = 0, j = 0; i < table_size; i++, j++) { 591c19c7afeSEric Joyner if (j == adapter->num_rx_queues) 5928eb6488eSEric Joyner j = 0; 593758cc3dcSJack F Vogel 5948eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_RSS) { 595a9ca1c79SSean Bruno /* 5968eb6488eSEric Joyner * Fetch the RSS bucket id for the given indirection 5978eb6488eSEric Joyner * entry. Cap it at the number of configured buckets 598c19c7afeSEric Joyner * (which is num_rx_queues.) 599a9ca1c79SSean Bruno */ 6008eb6488eSEric Joyner queue_id = rss_get_indirection_to_bucket(i); 601c19c7afeSEric Joyner queue_id = queue_id % adapter->num_rx_queues; 602758cc3dcSJack F Vogel } else 6038eb6488eSEric Joyner queue_id = (j * index_mult); 6048eb6488eSEric Joyner 6058eb6488eSEric Joyner /* 6068eb6488eSEric Joyner * The low 8 bits are for hash value (n+0); 6078eb6488eSEric Joyner * The next 8 bits are for hash value (n+1), etc. 6088eb6488eSEric Joyner */ 6098eb6488eSEric Joyner reta = reta >> 8; 6108eb6488eSEric Joyner reta = reta | (((uint32_t)queue_id) << 24); 6118eb6488eSEric Joyner if ((i & 3) == 3) { 6128eb6488eSEric Joyner if (i < 128) 6138eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RETA(i >> 2), reta); 6148eb6488eSEric Joyner else 6158eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_ERETA((i >> 2) - 32), 6168eb6488eSEric Joyner reta); 6178eb6488eSEric Joyner reta = 0; 6188eb6488eSEric Joyner } 619758cc3dcSJack F Vogel } 620758cc3dcSJack F Vogel 6218eb6488eSEric Joyner /* Now fill our hash function seeds */ 6228eb6488eSEric Joyner for (i = 0; i < 10; i++) 6238eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RSSRK(i), rss_key[i]); 624758cc3dcSJack F Vogel 6258eb6488eSEric Joyner /* Perform hash on these packet types */ 6268eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_RSS) 6278eb6488eSEric Joyner rss_hash_config = rss_gethashconfig(); 628758cc3dcSJack F Vogel else { 629758cc3dcSJack F Vogel /* 6308eb6488eSEric Joyner * Disable UDP - IP fragments aren't currently being handled 6318eb6488eSEric Joyner * and so we end up with a mix of 2-tuple and 4-tuple 6328eb6488eSEric Joyner * traffic. 633758cc3dcSJack F Vogel */ 6348eb6488eSEric Joyner rss_hash_config = RSS_HASHTYPE_RSS_IPV4 6358eb6488eSEric Joyner | RSS_HASHTYPE_RSS_TCP_IPV4 6368eb6488eSEric Joyner | RSS_HASHTYPE_RSS_IPV6 6378eb6488eSEric Joyner | RSS_HASHTYPE_RSS_TCP_IPV6 6388eb6488eSEric Joyner | RSS_HASHTYPE_RSS_IPV6_EX 6398eb6488eSEric Joyner | RSS_HASHTYPE_RSS_TCP_IPV6_EX; 640758cc3dcSJack F Vogel } 641758cc3dcSJack F Vogel 6428eb6488eSEric Joyner mrqc = IXGBE_MRQC_RSSEN; 6438eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_IPV4) 6448eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV4; 6458eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_TCP_IPV4) 6468eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV4_TCP; 6478eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_IPV6) 6488eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV6; 6498eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_TCP_IPV6) 6508eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV6_TCP; 6518eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_IPV6_EX) 6528eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV6_EX; 6538eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_TCP_IPV6_EX) 6548eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV6_EX_TCP; 6558eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_UDP_IPV4) 6568eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV4_UDP; 6578eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_UDP_IPV6) 6588eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV6_UDP; 6598eb6488eSEric Joyner if (rss_hash_config & RSS_HASHTYPE_RSS_UDP_IPV6_EX) 6608eb6488eSEric Joyner mrqc |= IXGBE_MRQC_RSS_FIELD_IPV6_EX_UDP; 6618eb6488eSEric Joyner mrqc |= ixgbe_get_mrqc(adapter->iov_mode); 6628eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_MRQC, mrqc); 6638eb6488eSEric Joyner } /* ixgbe_initialize_rss_mapping */ 664758cc3dcSJack F Vogel 6658eb6488eSEric Joyner /************************************************************************ 6668eb6488eSEric Joyner * ixgbe_initialize_receive_units - Setup receive registers and features. 6678eb6488eSEric Joyner ************************************************************************/ 6688eb6488eSEric Joyner #define BSIZEPKT_ROUNDUP ((1<<IXGBE_SRRCTL_BSIZEPKT_SHIFT)-1) 669758cc3dcSJack F Vogel 670758cc3dcSJack F Vogel static void 671c19c7afeSEric Joyner ixgbe_initialize_receive_units(if_ctx_t ctx) 672758cc3dcSJack F Vogel { 673c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 674c19c7afeSEric Joyner if_softc_ctx_t scctx = adapter->shared; 67548056c88SJack F Vogel struct ixgbe_hw *hw = &adapter->hw; 676c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 677c19c7afeSEric Joyner struct ix_rx_queue *que; 6788eb6488eSEric Joyner int i, j; 6798eb6488eSEric Joyner u32 bufsz, fctrl, srrctl, rxcsum; 6808eb6488eSEric Joyner u32 hlreg; 68148056c88SJack F Vogel 68248056c88SJack F Vogel /* 6838eb6488eSEric Joyner * Make sure receives are disabled while 6848eb6488eSEric Joyner * setting up the descriptor ring 68548056c88SJack F Vogel */ 6868eb6488eSEric Joyner ixgbe_disable_rx(hw); 6878eb6488eSEric Joyner 6888eb6488eSEric Joyner /* Enable broadcasts */ 6898eb6488eSEric Joyner fctrl = IXGBE_READ_REG(hw, IXGBE_FCTRL); 6908eb6488eSEric Joyner fctrl |= IXGBE_FCTRL_BAM; 6918eb6488eSEric Joyner if (adapter->hw.mac.type == ixgbe_mac_82598EB) { 6928eb6488eSEric Joyner fctrl |= IXGBE_FCTRL_DPF; 6938eb6488eSEric Joyner fctrl |= IXGBE_FCTRL_PMCF; 69448056c88SJack F Vogel } 6958eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_FCTRL, fctrl); 6968eb6488eSEric Joyner 6978eb6488eSEric Joyner /* Set for Jumbo Frames? */ 6988eb6488eSEric Joyner hlreg = IXGBE_READ_REG(hw, IXGBE_HLREG0); 6998eb6488eSEric Joyner if (ifp->if_mtu > ETHERMTU) 7008eb6488eSEric Joyner hlreg |= IXGBE_HLREG0_JUMBOEN; 7018eb6488eSEric Joyner else 7028eb6488eSEric Joyner hlreg &= ~IXGBE_HLREG0_JUMBOEN; 7038eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_HLREG0, hlreg); 7048eb6488eSEric Joyner 7058eb6488eSEric Joyner bufsz = (adapter->rx_mbuf_sz + BSIZEPKT_ROUNDUP) >> 7068eb6488eSEric Joyner IXGBE_SRRCTL_BSIZEPKT_SHIFT; 7078eb6488eSEric Joyner 708c19c7afeSEric Joyner /* Setup the Base and Length of the Rx Descriptor Ring */ 709c19c7afeSEric Joyner for (i = 0, que = adapter->rx_queues; i < adapter->num_rx_queues; i++, que++) { 710c19c7afeSEric Joyner struct rx_ring *rxr = &que->rxr; 711c19c7afeSEric Joyner u64 rdba = rxr->rx_paddr; 712c19c7afeSEric Joyner 7138eb6488eSEric Joyner j = rxr->me; 7148eb6488eSEric Joyner 7158eb6488eSEric Joyner /* Setup the Base and Length of the Rx Descriptor Ring */ 7168eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RDBAL(j), 7178eb6488eSEric Joyner (rdba & 0x00000000ffffffffULL)); 7188eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RDBAH(j), (rdba >> 32)); 7198eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RDLEN(j), 720c19c7afeSEric Joyner scctx->isc_nrxd[0] * sizeof(union ixgbe_adv_rx_desc)); 7218eb6488eSEric Joyner 7228eb6488eSEric Joyner /* Set up the SRRCTL register */ 7238eb6488eSEric Joyner srrctl = IXGBE_READ_REG(hw, IXGBE_SRRCTL(j)); 7248eb6488eSEric Joyner srrctl &= ~IXGBE_SRRCTL_BSIZEHDR_MASK; 7258eb6488eSEric Joyner srrctl &= ~IXGBE_SRRCTL_BSIZEPKT_MASK; 7268eb6488eSEric Joyner srrctl |= bufsz; 7278eb6488eSEric Joyner srrctl |= IXGBE_SRRCTL_DESCTYPE_ADV_ONEBUF; 72848056c88SJack F Vogel 72948056c88SJack F Vogel /* 7308eb6488eSEric Joyner * Set DROP_EN iff we have no flow control and >1 queue. 7318eb6488eSEric Joyner * Note that srrctl was cleared shortly before during reset, 7328eb6488eSEric Joyner * so we do not need to clear the bit, but do it just in case 7338eb6488eSEric Joyner * this code is moved elsewhere. 73448056c88SJack F Vogel */ 735c19c7afeSEric Joyner if (adapter->num_rx_queues > 1 && 7368eb6488eSEric Joyner adapter->hw.fc.requested_mode == ixgbe_fc_none) { 7378eb6488eSEric Joyner srrctl |= IXGBE_SRRCTL_DROP_EN; 738758cc3dcSJack F Vogel } else { 7398eb6488eSEric Joyner srrctl &= ~IXGBE_SRRCTL_DROP_EN; 740758cc3dcSJack F Vogel } 741758cc3dcSJack F Vogel 7428eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_SRRCTL(j), srrctl); 743758cc3dcSJack F Vogel 7448eb6488eSEric Joyner /* Setup the HW Rx Head and Tail Descriptor Pointers */ 7458eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RDH(j), 0); 7468eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RDT(j), 0); 747758cc3dcSJack F Vogel 7488eb6488eSEric Joyner /* Set the driver rx tail address */ 7498eb6488eSEric Joyner rxr->tail = IXGBE_RDT(rxr->me); 750a9ca1c79SSean Bruno } 751758cc3dcSJack F Vogel 752758cc3dcSJack F Vogel if (adapter->hw.mac.type != ixgbe_mac_82598EB) { 7538eb6488eSEric Joyner u32 psrtype = IXGBE_PSRTYPE_TCPHDR 7548eb6488eSEric Joyner | IXGBE_PSRTYPE_UDPHDR 7558eb6488eSEric Joyner | IXGBE_PSRTYPE_IPV4HDR 7568eb6488eSEric Joyner | IXGBE_PSRTYPE_IPV6HDR; 7578eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_PSRTYPE(0), psrtype); 7586f37f232SEric Joyner } 7596f37f232SEric Joyner 7608eb6488eSEric Joyner rxcsum = IXGBE_READ_REG(hw, IXGBE_RXCSUM); 7618eb6488eSEric Joyner 7628eb6488eSEric Joyner ixgbe_initialize_rss_mapping(adapter); 7638eb6488eSEric Joyner 764c19c7afeSEric Joyner if (adapter->num_rx_queues > 1) { 7658eb6488eSEric Joyner /* RSS and RX IPP Checksum are mutually exclusive */ 7668eb6488eSEric Joyner rxcsum |= IXGBE_RXCSUM_PCSD; 7676f37f232SEric Joyner } 7686f37f232SEric Joyner 7698eb6488eSEric Joyner if (ifp->if_capenable & IFCAP_RXCSUM) 7708eb6488eSEric Joyner rxcsum |= IXGBE_RXCSUM_PCSD; 771758cc3dcSJack F Vogel 7728eb6488eSEric Joyner /* This is useful for calculating UDP/IP fragment checksums */ 7738eb6488eSEric Joyner if (!(rxcsum & IXGBE_RXCSUM_PCSD)) 7748eb6488eSEric Joyner rxcsum |= IXGBE_RXCSUM_IPPCSE; 775758cc3dcSJack F Vogel 7768eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RXCSUM, rxcsum); 777758cc3dcSJack F Vogel 7788eb6488eSEric Joyner } /* ixgbe_initialize_receive_units */ 779758cc3dcSJack F Vogel 7808eb6488eSEric Joyner /************************************************************************ 7818eb6488eSEric Joyner * ixgbe_initialize_transmit_units - Enable transmit units. 7828eb6488eSEric Joyner ************************************************************************/ 783758cc3dcSJack F Vogel static void 784c19c7afeSEric Joyner ixgbe_initialize_transmit_units(if_ctx_t ctx) 785758cc3dcSJack F Vogel { 786c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 787758cc3dcSJack F Vogel struct ixgbe_hw *hw = &adapter->hw; 788c19c7afeSEric Joyner if_softc_ctx_t scctx = adapter->shared; 789c19c7afeSEric Joyner struct ix_tx_queue *que; 790c19c7afeSEric Joyner int i; 791758cc3dcSJack F Vogel 792758cc3dcSJack F Vogel /* Setup the Base and Length of the Tx Descriptor Ring */ 793c19c7afeSEric Joyner for (i = 0, que = adapter->tx_queues; i < adapter->num_tx_queues; 794c19c7afeSEric Joyner i++, que++) { 795c19c7afeSEric Joyner struct tx_ring *txr = &que->txr; 796c19c7afeSEric Joyner u64 tdba = txr->tx_paddr; 797758cc3dcSJack F Vogel u32 txctrl = 0; 79848056c88SJack F Vogel int j = txr->me; 799758cc3dcSJack F Vogel 80048056c88SJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_TDBAL(j), 801758cc3dcSJack F Vogel (tdba & 0x00000000ffffffffULL)); 80248056c88SJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_TDBAH(j), (tdba >> 32)); 80348056c88SJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_TDLEN(j), 804c19c7afeSEric Joyner scctx->isc_ntxd[0] * sizeof(union ixgbe_adv_tx_desc)); 805758cc3dcSJack F Vogel 806758cc3dcSJack F Vogel /* Setup the HW Tx Head and Tail descriptor pointers */ 80748056c88SJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_TDH(j), 0); 80848056c88SJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_TDT(j), 0); 809758cc3dcSJack F Vogel 810758cc3dcSJack F Vogel /* Cache the tail address */ 811c19c7afeSEric Joyner txr->tx_rs_cidx = txr->tx_rs_pidx = txr->tx_cidx_processed = 0; 812c19c7afeSEric Joyner for (int k = 0; k < scctx->isc_ntxd[0]; k++) 813c19c7afeSEric Joyner txr->tx_rsq[k] = QIDX_INVALID; 814758cc3dcSJack F Vogel 815758cc3dcSJack F Vogel /* Disable Head Writeback */ 816a9ca1c79SSean Bruno /* 817a9ca1c79SSean Bruno * Note: for X550 series devices, these registers are actually 818a9ca1c79SSean Bruno * prefixed with TPH_ isntead of DCA_, but the addresses and 819a9ca1c79SSean Bruno * fields remain the same. 820a9ca1c79SSean Bruno */ 821758cc3dcSJack F Vogel switch (hw->mac.type) { 822758cc3dcSJack F Vogel case ixgbe_mac_82598EB: 82348056c88SJack F Vogel txctrl = IXGBE_READ_REG(hw, IXGBE_DCA_TXCTRL(j)); 824758cc3dcSJack F Vogel break; 825758cc3dcSJack F Vogel default: 82648056c88SJack F Vogel txctrl = IXGBE_READ_REG(hw, IXGBE_DCA_TXCTRL_82599(j)); 827758cc3dcSJack F Vogel break; 828758cc3dcSJack F Vogel } 829758cc3dcSJack F Vogel txctrl &= ~IXGBE_DCA_TXCTRL_DESC_WRO_EN; 830758cc3dcSJack F Vogel switch (hw->mac.type) { 831758cc3dcSJack F Vogel case ixgbe_mac_82598EB: 83248056c88SJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_DCA_TXCTRL(j), txctrl); 833758cc3dcSJack F Vogel break; 834758cc3dcSJack F Vogel default: 83548056c88SJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_DCA_TXCTRL_82599(j), txctrl); 836758cc3dcSJack F Vogel break; 837758cc3dcSJack F Vogel } 838758cc3dcSJack F Vogel 839758cc3dcSJack F Vogel } 840758cc3dcSJack F Vogel 841758cc3dcSJack F Vogel if (hw->mac.type != ixgbe_mac_82598EB) { 842758cc3dcSJack F Vogel u32 dmatxctl, rttdcs; 8438eb6488eSEric Joyner 844758cc3dcSJack F Vogel dmatxctl = IXGBE_READ_REG(hw, IXGBE_DMATXCTL); 845758cc3dcSJack F Vogel dmatxctl |= IXGBE_DMATXCTL_TE; 846758cc3dcSJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_DMATXCTL, dmatxctl); 847758cc3dcSJack F Vogel /* Disable arbiter to set MTQC */ 848758cc3dcSJack F Vogel rttdcs = IXGBE_READ_REG(hw, IXGBE_RTTDCS); 849758cc3dcSJack F Vogel rttdcs |= IXGBE_RTTDCS_ARBDIS; 850758cc3dcSJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_RTTDCS, rttdcs); 8518eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_MTQC, 8528eb6488eSEric Joyner ixgbe_get_mtqc(adapter->iov_mode)); 853758cc3dcSJack F Vogel rttdcs &= ~IXGBE_RTTDCS_ARBDIS; 854758cc3dcSJack F Vogel IXGBE_WRITE_REG(hw, IXGBE_RTTDCS, rttdcs); 855758cc3dcSJack F Vogel } 856758cc3dcSJack F Vogel 8578eb6488eSEric Joyner } /* ixgbe_initialize_transmit_units */ 858758cc3dcSJack F Vogel 8598eb6488eSEric Joyner /************************************************************************ 860c19c7afeSEric Joyner * ixgbe_register 861c19c7afeSEric Joyner ************************************************************************/ 862c19c7afeSEric Joyner static void * 863c19c7afeSEric Joyner ixgbe_register(device_t dev) 864c19c7afeSEric Joyner { 865c19c7afeSEric Joyner return (ixgbe_sctx); 866c19c7afeSEric Joyner } /* ixgbe_register */ 867c19c7afeSEric Joyner 868c19c7afeSEric Joyner /************************************************************************ 869c19c7afeSEric Joyner * ixgbe_if_attach_pre - Device initialization routine, part 1 870758cc3dcSJack F Vogel * 8718eb6488eSEric Joyner * Called when the driver is being loaded. 872c19c7afeSEric Joyner * Identifies the type of hardware, initializes the hardware, 873c19c7afeSEric Joyner * and initializes iflib structures. 874758cc3dcSJack F Vogel * 8758eb6488eSEric Joyner * return 0 on success, positive on failure 8768eb6488eSEric Joyner ************************************************************************/ 8778eb6488eSEric Joyner static int 878c19c7afeSEric Joyner ixgbe_if_attach_pre(if_ctx_t ctx) 879758cc3dcSJack F Vogel { 8808eb6488eSEric Joyner struct adapter *adapter; 881c19c7afeSEric Joyner device_t dev; 882c19c7afeSEric Joyner if_softc_ctx_t scctx; 8838eb6488eSEric Joyner struct ixgbe_hw *hw; 8848eb6488eSEric Joyner int error = 0; 8858eb6488eSEric Joyner u32 ctrl_ext; 8868eb6488eSEric Joyner 8878eb6488eSEric Joyner INIT_DEBUGOUT("ixgbe_attach: begin"); 8888eb6488eSEric Joyner 8898eb6488eSEric Joyner /* Allocate, clear, and link in our adapter structure */ 890c19c7afeSEric Joyner dev = iflib_get_dev(ctx); 891c19c7afeSEric Joyner adapter = iflib_get_softc(ctx); 8928eb6488eSEric Joyner adapter->hw.back = adapter; 893c19c7afeSEric Joyner adapter->ctx = ctx; 8948eb6488eSEric Joyner adapter->dev = dev; 895c19c7afeSEric Joyner scctx = adapter->shared = iflib_get_softc_ctx(ctx); 896c19c7afeSEric Joyner adapter->media = iflib_get_media(ctx); 8978eb6488eSEric Joyner hw = &adapter->hw; 8988eb6488eSEric Joyner 8998eb6488eSEric Joyner /* Determine hardware revision */ 9008eb6488eSEric Joyner hw->vendor_id = pci_get_vendor(dev); 9018eb6488eSEric Joyner hw->device_id = pci_get_device(dev); 9028eb6488eSEric Joyner hw->revision_id = pci_get_revid(dev); 9038eb6488eSEric Joyner hw->subsystem_vendor_id = pci_get_subvendor(dev); 9048eb6488eSEric Joyner hw->subsystem_device_id = pci_get_subdevice(dev); 905758cc3dcSJack F Vogel 9068eb6488eSEric Joyner /* Do base PCI setup - map BAR0 */ 907c19c7afeSEric Joyner if (ixgbe_allocate_pci_resources(ctx)) { 9088eb6488eSEric Joyner device_printf(dev, "Allocation of PCI resources failed\n"); 909c19c7afeSEric Joyner return (ENXIO); 9106f37f232SEric Joyner } 911758cc3dcSJack F Vogel 9128eb6488eSEric Joyner /* let hardware know driver is loaded */ 9138eb6488eSEric Joyner ctrl_ext = IXGBE_READ_REG(hw, IXGBE_CTRL_EXT); 9148eb6488eSEric Joyner ctrl_ext |= IXGBE_CTRL_EXT_DRV_LOAD; 9158eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_CTRL_EXT, ctrl_ext); 916758cc3dcSJack F Vogel 917758cc3dcSJack F Vogel /* 9188eb6488eSEric Joyner * Initialize the shared code 919758cc3dcSJack F Vogel */ 920c19c7afeSEric Joyner if (ixgbe_init_shared_code(hw) != 0) { 9218eb6488eSEric Joyner device_printf(dev, "Unable to initialize the shared code\n"); 9228eb6488eSEric Joyner error = ENXIO; 923c19c7afeSEric Joyner goto err_pci; 92430126537SJack F Vogel } 925758cc3dcSJack F Vogel 9268eb6488eSEric Joyner if (hw->mbx.ops.init_params) 9278eb6488eSEric Joyner hw->mbx.ops.init_params(hw); 928758cc3dcSJack F Vogel 9298eb6488eSEric Joyner hw->allow_unsupported_sfp = allow_unsupported_sfp; 930758cc3dcSJack F Vogel 931c19c7afeSEric Joyner if (hw->mac.type != ixgbe_mac_82598EB) 9328eb6488eSEric Joyner hw->phy.smart_speed = ixgbe_smart_speed; 9338eb6488eSEric Joyner 9348eb6488eSEric Joyner ixgbe_init_device_features(adapter); 9358eb6488eSEric Joyner 9368eb6488eSEric Joyner /* Enable WoL (if supported) */ 9378eb6488eSEric Joyner ixgbe_check_wol_support(adapter); 9388eb6488eSEric Joyner 9398eb6488eSEric Joyner /* Verify adapter fan is still functional (if applicable) */ 9408eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_FAN_FAIL) { 9418eb6488eSEric Joyner u32 esdp = IXGBE_READ_REG(hw, IXGBE_ESDP); 9428eb6488eSEric Joyner ixgbe_check_fan_failure(adapter, esdp, FALSE); 9438eb6488eSEric Joyner } 9448eb6488eSEric Joyner 9458eb6488eSEric Joyner /* Ensure SW/FW semaphore is free */ 9468eb6488eSEric Joyner ixgbe_init_swfw_semaphore(hw); 9478eb6488eSEric Joyner 9488eb6488eSEric Joyner /* Set an initial default flow control value */ 9498eb6488eSEric Joyner hw->fc.requested_mode = ixgbe_flow_control; 9508eb6488eSEric Joyner 9518eb6488eSEric Joyner hw->phy.reset_if_overtemp = TRUE; 9528eb6488eSEric Joyner error = ixgbe_reset_hw(hw); 9538eb6488eSEric Joyner hw->phy.reset_if_overtemp = FALSE; 9548eb6488eSEric Joyner if (error == IXGBE_ERR_SFP_NOT_PRESENT) { 955758cc3dcSJack F Vogel /* 9568eb6488eSEric Joyner * No optics in this port, set up 9578eb6488eSEric Joyner * so the timer routine will probe 9588eb6488eSEric Joyner * for later insertion. 959758cc3dcSJack F Vogel */ 9608eb6488eSEric Joyner adapter->sfp_probe = TRUE; 961c19c7afeSEric Joyner error = 0; 9628eb6488eSEric Joyner } else if (error == IXGBE_ERR_SFP_NOT_SUPPORTED) { 9638eb6488eSEric Joyner device_printf(dev, "Unsupported SFP+ module detected!\n"); 9648eb6488eSEric Joyner error = EIO; 965c19c7afeSEric Joyner goto err_pci; 9668eb6488eSEric Joyner } else if (error) { 9678eb6488eSEric Joyner device_printf(dev, "Hardware initialization failed\n"); 9688eb6488eSEric Joyner error = EIO; 969c19c7afeSEric Joyner goto err_pci; 97097f9586eSSean Bruno } 97197f9586eSSean Bruno 9728eb6488eSEric Joyner /* Make sure we have a good EEPROM before we read from it */ 9738eb6488eSEric Joyner if (ixgbe_validate_eeprom_checksum(&adapter->hw, NULL) < 0) { 9748eb6488eSEric Joyner device_printf(dev, "The EEPROM Checksum Is Not Valid\n"); 9758eb6488eSEric Joyner error = EIO; 976c19c7afeSEric Joyner goto err_pci; 97797f9586eSSean Bruno } 97897f9586eSSean Bruno 9798eb6488eSEric Joyner error = ixgbe_start_hw(hw); 9808eb6488eSEric Joyner switch (error) { 9818eb6488eSEric Joyner case IXGBE_ERR_EEPROM_VERSION: 9828eb6488eSEric Joyner device_printf(dev, "This device is a pre-production adapter/LOM. Please be aware there may be issues associated with your hardware.\nIf you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\n"); 98397f9586eSSean Bruno break; 9848eb6488eSEric Joyner case IXGBE_ERR_SFP_NOT_SUPPORTED: 9858eb6488eSEric Joyner device_printf(dev, "Unsupported SFP+ Module\n"); 9868eb6488eSEric Joyner error = EIO; 987c19c7afeSEric Joyner goto err_pci; 9888eb6488eSEric Joyner case IXGBE_ERR_SFP_NOT_PRESENT: 9898eb6488eSEric Joyner device_printf(dev, "No SFP+ Module found\n"); 9908eb6488eSEric Joyner /* falls thru */ 99197f9586eSSean Bruno default: 99297f9586eSSean Bruno break; 99397f9586eSSean Bruno } 99497f9586eSSean Bruno 995c19c7afeSEric Joyner /* Most of the iflib initialization... */ 996c19c7afeSEric Joyner 997c19c7afeSEric Joyner iflib_set_mac(ctx, hw->mac.addr); 998c19c7afeSEric Joyner switch (adapter->hw.mac.type) { 999c19c7afeSEric Joyner case ixgbe_mac_X550: 1000c19c7afeSEric Joyner case ixgbe_mac_X550EM_x: 1001c19c7afeSEric Joyner case ixgbe_mac_X550EM_a: 1002c19c7afeSEric Joyner scctx->isc_rss_table_size = 512; 1003c19c7afeSEric Joyner scctx->isc_ntxqsets_max = scctx->isc_nrxqsets_max = 64; 1004c19c7afeSEric Joyner break; 1005c19c7afeSEric Joyner default: 1006c19c7afeSEric Joyner scctx->isc_rss_table_size = 128; 1007c19c7afeSEric Joyner scctx->isc_ntxqsets_max = scctx->isc_nrxqsets_max = 16; 1008c19c7afeSEric Joyner } 1009c19c7afeSEric Joyner 1010c19c7afeSEric Joyner /* Allow legacy interrupts */ 1011c19c7afeSEric Joyner ixgbe_txrx.ift_legacy_intr = ixgbe_intr; 1012c19c7afeSEric Joyner 1013c19c7afeSEric Joyner scctx->isc_txqsizes[0] = 1014c19c7afeSEric Joyner roundup2(scctx->isc_ntxd[0] * sizeof(union ixgbe_adv_tx_desc) + 1015c19c7afeSEric Joyner sizeof(u32), DBA_ALIGN), 1016c19c7afeSEric Joyner scctx->isc_rxqsizes[0] = 1017c19c7afeSEric Joyner roundup2(scctx->isc_nrxd[0] * sizeof(union ixgbe_adv_rx_desc), 1018c19c7afeSEric Joyner DBA_ALIGN); 1019c19c7afeSEric Joyner 1020c19c7afeSEric Joyner /* XXX */ 1021c19c7afeSEric Joyner scctx->isc_tx_csum_flags = CSUM_IP | CSUM_TCP | CSUM_UDP | CSUM_TSO | 1022c19c7afeSEric Joyner CSUM_IP6_TCP | CSUM_IP6_UDP | CSUM_IP6_TSO; 1023c19c7afeSEric Joyner if (adapter->hw.mac.type == ixgbe_mac_82598EB) { 1024c19c7afeSEric Joyner scctx->isc_tx_nsegments = IXGBE_82598_SCATTER; 1025c19c7afeSEric Joyner scctx->isc_msix_bar = PCIR_BAR(MSIX_82598_BAR); 1026c19c7afeSEric Joyner } else { 1027c19c7afeSEric Joyner scctx->isc_tx_csum_flags |= CSUM_SCTP |CSUM_IP6_SCTP; 1028c19c7afeSEric Joyner scctx->isc_tx_nsegments = IXGBE_82599_SCATTER; 1029c19c7afeSEric Joyner scctx->isc_msix_bar = PCIR_BAR(MSIX_82599_BAR); 1030c19c7afeSEric Joyner } 1031c19c7afeSEric Joyner scctx->isc_tx_tso_segments_max = scctx->isc_tx_nsegments; 1032c19c7afeSEric Joyner scctx->isc_tx_tso_size_max = IXGBE_TSO_SIZE; 1033c19c7afeSEric Joyner scctx->isc_tx_tso_segsize_max = PAGE_SIZE; 1034c19c7afeSEric Joyner 1035c19c7afeSEric Joyner scctx->isc_txrx = &ixgbe_txrx; 1036c19c7afeSEric Joyner 1037*7f87c040SMarius Strobl scctx->isc_capabilities = scctx->isc_capenable = IXGBE_CAPS; 1038c19c7afeSEric Joyner 1039c19c7afeSEric Joyner return (0); 1040c19c7afeSEric Joyner 1041c19c7afeSEric Joyner err_pci: 1042c19c7afeSEric Joyner ctrl_ext = IXGBE_READ_REG(&adapter->hw, IXGBE_CTRL_EXT); 1043c19c7afeSEric Joyner ctrl_ext &= ~IXGBE_CTRL_EXT_DRV_LOAD; 1044c19c7afeSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_CTRL_EXT, ctrl_ext); 1045c19c7afeSEric Joyner ixgbe_free_pci_resources(ctx); 1046c19c7afeSEric Joyner 1047c19c7afeSEric Joyner return (error); 1048c19c7afeSEric Joyner } /* ixgbe_if_attach_pre */ 1049c19c7afeSEric Joyner 1050c19c7afeSEric Joyner /********************************************************************* 1051c19c7afeSEric Joyner * ixgbe_if_attach_post - Device initialization routine, part 2 1052c19c7afeSEric Joyner * 1053c19c7afeSEric Joyner * Called during driver load, but after interrupts and 1054c19c7afeSEric Joyner * resources have been allocated and configured. 1055c19c7afeSEric Joyner * Sets up some data structures not relevant to iflib. 1056c19c7afeSEric Joyner * 1057c19c7afeSEric Joyner * return 0 on success, positive on failure 1058c19c7afeSEric Joyner *********************************************************************/ 1059c19c7afeSEric Joyner static int 1060c19c7afeSEric Joyner ixgbe_if_attach_post(if_ctx_t ctx) 1061c19c7afeSEric Joyner { 1062c19c7afeSEric Joyner device_t dev; 1063c19c7afeSEric Joyner struct adapter *adapter; 1064c19c7afeSEric Joyner struct ixgbe_hw *hw; 1065c19c7afeSEric Joyner int error = 0; 1066c19c7afeSEric Joyner 1067c19c7afeSEric Joyner dev = iflib_get_dev(ctx); 1068c19c7afeSEric Joyner adapter = iflib_get_softc(ctx); 1069c19c7afeSEric Joyner hw = &adapter->hw; 1070c19c7afeSEric Joyner 1071c19c7afeSEric Joyner 1072c19c7afeSEric Joyner if (adapter->intr_type == IFLIB_INTR_LEGACY && 1073c19c7afeSEric Joyner (adapter->feat_cap & IXGBE_FEATURE_LEGACY_IRQ) == 0) { 1074c19c7afeSEric Joyner device_printf(dev, "Device does not support legacy interrupts"); 1075c19c7afeSEric Joyner error = ENXIO; 1076c19c7afeSEric Joyner goto err; 1077c19c7afeSEric Joyner } 1078c19c7afeSEric Joyner 1079c19c7afeSEric Joyner /* Allocate multicast array memory. */ 1080c19c7afeSEric Joyner adapter->mta = malloc(sizeof(*adapter->mta) * 1081c19c7afeSEric Joyner MAX_NUM_MULTICAST_ADDRESSES, M_IXGBE, M_NOWAIT); 1082c19c7afeSEric Joyner if (adapter->mta == NULL) { 1083c19c7afeSEric Joyner device_printf(dev, "Can not allocate multicast setup array\n"); 1084c19c7afeSEric Joyner error = ENOMEM; 1085c19c7afeSEric Joyner goto err; 1086c19c7afeSEric Joyner } 1087c19c7afeSEric Joyner 1088c19c7afeSEric Joyner /* hw.ix defaults init */ 1089c19c7afeSEric Joyner ixgbe_set_advertise(adapter, ixgbe_advertise_speed); 1090c19c7afeSEric Joyner 10918eb6488eSEric Joyner /* Enable the optics for 82599 SFP+ fiber */ 10928eb6488eSEric Joyner ixgbe_enable_tx_laser(hw); 1093758cc3dcSJack F Vogel 10948eb6488eSEric Joyner /* Enable power to the phy. */ 10958eb6488eSEric Joyner ixgbe_set_phy_power(hw, TRUE); 10968eb6488eSEric Joyner 1097c19c7afeSEric Joyner ixgbe_initialize_iov(adapter); 1098c19c7afeSEric Joyner 1099c19c7afeSEric Joyner error = ixgbe_setup_interface(ctx); 1100c19c7afeSEric Joyner if (error) { 1101c19c7afeSEric Joyner device_printf(dev, "Interface setup failed: %d\n", error); 1102c19c7afeSEric Joyner goto err; 1103c19c7afeSEric Joyner } 1104c19c7afeSEric Joyner 1105c19c7afeSEric Joyner ixgbe_if_update_admin_status(ctx); 1106c19c7afeSEric Joyner 11078eb6488eSEric Joyner /* Initialize statistics */ 11088eb6488eSEric Joyner ixgbe_update_stats_counters(adapter); 1109c19c7afeSEric Joyner ixgbe_add_hw_stats(adapter); 11108eb6488eSEric Joyner 11118eb6488eSEric Joyner /* Check PCIE slot type/speed/width */ 11128eb6488eSEric Joyner ixgbe_get_slot_info(adapter); 1113758cc3dcSJack F Vogel 1114758cc3dcSJack F Vogel /* 11158eb6488eSEric Joyner * Do time init and sysctl init here, but 11168eb6488eSEric Joyner * only on the first port of a bypass adapter. 1117758cc3dcSJack F Vogel */ 11188eb6488eSEric Joyner ixgbe_bypass_init(adapter); 1119758cc3dcSJack F Vogel 11208eb6488eSEric Joyner /* Set an initial dmac value */ 11218eb6488eSEric Joyner adapter->dmac = 0; 11228eb6488eSEric Joyner /* Set initial advertised speeds (if applicable) */ 11238eb6488eSEric Joyner adapter->advertise = ixgbe_get_advertise(adapter); 1124758cc3dcSJack F Vogel 11258eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_SRIOV) 11268eb6488eSEric Joyner ixgbe_define_iov_schemas(dev, &error); 1127758cc3dcSJack F Vogel 11288eb6488eSEric Joyner /* Add sysctls */ 1129c19c7afeSEric Joyner ixgbe_add_device_sysctls(ctx); 1130758cc3dcSJack F Vogel 11318eb6488eSEric Joyner return (0); 1132c19c7afeSEric Joyner err: 11338eb6488eSEric Joyner return (error); 1134c19c7afeSEric Joyner } /* ixgbe_if_attach_post */ 11358eb6488eSEric Joyner 11368eb6488eSEric Joyner /************************************************************************ 11378eb6488eSEric Joyner * ixgbe_check_wol_support 11386f37f232SEric Joyner * 11396f37f232SEric Joyner * Checks whether the adapter's ports are capable of 11406f37f232SEric Joyner * Wake On LAN by reading the adapter's NVM. 11416f37f232SEric Joyner * 11426f37f232SEric Joyner * Sets each port's hw->wol_enabled value depending 11436f37f232SEric Joyner * on the value read here. 11448eb6488eSEric Joyner ************************************************************************/ 11456f37f232SEric Joyner static void 11466f37f232SEric Joyner ixgbe_check_wol_support(struct adapter *adapter) 11476f37f232SEric Joyner { 11486f37f232SEric Joyner struct ixgbe_hw *hw = &adapter->hw; 11496f37f232SEric Joyner u16 dev_caps = 0; 11506f37f232SEric Joyner 11516f37f232SEric Joyner /* Find out WoL support for port */ 11526f37f232SEric Joyner adapter->wol_support = hw->wol_enabled = 0; 11536f37f232SEric Joyner ixgbe_get_device_caps(hw, &dev_caps); 11546f37f232SEric Joyner if ((dev_caps & IXGBE_DEVICE_CAPS_WOL_PORT0_1) || 11556f37f232SEric Joyner ((dev_caps & IXGBE_DEVICE_CAPS_WOL_PORT0) && 11566f37f232SEric Joyner hw->bus.func == 0)) 11576f37f232SEric Joyner adapter->wol_support = hw->wol_enabled = 1; 11586f37f232SEric Joyner 11596f37f232SEric Joyner /* Save initial wake up filter configuration */ 11606f37f232SEric Joyner adapter->wufc = IXGBE_READ_REG(hw, IXGBE_WUFC); 11616f37f232SEric Joyner 11626f37f232SEric Joyner return; 11638eb6488eSEric Joyner } /* ixgbe_check_wol_support */ 11646f37f232SEric Joyner 11658eb6488eSEric Joyner /************************************************************************ 11668eb6488eSEric Joyner * ixgbe_setup_interface 11678eb6488eSEric Joyner * 11688eb6488eSEric Joyner * Setup networking device structure and register an interface. 11698eb6488eSEric Joyner ************************************************************************/ 11706f37f232SEric Joyner static int 1171c19c7afeSEric Joyner ixgbe_setup_interface(if_ctx_t ctx) 11726f37f232SEric Joyner { 1173c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 1174c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 11756f37f232SEric Joyner 11768eb6488eSEric Joyner INIT_DEBUGOUT("ixgbe_setup_interface: begin"); 11776f37f232SEric Joyner 1178c19c7afeSEric Joyner if_setbaudrate(ifp, IF_Gbps(10)); 11796f37f232SEric Joyner 11808eb6488eSEric Joyner adapter->max_frame_size = ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 1181758cc3dcSJack F Vogel 11828eb6488eSEric Joyner adapter->phy_layer = ixgbe_get_supported_physical_layer(&adapter->hw); 11838eb6488eSEric Joyner 1184c19c7afeSEric Joyner ixgbe_add_media_types(ctx); 1185c19c7afeSEric Joyner 1186c19c7afeSEric Joyner /* Autoselect media by default */ 1187c19c7afeSEric Joyner ifmedia_set(adapter->media, IFM_ETHER | IFM_AUTO); 11888eb6488eSEric Joyner 11898eb6488eSEric Joyner return (0); 11908eb6488eSEric Joyner } /* ixgbe_setup_interface */ 1191758cc3dcSJack F Vogel 11928eb6488eSEric Joyner /************************************************************************ 1193c19c7afeSEric Joyner * ixgbe_if_get_counter 11948eb6488eSEric Joyner ************************************************************************/ 1195758cc3dcSJack F Vogel static uint64_t 1196c19c7afeSEric Joyner ixgbe_if_get_counter(if_ctx_t ctx, ift_counter cnt) 1197758cc3dcSJack F Vogel { 1198c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 1199c19c7afeSEric Joyner if_t ifp = iflib_get_ifp(ctx); 1200758cc3dcSJack F Vogel 1201758cc3dcSJack F Vogel switch (cnt) { 1202758cc3dcSJack F Vogel case IFCOUNTER_IPACKETS: 1203758cc3dcSJack F Vogel return (adapter->ipackets); 1204758cc3dcSJack F Vogel case IFCOUNTER_OPACKETS: 1205758cc3dcSJack F Vogel return (adapter->opackets); 1206758cc3dcSJack F Vogel case IFCOUNTER_IBYTES: 1207758cc3dcSJack F Vogel return (adapter->ibytes); 1208758cc3dcSJack F Vogel case IFCOUNTER_OBYTES: 1209758cc3dcSJack F Vogel return (adapter->obytes); 1210758cc3dcSJack F Vogel case IFCOUNTER_IMCASTS: 1211758cc3dcSJack F Vogel return (adapter->imcasts); 1212758cc3dcSJack F Vogel case IFCOUNTER_OMCASTS: 1213758cc3dcSJack F Vogel return (adapter->omcasts); 1214758cc3dcSJack F Vogel case IFCOUNTER_COLLISIONS: 1215758cc3dcSJack F Vogel return (0); 1216758cc3dcSJack F Vogel case IFCOUNTER_IQDROPS: 1217758cc3dcSJack F Vogel return (adapter->iqdrops); 1218625d12c6SJohn Baldwin case IFCOUNTER_OQDROPS: 1219c19c7afeSEric Joyner return (0); 1220758cc3dcSJack F Vogel case IFCOUNTER_IERRORS: 1221758cc3dcSJack F Vogel return (adapter->ierrors); 1222758cc3dcSJack F Vogel default: 1223758cc3dcSJack F Vogel return (if_get_counter_default(ifp, cnt)); 1224758cc3dcSJack F Vogel } 1225c19c7afeSEric Joyner } /* ixgbe_if_get_counter */ 1226758cc3dcSJack F Vogel 12278eb6488eSEric Joyner /************************************************************************ 1228bca38080SAndrew Gallatin * ixgbe_if_i2c_req 1229bca38080SAndrew Gallatin ************************************************************************/ 1230bca38080SAndrew Gallatin static int 1231bca38080SAndrew Gallatin ixgbe_if_i2c_req(if_ctx_t ctx, struct ifi2creq *req) 1232bca38080SAndrew Gallatin { 1233bca38080SAndrew Gallatin struct adapter *adapter = iflib_get_softc(ctx); 1234bca38080SAndrew Gallatin struct ixgbe_hw *hw = &adapter->hw; 1235bca38080SAndrew Gallatin int i; 1236bca38080SAndrew Gallatin 1237bca38080SAndrew Gallatin 1238bca38080SAndrew Gallatin if (hw->phy.ops.read_i2c_byte == NULL) 1239bca38080SAndrew Gallatin return (ENXIO); 1240bca38080SAndrew Gallatin for (i = 0; i < req->len; i++) 1241bca38080SAndrew Gallatin hw->phy.ops.read_i2c_byte(hw, req->offset + i, 1242bca38080SAndrew Gallatin req->dev_addr, &req->data[i]); 1243bca38080SAndrew Gallatin return (0); 1244bca38080SAndrew Gallatin } /* ixgbe_if_i2c_req */ 1245bca38080SAndrew Gallatin 1246bca38080SAndrew Gallatin /************************************************************************ 12478eb6488eSEric Joyner * ixgbe_add_media_types 12488eb6488eSEric Joyner ************************************************************************/ 12498eb6488eSEric Joyner static void 1250c19c7afeSEric Joyner ixgbe_add_media_types(if_ctx_t ctx) 12518eb6488eSEric Joyner { 1252c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 12538eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 1254c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 12558eb6488eSEric Joyner u64 layer; 12568eb6488eSEric Joyner 1257c19c7afeSEric Joyner layer = adapter->phy_layer = ixgbe_get_supported_physical_layer(hw); 12588eb6488eSEric Joyner 12598eb6488eSEric Joyner /* Media types with matching FreeBSD media defines */ 12608eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_T) 1261c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10G_T, 0, NULL); 12628eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_1000BASE_T) 1263c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_1000_T, 0, NULL); 12648eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_100BASE_TX) 1265c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_100_TX, 0, NULL); 12668eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10BASE_T) 1267c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10_T, 0, NULL); 12688eb6488eSEric Joyner 12698eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_SFP_PLUS_CU || 12708eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_SFP_ACTIVE_DA) 1271c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10G_TWINAX, 0, 12728eb6488eSEric Joyner NULL); 12738eb6488eSEric Joyner 12748eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_LR) { 1275c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10G_LR, 0, NULL); 12768eb6488eSEric Joyner if (hw->phy.multispeed_fiber) 1277c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_1000_LX, 0, 12788eb6488eSEric Joyner NULL); 12798eb6488eSEric Joyner } 12808eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_SR) { 1281c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10G_SR, 0, NULL); 12828eb6488eSEric Joyner if (hw->phy.multispeed_fiber) 1283c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_1000_SX, 0, 12848eb6488eSEric Joyner NULL); 12858eb6488eSEric Joyner } else if (layer & IXGBE_PHYSICAL_LAYER_1000BASE_SX) 1286c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_1000_SX, 0, NULL); 12878eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_CX4) 1288c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10G_CX4, 0, NULL); 12898eb6488eSEric Joyner 12908eb6488eSEric Joyner #ifdef IFM_ETH_XTYPE 12918eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_KR) 1292c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10G_KR, 0, NULL); 12938eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_KX4) 1294c19c7afeSEric Joyner ifmedia_add( adapter->media, IFM_ETHER | IFM_10G_KX4, 0, NULL); 12958eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_1000BASE_KX) 1296c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_1000_KX, 0, NULL); 12978eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_2500BASE_KX) 1298c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_2500_KX, 0, NULL); 12998eb6488eSEric Joyner #else 13008eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_KR) { 13018eb6488eSEric Joyner device_printf(dev, "Media supported: 10GbaseKR\n"); 13028eb6488eSEric Joyner device_printf(dev, "10GbaseKR mapped to 10GbaseSR\n"); 1303c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10G_SR, 0, NULL); 13048eb6488eSEric Joyner } 13058eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_KX4) { 13068eb6488eSEric Joyner device_printf(dev, "Media supported: 10GbaseKX4\n"); 13078eb6488eSEric Joyner device_printf(dev, "10GbaseKX4 mapped to 10GbaseCX4\n"); 1308c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_10G_CX4, 0, NULL); 13098eb6488eSEric Joyner } 13108eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_1000BASE_KX) { 13118eb6488eSEric Joyner device_printf(dev, "Media supported: 1000baseKX\n"); 13128eb6488eSEric Joyner device_printf(dev, "1000baseKX mapped to 1000baseCX\n"); 1313c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_1000_CX, 0, NULL); 13148eb6488eSEric Joyner } 13158eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_2500BASE_KX) { 13168eb6488eSEric Joyner device_printf(dev, "Media supported: 2500baseKX\n"); 13178eb6488eSEric Joyner device_printf(dev, "2500baseKX mapped to 2500baseSX\n"); 1318c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_2500_SX, 0, NULL); 13198eb6488eSEric Joyner } 13208eb6488eSEric Joyner #endif 13218eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_1000BASE_BX) 13228eb6488eSEric Joyner device_printf(dev, "Media supported: 1000baseBX\n"); 13238eb6488eSEric Joyner 13248eb6488eSEric Joyner if (hw->device_id == IXGBE_DEV_ID_82598AT) { 1325c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_1000_T | IFM_FDX, 13268eb6488eSEric Joyner 0, NULL); 1327c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_1000_T, 0, NULL); 13288eb6488eSEric Joyner } 13298eb6488eSEric Joyner 1330c19c7afeSEric Joyner ifmedia_add(adapter->media, IFM_ETHER | IFM_AUTO, 0, NULL); 13318eb6488eSEric Joyner } /* ixgbe_add_media_types */ 13328eb6488eSEric Joyner 13338eb6488eSEric Joyner /************************************************************************ 13348eb6488eSEric Joyner * ixgbe_is_sfp 13358eb6488eSEric Joyner ************************************************************************/ 13368eb6488eSEric Joyner static inline bool 13378eb6488eSEric Joyner ixgbe_is_sfp(struct ixgbe_hw *hw) 13388eb6488eSEric Joyner { 13398eb6488eSEric Joyner switch (hw->mac.type) { 13408eb6488eSEric Joyner case ixgbe_mac_82598EB: 13418eb6488eSEric Joyner if (hw->phy.type == ixgbe_phy_nl) 1342c19c7afeSEric Joyner return (TRUE); 1343c19c7afeSEric Joyner return (FALSE); 13448eb6488eSEric Joyner case ixgbe_mac_82599EB: 13458eb6488eSEric Joyner switch (hw->mac.ops.get_media_type(hw)) { 13468eb6488eSEric Joyner case ixgbe_media_type_fiber: 13478eb6488eSEric Joyner case ixgbe_media_type_fiber_qsfp: 1348c19c7afeSEric Joyner return (TRUE); 13498eb6488eSEric Joyner default: 1350c19c7afeSEric Joyner return (FALSE); 13518eb6488eSEric Joyner } 13528eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 13538eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 13548eb6488eSEric Joyner if (hw->mac.ops.get_media_type(hw) == ixgbe_media_type_fiber) 1355c19c7afeSEric Joyner return (TRUE); 1356c19c7afeSEric Joyner return (FALSE); 13578eb6488eSEric Joyner default: 1358c19c7afeSEric Joyner return (FALSE); 13598eb6488eSEric Joyner } 13608eb6488eSEric Joyner } /* ixgbe_is_sfp */ 13618eb6488eSEric Joyner 13628eb6488eSEric Joyner /************************************************************************ 13638eb6488eSEric Joyner * ixgbe_config_link 13648eb6488eSEric Joyner ************************************************************************/ 13658eb6488eSEric Joyner static void 13668eb6488eSEric Joyner ixgbe_config_link(struct adapter *adapter) 13678eb6488eSEric Joyner { 13688eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 13698eb6488eSEric Joyner u32 autoneg, err = 0; 13708eb6488eSEric Joyner bool sfp, negotiate; 13718eb6488eSEric Joyner 13728eb6488eSEric Joyner sfp = ixgbe_is_sfp(hw); 13738eb6488eSEric Joyner 13748eb6488eSEric Joyner if (sfp) { 1375c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->mod_task); 13768eb6488eSEric Joyner } else { 13778eb6488eSEric Joyner if (hw->mac.ops.check_link) 13788eb6488eSEric Joyner err = ixgbe_check_link(hw, &adapter->link_speed, 13798eb6488eSEric Joyner &adapter->link_up, FALSE); 13808eb6488eSEric Joyner if (err) 1381c19c7afeSEric Joyner return; 13828eb6488eSEric Joyner autoneg = hw->phy.autoneg_advertised; 13838eb6488eSEric Joyner if ((!autoneg) && (hw->mac.ops.get_link_capabilities)) 13848eb6488eSEric Joyner err = hw->mac.ops.get_link_capabilities(hw, &autoneg, 13858eb6488eSEric Joyner &negotiate); 13868eb6488eSEric Joyner if (err) 1387c19c7afeSEric Joyner return; 13888eb6488eSEric Joyner if (hw->mac.ops.setup_link) 13898eb6488eSEric Joyner err = hw->mac.ops.setup_link(hw, autoneg, 13908eb6488eSEric Joyner adapter->link_up); 13918eb6488eSEric Joyner } 13928eb6488eSEric Joyner 13938eb6488eSEric Joyner } /* ixgbe_config_link */ 13948eb6488eSEric Joyner 13958eb6488eSEric Joyner /************************************************************************ 13968eb6488eSEric Joyner * ixgbe_update_stats_counters - Update board statistics counters. 13978eb6488eSEric Joyner ************************************************************************/ 13988eb6488eSEric Joyner static void 13998eb6488eSEric Joyner ixgbe_update_stats_counters(struct adapter *adapter) 14008eb6488eSEric Joyner { 14018eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 14028eb6488eSEric Joyner struct ixgbe_hw_stats *stats = &adapter->stats.pf; 14038eb6488eSEric Joyner u32 missed_rx = 0, bprc, lxon, lxoff, total; 14048eb6488eSEric Joyner u64 total_missed_rx = 0; 14058eb6488eSEric Joyner 14068eb6488eSEric Joyner stats->crcerrs += IXGBE_READ_REG(hw, IXGBE_CRCERRS); 14078eb6488eSEric Joyner stats->illerrc += IXGBE_READ_REG(hw, IXGBE_ILLERRC); 14088eb6488eSEric Joyner stats->errbc += IXGBE_READ_REG(hw, IXGBE_ERRBC); 14098eb6488eSEric Joyner stats->mspdc += IXGBE_READ_REG(hw, IXGBE_MSPDC); 14108eb6488eSEric Joyner stats->mpc[0] += IXGBE_READ_REG(hw, IXGBE_MPC(0)); 14118eb6488eSEric Joyner 14128eb6488eSEric Joyner for (int i = 0; i < 16; i++) { 14138eb6488eSEric Joyner stats->qprc[i] += IXGBE_READ_REG(hw, IXGBE_QPRC(i)); 14148eb6488eSEric Joyner stats->qptc[i] += IXGBE_READ_REG(hw, IXGBE_QPTC(i)); 14158eb6488eSEric Joyner stats->qprdc[i] += IXGBE_READ_REG(hw, IXGBE_QPRDC(i)); 14168eb6488eSEric Joyner } 14178eb6488eSEric Joyner stats->mlfc += IXGBE_READ_REG(hw, IXGBE_MLFC); 14188eb6488eSEric Joyner stats->mrfc += IXGBE_READ_REG(hw, IXGBE_MRFC); 14198eb6488eSEric Joyner stats->rlec += IXGBE_READ_REG(hw, IXGBE_RLEC); 14208eb6488eSEric Joyner 14218eb6488eSEric Joyner /* Hardware workaround, gprc counts missed packets */ 14228eb6488eSEric Joyner stats->gprc += IXGBE_READ_REG(hw, IXGBE_GPRC); 14238eb6488eSEric Joyner stats->gprc -= missed_rx; 14248eb6488eSEric Joyner 14258eb6488eSEric Joyner if (hw->mac.type != ixgbe_mac_82598EB) { 14268eb6488eSEric Joyner stats->gorc += IXGBE_READ_REG(hw, IXGBE_GORCL) + 14278eb6488eSEric Joyner ((u64)IXGBE_READ_REG(hw, IXGBE_GORCH) << 32); 14288eb6488eSEric Joyner stats->gotc += IXGBE_READ_REG(hw, IXGBE_GOTCL) + 14298eb6488eSEric Joyner ((u64)IXGBE_READ_REG(hw, IXGBE_GOTCH) << 32); 14308eb6488eSEric Joyner stats->tor += IXGBE_READ_REG(hw, IXGBE_TORL) + 14318eb6488eSEric Joyner ((u64)IXGBE_READ_REG(hw, IXGBE_TORH) << 32); 14328eb6488eSEric Joyner stats->lxonrxc += IXGBE_READ_REG(hw, IXGBE_LXONRXCNT); 14338eb6488eSEric Joyner stats->lxoffrxc += IXGBE_READ_REG(hw, IXGBE_LXOFFRXCNT); 14348eb6488eSEric Joyner } else { 14358eb6488eSEric Joyner stats->lxonrxc += IXGBE_READ_REG(hw, IXGBE_LXONRXC); 14368eb6488eSEric Joyner stats->lxoffrxc += IXGBE_READ_REG(hw, IXGBE_LXOFFRXC); 14378eb6488eSEric Joyner /* 82598 only has a counter in the high register */ 14388eb6488eSEric Joyner stats->gorc += IXGBE_READ_REG(hw, IXGBE_GORCH); 14398eb6488eSEric Joyner stats->gotc += IXGBE_READ_REG(hw, IXGBE_GOTCH); 14408eb6488eSEric Joyner stats->tor += IXGBE_READ_REG(hw, IXGBE_TORH); 14418eb6488eSEric Joyner } 14428eb6488eSEric Joyner 14438eb6488eSEric Joyner /* 14448eb6488eSEric Joyner * Workaround: mprc hardware is incorrectly counting 14458eb6488eSEric Joyner * broadcasts, so for now we subtract those. 1446758cc3dcSJack F Vogel */ 14478eb6488eSEric Joyner bprc = IXGBE_READ_REG(hw, IXGBE_BPRC); 14488eb6488eSEric Joyner stats->bprc += bprc; 14498eb6488eSEric Joyner stats->mprc += IXGBE_READ_REG(hw, IXGBE_MPRC); 14508eb6488eSEric Joyner if (hw->mac.type == ixgbe_mac_82598EB) 14518eb6488eSEric Joyner stats->mprc -= bprc; 14528eb6488eSEric Joyner 14538eb6488eSEric Joyner stats->prc64 += IXGBE_READ_REG(hw, IXGBE_PRC64); 14548eb6488eSEric Joyner stats->prc127 += IXGBE_READ_REG(hw, IXGBE_PRC127); 14558eb6488eSEric Joyner stats->prc255 += IXGBE_READ_REG(hw, IXGBE_PRC255); 14568eb6488eSEric Joyner stats->prc511 += IXGBE_READ_REG(hw, IXGBE_PRC511); 14578eb6488eSEric Joyner stats->prc1023 += IXGBE_READ_REG(hw, IXGBE_PRC1023); 14588eb6488eSEric Joyner stats->prc1522 += IXGBE_READ_REG(hw, IXGBE_PRC1522); 14598eb6488eSEric Joyner 14608eb6488eSEric Joyner lxon = IXGBE_READ_REG(hw, IXGBE_LXONTXC); 14618eb6488eSEric Joyner stats->lxontxc += lxon; 14628eb6488eSEric Joyner lxoff = IXGBE_READ_REG(hw, IXGBE_LXOFFTXC); 14638eb6488eSEric Joyner stats->lxofftxc += lxoff; 14648eb6488eSEric Joyner total = lxon + lxoff; 14658eb6488eSEric Joyner 14668eb6488eSEric Joyner stats->gptc += IXGBE_READ_REG(hw, IXGBE_GPTC); 14678eb6488eSEric Joyner stats->mptc += IXGBE_READ_REG(hw, IXGBE_MPTC); 14688eb6488eSEric Joyner stats->ptc64 += IXGBE_READ_REG(hw, IXGBE_PTC64); 14698eb6488eSEric Joyner stats->gptc -= total; 14708eb6488eSEric Joyner stats->mptc -= total; 14718eb6488eSEric Joyner stats->ptc64 -= total; 14728eb6488eSEric Joyner stats->gotc -= total * ETHER_MIN_LEN; 14738eb6488eSEric Joyner 14748eb6488eSEric Joyner stats->ruc += IXGBE_READ_REG(hw, IXGBE_RUC); 14758eb6488eSEric Joyner stats->rfc += IXGBE_READ_REG(hw, IXGBE_RFC); 14768eb6488eSEric Joyner stats->roc += IXGBE_READ_REG(hw, IXGBE_ROC); 14778eb6488eSEric Joyner stats->rjc += IXGBE_READ_REG(hw, IXGBE_RJC); 14788eb6488eSEric Joyner stats->mngprc += IXGBE_READ_REG(hw, IXGBE_MNGPRC); 14798eb6488eSEric Joyner stats->mngpdc += IXGBE_READ_REG(hw, IXGBE_MNGPDC); 14808eb6488eSEric Joyner stats->mngptc += IXGBE_READ_REG(hw, IXGBE_MNGPTC); 14818eb6488eSEric Joyner stats->tpr += IXGBE_READ_REG(hw, IXGBE_TPR); 14828eb6488eSEric Joyner stats->tpt += IXGBE_READ_REG(hw, IXGBE_TPT); 14838eb6488eSEric Joyner stats->ptc127 += IXGBE_READ_REG(hw, IXGBE_PTC127); 14848eb6488eSEric Joyner stats->ptc255 += IXGBE_READ_REG(hw, IXGBE_PTC255); 14858eb6488eSEric Joyner stats->ptc511 += IXGBE_READ_REG(hw, IXGBE_PTC511); 14868eb6488eSEric Joyner stats->ptc1023 += IXGBE_READ_REG(hw, IXGBE_PTC1023); 14878eb6488eSEric Joyner stats->ptc1522 += IXGBE_READ_REG(hw, IXGBE_PTC1522); 14888eb6488eSEric Joyner stats->bptc += IXGBE_READ_REG(hw, IXGBE_BPTC); 14898eb6488eSEric Joyner stats->xec += IXGBE_READ_REG(hw, IXGBE_XEC); 14908eb6488eSEric Joyner stats->fccrc += IXGBE_READ_REG(hw, IXGBE_FCCRC); 14918eb6488eSEric Joyner stats->fclast += IXGBE_READ_REG(hw, IXGBE_FCLAST); 14928eb6488eSEric Joyner /* Only read FCOE on 82599 */ 14938eb6488eSEric Joyner if (hw->mac.type != ixgbe_mac_82598EB) { 14948eb6488eSEric Joyner stats->fcoerpdc += IXGBE_READ_REG(hw, IXGBE_FCOERPDC); 14958eb6488eSEric Joyner stats->fcoeprc += IXGBE_READ_REG(hw, IXGBE_FCOEPRC); 14968eb6488eSEric Joyner stats->fcoeptc += IXGBE_READ_REG(hw, IXGBE_FCOEPTC); 14978eb6488eSEric Joyner stats->fcoedwrc += IXGBE_READ_REG(hw, IXGBE_FCOEDWRC); 14988eb6488eSEric Joyner stats->fcoedwtc += IXGBE_READ_REG(hw, IXGBE_FCOEDWTC); 14998eb6488eSEric Joyner } 15008eb6488eSEric Joyner 15018eb6488eSEric Joyner /* Fill out the OS statistics structure */ 15028eb6488eSEric Joyner IXGBE_SET_IPACKETS(adapter, stats->gprc); 15038eb6488eSEric Joyner IXGBE_SET_OPACKETS(adapter, stats->gptc); 15048eb6488eSEric Joyner IXGBE_SET_IBYTES(adapter, stats->gorc); 15058eb6488eSEric Joyner IXGBE_SET_OBYTES(adapter, stats->gotc); 15068eb6488eSEric Joyner IXGBE_SET_IMCASTS(adapter, stats->mprc); 15078eb6488eSEric Joyner IXGBE_SET_OMCASTS(adapter, stats->mptc); 15088eb6488eSEric Joyner IXGBE_SET_COLLISIONS(adapter, 0); 15098eb6488eSEric Joyner IXGBE_SET_IQDROPS(adapter, total_missed_rx); 15108eb6488eSEric Joyner IXGBE_SET_IERRORS(adapter, stats->crcerrs + stats->rlec); 15118eb6488eSEric Joyner } /* ixgbe_update_stats_counters */ 15128eb6488eSEric Joyner 15138eb6488eSEric Joyner /************************************************************************ 15148eb6488eSEric Joyner * ixgbe_add_hw_stats 15158eb6488eSEric Joyner * 15168eb6488eSEric Joyner * Add sysctl variables, one per statistic, to the system. 15178eb6488eSEric Joyner ************************************************************************/ 15188eb6488eSEric Joyner static void 15198eb6488eSEric Joyner ixgbe_add_hw_stats(struct adapter *adapter) 15208eb6488eSEric Joyner { 1521c19c7afeSEric Joyner device_t dev = iflib_get_dev(adapter->ctx); 1522c19c7afeSEric Joyner struct ix_rx_queue *rx_que; 1523c19c7afeSEric Joyner struct ix_tx_queue *tx_que; 15248eb6488eSEric Joyner struct sysctl_ctx_list *ctx = device_get_sysctl_ctx(dev); 15258eb6488eSEric Joyner struct sysctl_oid *tree = device_get_sysctl_tree(dev); 15268eb6488eSEric Joyner struct sysctl_oid_list *child = SYSCTL_CHILDREN(tree); 15278eb6488eSEric Joyner struct ixgbe_hw_stats *stats = &adapter->stats.pf; 15288eb6488eSEric Joyner struct sysctl_oid *stat_node, *queue_node; 15298eb6488eSEric Joyner struct sysctl_oid_list *stat_list, *queue_list; 1530c19c7afeSEric Joyner int i; 15318eb6488eSEric Joyner 15328eb6488eSEric Joyner #define QUEUE_NAME_LEN 32 15338eb6488eSEric Joyner char namebuf[QUEUE_NAME_LEN]; 15348eb6488eSEric Joyner 15358eb6488eSEric Joyner /* Driver Statistics */ 15368eb6488eSEric Joyner SYSCTL_ADD_ULONG(ctx, child, OID_AUTO, "dropped", 15378eb6488eSEric Joyner CTLFLAG_RD, &adapter->dropped_pkts, "Driver dropped packets"); 15388eb6488eSEric Joyner SYSCTL_ADD_ULONG(ctx, child, OID_AUTO, "watchdog_events", 15398eb6488eSEric Joyner CTLFLAG_RD, &adapter->watchdog_events, "Watchdog timeouts"); 15408eb6488eSEric Joyner SYSCTL_ADD_ULONG(ctx, child, OID_AUTO, "link_irq", 15418eb6488eSEric Joyner CTLFLAG_RD, &adapter->link_irq, "Link MSI-X IRQ Handled"); 15428eb6488eSEric Joyner 1543c19c7afeSEric Joyner for (i = 0, tx_que = adapter->tx_queues; i < adapter->num_tx_queues; i++, tx_que++) { 1544c19c7afeSEric Joyner struct tx_ring *txr = &tx_que->txr; 15458eb6488eSEric Joyner snprintf(namebuf, QUEUE_NAME_LEN, "queue%d", i); 15468eb6488eSEric Joyner queue_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, namebuf, 15478eb6488eSEric Joyner CTLFLAG_RD, NULL, "Queue Name"); 15488eb6488eSEric Joyner queue_list = SYSCTL_CHILDREN(queue_node); 15498eb6488eSEric Joyner 15508eb6488eSEric Joyner SYSCTL_ADD_PROC(ctx, queue_list, OID_AUTO, "txd_head", 15518eb6488eSEric Joyner CTLTYPE_UINT | CTLFLAG_RD, txr, sizeof(txr), 15528eb6488eSEric Joyner ixgbe_sysctl_tdh_handler, "IU", "Transmit Descriptor Head"); 15538eb6488eSEric Joyner SYSCTL_ADD_PROC(ctx, queue_list, OID_AUTO, "txd_tail", 15548eb6488eSEric Joyner CTLTYPE_UINT | CTLFLAG_RD, txr, sizeof(txr), 15558eb6488eSEric Joyner ixgbe_sysctl_tdt_handler, "IU", "Transmit Descriptor Tail"); 15568eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, queue_list, OID_AUTO, "tso_tx", 15578eb6488eSEric Joyner CTLFLAG_RD, &txr->tso_tx, "TSO"); 15588eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, queue_list, OID_AUTO, "tx_packets", 15598eb6488eSEric Joyner CTLFLAG_RD, &txr->total_packets, 15608eb6488eSEric Joyner "Queue Packets Transmitted"); 15618eb6488eSEric Joyner } 15628eb6488eSEric Joyner 1563c19c7afeSEric Joyner for (i = 0, rx_que = adapter->rx_queues; i < adapter->num_rx_queues; i++, rx_que++) { 1564c19c7afeSEric Joyner struct rx_ring *rxr = &rx_que->rxr; 15658eb6488eSEric Joyner snprintf(namebuf, QUEUE_NAME_LEN, "queue%d", i); 15668eb6488eSEric Joyner queue_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, namebuf, 15678eb6488eSEric Joyner CTLFLAG_RD, NULL, "Queue Name"); 15688eb6488eSEric Joyner queue_list = SYSCTL_CHILDREN(queue_node); 15698eb6488eSEric Joyner 1570c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx, queue_list, OID_AUTO, "interrupt_rate", 1571c19c7afeSEric Joyner CTLTYPE_UINT | CTLFLAG_RW, &adapter->rx_queues[i], 1572c19c7afeSEric Joyner sizeof(&adapter->rx_queues[i]), 1573c19c7afeSEric Joyner ixgbe_sysctl_interrupt_rate_handler, "IU", 1574c19c7afeSEric Joyner "Interrupt Rate"); 1575c19c7afeSEric Joyner SYSCTL_ADD_UQUAD(ctx, queue_list, OID_AUTO, "irqs", 1576c19c7afeSEric Joyner CTLFLAG_RD, &(adapter->rx_queues[i].irqs), 1577c19c7afeSEric Joyner "irqs on this queue"); 15788eb6488eSEric Joyner SYSCTL_ADD_PROC(ctx, queue_list, OID_AUTO, "rxd_head", 15798eb6488eSEric Joyner CTLTYPE_UINT | CTLFLAG_RD, rxr, sizeof(rxr), 15808eb6488eSEric Joyner ixgbe_sysctl_rdh_handler, "IU", "Receive Descriptor Head"); 15818eb6488eSEric Joyner SYSCTL_ADD_PROC(ctx, queue_list, OID_AUTO, "rxd_tail", 15828eb6488eSEric Joyner CTLTYPE_UINT | CTLFLAG_RD, rxr, sizeof(rxr), 15838eb6488eSEric Joyner ixgbe_sysctl_rdt_handler, "IU", "Receive Descriptor Tail"); 15848eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, queue_list, OID_AUTO, "rx_packets", 15858eb6488eSEric Joyner CTLFLAG_RD, &rxr->rx_packets, "Queue Packets Received"); 15868eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, queue_list, OID_AUTO, "rx_bytes", 15878eb6488eSEric Joyner CTLFLAG_RD, &rxr->rx_bytes, "Queue Bytes Received"); 15888eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, queue_list, OID_AUTO, "rx_copies", 15898eb6488eSEric Joyner CTLFLAG_RD, &rxr->rx_copies, "Copied RX Frames"); 15908eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, queue_list, OID_AUTO, "rx_discarded", 15918eb6488eSEric Joyner CTLFLAG_RD, &rxr->rx_discarded, "Discarded RX packets"); 15928eb6488eSEric Joyner } 15938eb6488eSEric Joyner 15948eb6488eSEric Joyner /* MAC stats get their own sub node */ 15958eb6488eSEric Joyner 15968eb6488eSEric Joyner stat_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "mac_stats", 15978eb6488eSEric Joyner CTLFLAG_RD, NULL, "MAC Statistics"); 15988eb6488eSEric Joyner stat_list = SYSCTL_CHILDREN(stat_node); 15998eb6488eSEric Joyner 16008eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "crc_errs", 16018eb6488eSEric Joyner CTLFLAG_RD, &stats->crcerrs, "CRC Errors"); 16028eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "ill_errs", 16038eb6488eSEric Joyner CTLFLAG_RD, &stats->illerrc, "Illegal Byte Errors"); 16048eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "byte_errs", 16058eb6488eSEric Joyner CTLFLAG_RD, &stats->errbc, "Byte Errors"); 16068eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "short_discards", 16078eb6488eSEric Joyner CTLFLAG_RD, &stats->mspdc, "MAC Short Packets Discarded"); 16088eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "local_faults", 16098eb6488eSEric Joyner CTLFLAG_RD, &stats->mlfc, "MAC Local Faults"); 16108eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "remote_faults", 16118eb6488eSEric Joyner CTLFLAG_RD, &stats->mrfc, "MAC Remote Faults"); 16128eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "rec_len_errs", 16138eb6488eSEric Joyner CTLFLAG_RD, &stats->rlec, "Receive Length Errors"); 16148eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "rx_missed_packets", 16158eb6488eSEric Joyner CTLFLAG_RD, &stats->mpc[0], "RX Missed Packet Count"); 16168eb6488eSEric Joyner 16178eb6488eSEric Joyner /* Flow Control stats */ 16188eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "xon_txd", 16198eb6488eSEric Joyner CTLFLAG_RD, &stats->lxontxc, "Link XON Transmitted"); 16208eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "xon_recvd", 16218eb6488eSEric Joyner CTLFLAG_RD, &stats->lxonrxc, "Link XON Received"); 16228eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "xoff_txd", 16238eb6488eSEric Joyner CTLFLAG_RD, &stats->lxofftxc, "Link XOFF Transmitted"); 16248eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "xoff_recvd", 16258eb6488eSEric Joyner CTLFLAG_RD, &stats->lxoffrxc, "Link XOFF Received"); 16268eb6488eSEric Joyner 16278eb6488eSEric Joyner /* Packet Reception Stats */ 16288eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "total_octets_rcvd", 16298eb6488eSEric Joyner CTLFLAG_RD, &stats->tor, "Total Octets Received"); 16308eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "good_octets_rcvd", 16318eb6488eSEric Joyner CTLFLAG_RD, &stats->gorc, "Good Octets Received"); 16328eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "total_pkts_rcvd", 16338eb6488eSEric Joyner CTLFLAG_RD, &stats->tpr, "Total Packets Received"); 16348eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "good_pkts_rcvd", 16358eb6488eSEric Joyner CTLFLAG_RD, &stats->gprc, "Good Packets Received"); 16368eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "mcast_pkts_rcvd", 16378eb6488eSEric Joyner CTLFLAG_RD, &stats->mprc, "Multicast Packets Received"); 16388eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "bcast_pkts_rcvd", 16398eb6488eSEric Joyner CTLFLAG_RD, &stats->bprc, "Broadcast Packets Received"); 16408eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "rx_frames_64", 16418eb6488eSEric Joyner CTLFLAG_RD, &stats->prc64, "64 byte frames received "); 16428eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "rx_frames_65_127", 16438eb6488eSEric Joyner CTLFLAG_RD, &stats->prc127, "65-127 byte frames received"); 16448eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "rx_frames_128_255", 16458eb6488eSEric Joyner CTLFLAG_RD, &stats->prc255, "128-255 byte frames received"); 16468eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "rx_frames_256_511", 16478eb6488eSEric Joyner CTLFLAG_RD, &stats->prc511, "256-511 byte frames received"); 16488eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "rx_frames_512_1023", 16498eb6488eSEric Joyner CTLFLAG_RD, &stats->prc1023, "512-1023 byte frames received"); 16508eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "rx_frames_1024_1522", 16518eb6488eSEric Joyner CTLFLAG_RD, &stats->prc1522, "1023-1522 byte frames received"); 16528eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "recv_undersized", 16538eb6488eSEric Joyner CTLFLAG_RD, &stats->ruc, "Receive Undersized"); 16548eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "recv_fragmented", 16558eb6488eSEric Joyner CTLFLAG_RD, &stats->rfc, "Fragmented Packets Received "); 16568eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "recv_oversized", 16578eb6488eSEric Joyner CTLFLAG_RD, &stats->roc, "Oversized Packets Received"); 16588eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "recv_jabberd", 16598eb6488eSEric Joyner CTLFLAG_RD, &stats->rjc, "Received Jabber"); 16608eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "management_pkts_rcvd", 16618eb6488eSEric Joyner CTLFLAG_RD, &stats->mngprc, "Management Packets Received"); 16628eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "management_pkts_drpd", 16638eb6488eSEric Joyner CTLFLAG_RD, &stats->mngptc, "Management Packets Dropped"); 16648eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "checksum_errs", 16658eb6488eSEric Joyner CTLFLAG_RD, &stats->xec, "Checksum Errors"); 16668eb6488eSEric Joyner 16678eb6488eSEric Joyner /* Packet Transmission Stats */ 16688eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "good_octets_txd", 16698eb6488eSEric Joyner CTLFLAG_RD, &stats->gotc, "Good Octets Transmitted"); 16708eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "total_pkts_txd", 16718eb6488eSEric Joyner CTLFLAG_RD, &stats->tpt, "Total Packets Transmitted"); 16728eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "good_pkts_txd", 16738eb6488eSEric Joyner CTLFLAG_RD, &stats->gptc, "Good Packets Transmitted"); 16748eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "bcast_pkts_txd", 16758eb6488eSEric Joyner CTLFLAG_RD, &stats->bptc, "Broadcast Packets Transmitted"); 16768eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "mcast_pkts_txd", 16778eb6488eSEric Joyner CTLFLAG_RD, &stats->mptc, "Multicast Packets Transmitted"); 16788eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "management_pkts_txd", 16798eb6488eSEric Joyner CTLFLAG_RD, &stats->mngptc, "Management Packets Transmitted"); 16808eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "tx_frames_64", 16818eb6488eSEric Joyner CTLFLAG_RD, &stats->ptc64, "64 byte frames transmitted "); 16828eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "tx_frames_65_127", 16838eb6488eSEric Joyner CTLFLAG_RD, &stats->ptc127, "65-127 byte frames transmitted"); 16848eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "tx_frames_128_255", 16858eb6488eSEric Joyner CTLFLAG_RD, &stats->ptc255, "128-255 byte frames transmitted"); 16868eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "tx_frames_256_511", 16878eb6488eSEric Joyner CTLFLAG_RD, &stats->ptc511, "256-511 byte frames transmitted"); 16888eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "tx_frames_512_1023", 16898eb6488eSEric Joyner CTLFLAG_RD, &stats->ptc1023, "512-1023 byte frames transmitted"); 16908eb6488eSEric Joyner SYSCTL_ADD_UQUAD(ctx, stat_list, OID_AUTO, "tx_frames_1024_1522", 16918eb6488eSEric Joyner CTLFLAG_RD, &stats->ptc1522, "1024-1522 byte frames transmitted"); 16928eb6488eSEric Joyner } /* ixgbe_add_hw_stats */ 16938eb6488eSEric Joyner 16948eb6488eSEric Joyner /************************************************************************ 16958eb6488eSEric Joyner * ixgbe_sysctl_tdh_handler - Transmit Descriptor Head handler function 16968eb6488eSEric Joyner * 16978eb6488eSEric Joyner * Retrieves the TDH value from the hardware 16988eb6488eSEric Joyner ************************************************************************/ 1699758cc3dcSJack F Vogel static int 1700758cc3dcSJack F Vogel ixgbe_sysctl_tdh_handler(SYSCTL_HANDLER_ARGS) 1701758cc3dcSJack F Vogel { 1702758cc3dcSJack F Vogel struct tx_ring *txr = ((struct tx_ring *)oidp->oid_arg1); 17038eb6488eSEric Joyner int error; 17048eb6488eSEric Joyner unsigned int val; 1705758cc3dcSJack F Vogel 17068eb6488eSEric Joyner if (!txr) 17078eb6488eSEric Joyner return (0); 17088eb6488eSEric Joyner 17098eb6488eSEric Joyner val = IXGBE_READ_REG(&txr->adapter->hw, IXGBE_TDH(txr->me)); 1710758cc3dcSJack F Vogel error = sysctl_handle_int(oidp, &val, 0, req); 1711758cc3dcSJack F Vogel if (error || !req->newptr) 1712758cc3dcSJack F Vogel return error; 1713758cc3dcSJack F Vogel 17148eb6488eSEric Joyner return (0); 17158eb6488eSEric Joyner } /* ixgbe_sysctl_tdh_handler */ 17168eb6488eSEric Joyner 17178eb6488eSEric Joyner /************************************************************************ 17188eb6488eSEric Joyner * ixgbe_sysctl_tdt_handler - Transmit Descriptor Tail handler function 17198eb6488eSEric Joyner * 1720758cc3dcSJack F Vogel * Retrieves the TDT value from the hardware 17218eb6488eSEric Joyner ************************************************************************/ 1722758cc3dcSJack F Vogel static int 1723758cc3dcSJack F Vogel ixgbe_sysctl_tdt_handler(SYSCTL_HANDLER_ARGS) 1724758cc3dcSJack F Vogel { 1725758cc3dcSJack F Vogel struct tx_ring *txr = ((struct tx_ring *)oidp->oid_arg1); 17268eb6488eSEric Joyner int error; 17278eb6488eSEric Joyner unsigned int val; 1728758cc3dcSJack F Vogel 17298eb6488eSEric Joyner if (!txr) 17308eb6488eSEric Joyner return (0); 17318eb6488eSEric Joyner 17328eb6488eSEric Joyner val = IXGBE_READ_REG(&txr->adapter->hw, IXGBE_TDT(txr->me)); 1733758cc3dcSJack F Vogel error = sysctl_handle_int(oidp, &val, 0, req); 1734758cc3dcSJack F Vogel if (error || !req->newptr) 1735758cc3dcSJack F Vogel return error; 1736758cc3dcSJack F Vogel 17378eb6488eSEric Joyner return (0); 17388eb6488eSEric Joyner } /* ixgbe_sysctl_tdt_handler */ 17398eb6488eSEric Joyner 17408eb6488eSEric Joyner /************************************************************************ 17418eb6488eSEric Joyner * ixgbe_sysctl_rdh_handler - Receive Descriptor Head handler function 17428eb6488eSEric Joyner * 1743758cc3dcSJack F Vogel * Retrieves the RDH value from the hardware 17448eb6488eSEric Joyner ************************************************************************/ 1745758cc3dcSJack F Vogel static int 1746758cc3dcSJack F Vogel ixgbe_sysctl_rdh_handler(SYSCTL_HANDLER_ARGS) 1747758cc3dcSJack F Vogel { 1748758cc3dcSJack F Vogel struct rx_ring *rxr = ((struct rx_ring *)oidp->oid_arg1); 17498eb6488eSEric Joyner int error; 17508eb6488eSEric Joyner unsigned int val; 1751758cc3dcSJack F Vogel 17528eb6488eSEric Joyner if (!rxr) 17538eb6488eSEric Joyner return (0); 17548eb6488eSEric Joyner 17558eb6488eSEric Joyner val = IXGBE_READ_REG(&rxr->adapter->hw, IXGBE_RDH(rxr->me)); 1756758cc3dcSJack F Vogel error = sysctl_handle_int(oidp, &val, 0, req); 1757758cc3dcSJack F Vogel if (error || !req->newptr) 1758758cc3dcSJack F Vogel return error; 1759758cc3dcSJack F Vogel 17608eb6488eSEric Joyner return (0); 17618eb6488eSEric Joyner } /* ixgbe_sysctl_rdh_handler */ 17628eb6488eSEric Joyner 17638eb6488eSEric Joyner /************************************************************************ 17648eb6488eSEric Joyner * ixgbe_sysctl_rdt_handler - Receive Descriptor Tail handler function 17658eb6488eSEric Joyner * 1766758cc3dcSJack F Vogel * Retrieves the RDT value from the hardware 17678eb6488eSEric Joyner ************************************************************************/ 1768758cc3dcSJack F Vogel static int 1769758cc3dcSJack F Vogel ixgbe_sysctl_rdt_handler(SYSCTL_HANDLER_ARGS) 1770758cc3dcSJack F Vogel { 1771758cc3dcSJack F Vogel struct rx_ring *rxr = ((struct rx_ring *)oidp->oid_arg1); 17728eb6488eSEric Joyner int error; 17738eb6488eSEric Joyner unsigned int val; 1774758cc3dcSJack F Vogel 17758eb6488eSEric Joyner if (!rxr) 17768eb6488eSEric Joyner return (0); 17778eb6488eSEric Joyner 17788eb6488eSEric Joyner val = IXGBE_READ_REG(&rxr->adapter->hw, IXGBE_RDT(rxr->me)); 1779758cc3dcSJack F Vogel error = sysctl_handle_int(oidp, &val, 0, req); 1780758cc3dcSJack F Vogel if (error || !req->newptr) 1781758cc3dcSJack F Vogel return error; 17828eb6488eSEric Joyner 17838eb6488eSEric Joyner return (0); 17848eb6488eSEric Joyner } /* ixgbe_sysctl_rdt_handler */ 17858eb6488eSEric Joyner 17868eb6488eSEric Joyner /************************************************************************ 1787c19c7afeSEric Joyner * ixgbe_if_vlan_register 17888eb6488eSEric Joyner * 17898eb6488eSEric Joyner * Run via vlan config EVENT, it enables us to use the 17908eb6488eSEric Joyner * HW Filter table since we can get the vlan id. This 17918eb6488eSEric Joyner * just creates the entry in the soft version of the 17928eb6488eSEric Joyner * VFTA, init will repopulate the real table. 17938eb6488eSEric Joyner ************************************************************************/ 17948eb6488eSEric Joyner static void 1795c19c7afeSEric Joyner ixgbe_if_vlan_register(if_ctx_t ctx, u16 vtag) 17968eb6488eSEric Joyner { 1797c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 17988eb6488eSEric Joyner u16 index, bit; 17998eb6488eSEric Joyner 18008eb6488eSEric Joyner index = (vtag >> 5) & 0x7F; 18018eb6488eSEric Joyner bit = vtag & 0x1F; 18028eb6488eSEric Joyner adapter->shadow_vfta[index] |= (1 << bit); 18038eb6488eSEric Joyner ++adapter->num_vlans; 1804c19c7afeSEric Joyner ixgbe_setup_vlan_hw_support(ctx); 1805c19c7afeSEric Joyner } /* ixgbe_if_vlan_register */ 18068eb6488eSEric Joyner 18078eb6488eSEric Joyner /************************************************************************ 1808c19c7afeSEric Joyner * ixgbe_if_vlan_unregister 18098eb6488eSEric Joyner * 18108eb6488eSEric Joyner * Run via vlan unconfig EVENT, remove our entry in the soft vfta. 18118eb6488eSEric Joyner ************************************************************************/ 18128eb6488eSEric Joyner static void 1813c19c7afeSEric Joyner ixgbe_if_vlan_unregister(if_ctx_t ctx, u16 vtag) 18148eb6488eSEric Joyner { 1815c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 18168eb6488eSEric Joyner u16 index, bit; 18178eb6488eSEric Joyner 18188eb6488eSEric Joyner index = (vtag >> 5) & 0x7F; 18198eb6488eSEric Joyner bit = vtag & 0x1F; 18208eb6488eSEric Joyner adapter->shadow_vfta[index] &= ~(1 << bit); 18218eb6488eSEric Joyner --adapter->num_vlans; 18228eb6488eSEric Joyner /* Re-init to load the changes */ 1823c19c7afeSEric Joyner ixgbe_setup_vlan_hw_support(ctx); 1824c19c7afeSEric Joyner } /* ixgbe_if_vlan_unregister */ 18258eb6488eSEric Joyner 18268eb6488eSEric Joyner /************************************************************************ 18278eb6488eSEric Joyner * ixgbe_setup_vlan_hw_support 18288eb6488eSEric Joyner ************************************************************************/ 18298eb6488eSEric Joyner static void 1830c19c7afeSEric Joyner ixgbe_setup_vlan_hw_support(if_ctx_t ctx) 18318eb6488eSEric Joyner { 1832c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 1833c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 18348eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 18358eb6488eSEric Joyner struct rx_ring *rxr; 18368eb6488eSEric Joyner int i; 18378eb6488eSEric Joyner u32 ctrl; 18388eb6488eSEric Joyner 18398eb6488eSEric Joyner 18408eb6488eSEric Joyner /* 18418eb6488eSEric Joyner * We get here thru init_locked, meaning 18428eb6488eSEric Joyner * a soft reset, this has already cleared 18438eb6488eSEric Joyner * the VFTA and other state, so if there 18448eb6488eSEric Joyner * have been no vlan's registered do nothing. 18458eb6488eSEric Joyner */ 18468eb6488eSEric Joyner if (adapter->num_vlans == 0) 18478eb6488eSEric Joyner return; 18488eb6488eSEric Joyner 18498eb6488eSEric Joyner /* Setup the queues for vlans */ 18509c92bb71SSean Bruno if (ifp->if_capenable & IFCAP_VLAN_HWTAGGING) { 1851c19c7afeSEric Joyner for (i = 0; i < adapter->num_rx_queues; i++) { 1852c19c7afeSEric Joyner rxr = &adapter->rx_queues[i].rxr; 18538eb6488eSEric Joyner /* On 82599 the VLAN enable is per/queue in RXDCTL */ 18548eb6488eSEric Joyner if (hw->mac.type != ixgbe_mac_82598EB) { 18558eb6488eSEric Joyner ctrl = IXGBE_READ_REG(hw, IXGBE_RXDCTL(rxr->me)); 18568eb6488eSEric Joyner ctrl |= IXGBE_RXDCTL_VME; 18578eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RXDCTL(rxr->me), ctrl); 18588eb6488eSEric Joyner } 18598eb6488eSEric Joyner rxr->vtag_strip = TRUE; 1860758cc3dcSJack F Vogel } 18619c92bb71SSean Bruno } 1862758cc3dcSJack F Vogel 18638eb6488eSEric Joyner if ((ifp->if_capenable & IFCAP_VLAN_HWFILTER) == 0) 18648eb6488eSEric Joyner return; 18658eb6488eSEric Joyner /* 18668eb6488eSEric Joyner * A soft reset zero's out the VFTA, so 18678eb6488eSEric Joyner * we need to repopulate it now. 18688eb6488eSEric Joyner */ 18698eb6488eSEric Joyner for (i = 0; i < IXGBE_VFTA_SIZE; i++) 18708eb6488eSEric Joyner if (adapter->shadow_vfta[i] != 0) 18718eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_VFTA(i), 18728eb6488eSEric Joyner adapter->shadow_vfta[i]); 18738eb6488eSEric Joyner 18748eb6488eSEric Joyner ctrl = IXGBE_READ_REG(hw, IXGBE_VLNCTRL); 18758eb6488eSEric Joyner /* Enable the Filter Table if enabled */ 18768eb6488eSEric Joyner if (ifp->if_capenable & IFCAP_VLAN_HWFILTER) { 18778eb6488eSEric Joyner ctrl &= ~IXGBE_VLNCTRL_CFIEN; 18788eb6488eSEric Joyner ctrl |= IXGBE_VLNCTRL_VFE; 18798eb6488eSEric Joyner } 18808eb6488eSEric Joyner if (hw->mac.type == ixgbe_mac_82598EB) 18818eb6488eSEric Joyner ctrl |= IXGBE_VLNCTRL_VME; 18828eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_VLNCTRL, ctrl); 18838eb6488eSEric Joyner } /* ixgbe_setup_vlan_hw_support */ 18848eb6488eSEric Joyner 18858eb6488eSEric Joyner /************************************************************************ 18868eb6488eSEric Joyner * ixgbe_get_slot_info 18878eb6488eSEric Joyner * 18888eb6488eSEric Joyner * Get the width and transaction speed of 18898eb6488eSEric Joyner * the slot this adapter is plugged into. 18908eb6488eSEric Joyner ************************************************************************/ 18918eb6488eSEric Joyner static void 18928eb6488eSEric Joyner ixgbe_get_slot_info(struct adapter *adapter) 18938eb6488eSEric Joyner { 1894c19c7afeSEric Joyner device_t dev = iflib_get_dev(adapter->ctx); 18958eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 1896c19c7afeSEric Joyner int bus_info_valid = TRUE; 18978eb6488eSEric Joyner u32 offset; 18988eb6488eSEric Joyner u16 link; 18998eb6488eSEric Joyner 19008eb6488eSEric Joyner /* Some devices are behind an internal bridge */ 19018eb6488eSEric Joyner switch (hw->device_id) { 19028eb6488eSEric Joyner case IXGBE_DEV_ID_82599_SFP_SF_QP: 19038eb6488eSEric Joyner case IXGBE_DEV_ID_82599_QSFP_SF_QP: 19048eb6488eSEric Joyner goto get_parent_info; 19058eb6488eSEric Joyner default: 19068eb6488eSEric Joyner break; 19078eb6488eSEric Joyner } 19088eb6488eSEric Joyner 19098eb6488eSEric Joyner ixgbe_get_bus_info(hw); 19108eb6488eSEric Joyner 19118eb6488eSEric Joyner /* 19128eb6488eSEric Joyner * Some devices don't use PCI-E, but there is no need 19138eb6488eSEric Joyner * to display "Unknown" for bus speed and width. 19148eb6488eSEric Joyner */ 19158eb6488eSEric Joyner switch (hw->mac.type) { 19168eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 19178eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 19188eb6488eSEric Joyner return; 19198eb6488eSEric Joyner default: 19208eb6488eSEric Joyner goto display; 19218eb6488eSEric Joyner } 19228eb6488eSEric Joyner 19238eb6488eSEric Joyner get_parent_info: 19248eb6488eSEric Joyner /* 19258eb6488eSEric Joyner * For the Quad port adapter we need to parse back 19268eb6488eSEric Joyner * up the PCI tree to find the speed of the expansion 19278eb6488eSEric Joyner * slot into which this adapter is plugged. A bit more work. 19288eb6488eSEric Joyner */ 19298eb6488eSEric Joyner dev = device_get_parent(device_get_parent(dev)); 19308eb6488eSEric Joyner #ifdef IXGBE_DEBUG 19318eb6488eSEric Joyner device_printf(dev, "parent pcib = %x,%x,%x\n", pci_get_bus(dev), 19328eb6488eSEric Joyner pci_get_slot(dev), pci_get_function(dev)); 19338eb6488eSEric Joyner #endif 19348eb6488eSEric Joyner dev = device_get_parent(device_get_parent(dev)); 19358eb6488eSEric Joyner #ifdef IXGBE_DEBUG 19368eb6488eSEric Joyner device_printf(dev, "slot pcib = %x,%x,%x\n", pci_get_bus(dev), 19378eb6488eSEric Joyner pci_get_slot(dev), pci_get_function(dev)); 19388eb6488eSEric Joyner #endif 19398eb6488eSEric Joyner /* Now get the PCI Express Capabilities offset */ 19408eb6488eSEric Joyner if (pci_find_cap(dev, PCIY_EXPRESS, &offset)) { 19418eb6488eSEric Joyner /* 19428eb6488eSEric Joyner * Hmm...can't get PCI-Express capabilities. 19438eb6488eSEric Joyner * Falling back to default method. 19448eb6488eSEric Joyner */ 19458eb6488eSEric Joyner bus_info_valid = FALSE; 19468eb6488eSEric Joyner ixgbe_get_bus_info(hw); 19478eb6488eSEric Joyner goto display; 19488eb6488eSEric Joyner } 19498eb6488eSEric Joyner /* ...and read the Link Status Register */ 19508eb6488eSEric Joyner link = pci_read_config(dev, offset + PCIER_LINK_STA, 2); 19518eb6488eSEric Joyner ixgbe_set_pci_config_data_generic(hw, link); 19528eb6488eSEric Joyner 19538eb6488eSEric Joyner display: 19548eb6488eSEric Joyner device_printf(dev, "PCI Express Bus: Speed %s %s\n", 19558eb6488eSEric Joyner ((hw->bus.speed == ixgbe_bus_speed_8000) ? "8.0GT/s" : 19568eb6488eSEric Joyner (hw->bus.speed == ixgbe_bus_speed_5000) ? "5.0GT/s" : 19578eb6488eSEric Joyner (hw->bus.speed == ixgbe_bus_speed_2500) ? "2.5GT/s" : 19588eb6488eSEric Joyner "Unknown"), 19598eb6488eSEric Joyner ((hw->bus.width == ixgbe_bus_width_pcie_x8) ? "Width x8" : 19608eb6488eSEric Joyner (hw->bus.width == ixgbe_bus_width_pcie_x4) ? "Width x4" : 19618eb6488eSEric Joyner (hw->bus.width == ixgbe_bus_width_pcie_x1) ? "Width x1" : 19628eb6488eSEric Joyner "Unknown")); 19638eb6488eSEric Joyner 19648eb6488eSEric Joyner if (bus_info_valid) { 19658eb6488eSEric Joyner if ((hw->device_id != IXGBE_DEV_ID_82599_SFP_SF_QP) && 19668eb6488eSEric Joyner ((hw->bus.width <= ixgbe_bus_width_pcie_x4) && 19678eb6488eSEric Joyner (hw->bus.speed == ixgbe_bus_speed_2500))) { 19688eb6488eSEric Joyner device_printf(dev, "PCI-Express bandwidth available for this card\n is not sufficient for optimal performance.\n"); 19698eb6488eSEric Joyner device_printf(dev, "For optimal performance a x8 PCIE, or x4 PCIE Gen2 slot is required.\n"); 19708eb6488eSEric Joyner } 19718eb6488eSEric Joyner if ((hw->device_id == IXGBE_DEV_ID_82599_SFP_SF_QP) && 19728eb6488eSEric Joyner ((hw->bus.width <= ixgbe_bus_width_pcie_x8) && 19738eb6488eSEric Joyner (hw->bus.speed < ixgbe_bus_speed_8000))) { 19748eb6488eSEric Joyner device_printf(dev, "PCI-Express bandwidth available for this card\n is not sufficient for optimal performance.\n"); 19758eb6488eSEric Joyner device_printf(dev, "For optimal performance a x8 PCIE Gen3 slot is required.\n"); 19768eb6488eSEric Joyner } 19778eb6488eSEric Joyner } else 19788eb6488eSEric Joyner device_printf(dev, "Unable to determine slot speed/width. The speed/width reported are that of the internal switch.\n"); 19798eb6488eSEric Joyner 19808eb6488eSEric Joyner return; 19818eb6488eSEric Joyner } /* ixgbe_get_slot_info */ 19828eb6488eSEric Joyner 19838eb6488eSEric Joyner /************************************************************************ 1984c19c7afeSEric Joyner * ixgbe_if_msix_intr_assign 1985c19c7afeSEric Joyner * 1986c19c7afeSEric Joyner * Setup MSI-X Interrupt resources and handlers 19878eb6488eSEric Joyner ************************************************************************/ 1988c19c7afeSEric Joyner static int 1989c19c7afeSEric Joyner ixgbe_if_msix_intr_assign(if_ctx_t ctx, int msix) 19908eb6488eSEric Joyner { 1991c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 1992c19c7afeSEric Joyner struct ix_rx_queue *rx_que = adapter->rx_queues; 1993c19c7afeSEric Joyner struct ix_tx_queue *tx_que; 1994c19c7afeSEric Joyner int error, rid, vector = 0; 1995c19c7afeSEric Joyner int cpu_id = 0; 1996c19c7afeSEric Joyner char buf[16]; 19978eb6488eSEric Joyner 1998c19c7afeSEric Joyner /* Admin Que is vector 0*/ 1999c19c7afeSEric Joyner rid = vector + 1; 2000c19c7afeSEric Joyner for (int i = 0; i < adapter->num_rx_queues; i++, vector++, rx_que++) { 2001c19c7afeSEric Joyner rid = vector + 1; 2002c19c7afeSEric Joyner 2003c19c7afeSEric Joyner snprintf(buf, sizeof(buf), "rxq%d", i); 2004c19c7afeSEric Joyner error = iflib_irq_alloc_generic(ctx, &rx_que->que_irq, rid, 2005c19c7afeSEric Joyner IFLIB_INTR_RX, ixgbe_msix_que, rx_que, rx_que->rxr.me, buf); 2006c19c7afeSEric Joyner 2007c19c7afeSEric Joyner if (error) { 2008c19c7afeSEric Joyner device_printf(iflib_get_dev(ctx), 2009c19c7afeSEric Joyner "Failed to allocate que int %d err: %d", i, error); 2010c19c7afeSEric Joyner adapter->num_rx_queues = i + 1; 2011c19c7afeSEric Joyner goto fail; 20128eb6488eSEric Joyner } 20138eb6488eSEric Joyner 2014c19c7afeSEric Joyner rx_que->msix = vector; 2015c19c7afeSEric Joyner adapter->active_queues |= (u64)(1 << rx_que->msix); 2016c19c7afeSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_RSS) { 2017c19c7afeSEric Joyner /* 2018c19c7afeSEric Joyner * The queue ID is used as the RSS layer bucket ID. 2019c19c7afeSEric Joyner * We look up the queue ID -> RSS CPU ID and select 2020c19c7afeSEric Joyner * that. 2021c19c7afeSEric Joyner */ 2022c19c7afeSEric Joyner cpu_id = rss_getcpu(i % rss_getnumbuckets()); 20238eb6488eSEric Joyner } else { 2024c19c7afeSEric Joyner /* 2025c19c7afeSEric Joyner * Bind the msix vector, and thus the 2026c19c7afeSEric Joyner * rings to the corresponding cpu. 2027c19c7afeSEric Joyner * 2028c19c7afeSEric Joyner * This just happens to match the default RSS 2029c19c7afeSEric Joyner * round-robin bucket -> queue -> CPU allocation. 2030c19c7afeSEric Joyner */ 2031c19c7afeSEric Joyner if (adapter->num_rx_queues > 1) 2032c19c7afeSEric Joyner cpu_id = i; 20338eb6488eSEric Joyner } 20348eb6488eSEric Joyner 2035c19c7afeSEric Joyner } 2036c19c7afeSEric Joyner for (int i = 0; i < adapter->num_tx_queues; i++) { 2037c19c7afeSEric Joyner snprintf(buf, sizeof(buf), "txq%d", i); 2038c19c7afeSEric Joyner tx_que = &adapter->tx_queues[i]; 2039c19c7afeSEric Joyner tx_que->msix = i % adapter->num_rx_queues; 2040c19c7afeSEric Joyner iflib_softirq_alloc_generic(ctx, 2041c19c7afeSEric Joyner &adapter->rx_queues[tx_que->msix].que_irq, 2042c19c7afeSEric Joyner IFLIB_INTR_TX, tx_que, tx_que->txr.me, buf); 2043c19c7afeSEric Joyner } 2044c19c7afeSEric Joyner rid = vector + 1; 2045c19c7afeSEric Joyner error = iflib_irq_alloc_generic(ctx, &adapter->irq, rid, 2046c19c7afeSEric Joyner IFLIB_INTR_ADMIN, ixgbe_msix_link, adapter, 0, "aq"); 2047c19c7afeSEric Joyner if (error) { 2048c19c7afeSEric Joyner device_printf(iflib_get_dev(ctx), 2049c19c7afeSEric Joyner "Failed to register admin handler"); 2050c19c7afeSEric Joyner return (error); 2051c19c7afeSEric Joyner } 2052c19c7afeSEric Joyner 2053c19c7afeSEric Joyner adapter->vector = vector; 2054c19c7afeSEric Joyner 2055c19c7afeSEric Joyner return (0); 2056c19c7afeSEric Joyner fail: 2057c19c7afeSEric Joyner iflib_irq_free(ctx, &adapter->irq); 2058c19c7afeSEric Joyner rx_que = adapter->rx_queues; 2059c19c7afeSEric Joyner for (int i = 0; i < adapter->num_rx_queues; i++, rx_que++) 2060c19c7afeSEric Joyner iflib_irq_free(ctx, &rx_que->que_irq); 2061c19c7afeSEric Joyner 2062c19c7afeSEric Joyner return (error); 2063c19c7afeSEric Joyner } /* ixgbe_if_msix_intr_assign */ 2064c19c7afeSEric Joyner 2065c19c7afeSEric Joyner /********************************************************************* 20668eb6488eSEric Joyner * ixgbe_msix_que - MSI-X Queue Interrupt Service routine 2067c19c7afeSEric Joyner **********************************************************************/ 2068c19c7afeSEric Joyner static int 20698eb6488eSEric Joyner ixgbe_msix_que(void *arg) 20708eb6488eSEric Joyner { 2071c19c7afeSEric Joyner struct ix_rx_queue *que = arg; 20728eb6488eSEric Joyner struct adapter *adapter = que->adapter; 2073c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(que->adapter->ctx); 20748eb6488eSEric Joyner 20758eb6488eSEric Joyner /* Protect against spurious interrupts */ 20768eb6488eSEric Joyner if ((ifp->if_drv_flags & IFF_DRV_RUNNING) == 0) 2077c19c7afeSEric Joyner return 0; 20788eb6488eSEric Joyner 20798eb6488eSEric Joyner ixgbe_disable_queue(adapter, que->msix); 20808eb6488eSEric Joyner ++que->irqs; 20818eb6488eSEric Joyner 2082c19c7afeSEric Joyner return (FILTER_SCHEDULE_THREAD); 20838eb6488eSEric Joyner } /* ixgbe_msix_que */ 20848eb6488eSEric Joyner 20858eb6488eSEric Joyner /************************************************************************ 20868eb6488eSEric Joyner * ixgbe_media_status - Media Ioctl callback 20878eb6488eSEric Joyner * 20888eb6488eSEric Joyner * Called whenever the user queries the status of 20898eb6488eSEric Joyner * the interface using ifconfig. 20908eb6488eSEric Joyner ************************************************************************/ 20918eb6488eSEric Joyner static void 2092c19c7afeSEric Joyner ixgbe_if_media_status(if_ctx_t ctx, struct ifmediareq * ifmr) 20938eb6488eSEric Joyner { 2094c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 20958eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 20968eb6488eSEric Joyner int layer; 20978eb6488eSEric Joyner 2098c19c7afeSEric Joyner INIT_DEBUGOUT("ixgbe_if_media_status: begin"); 2099c19c7afeSEric Joyner 2100c19c7afeSEric Joyner iflib_admin_intr_deferred(ctx); 21018eb6488eSEric Joyner 21028eb6488eSEric Joyner ifmr->ifm_status = IFM_AVALID; 21038eb6488eSEric Joyner ifmr->ifm_active = IFM_ETHER; 21048eb6488eSEric Joyner 2105c19c7afeSEric Joyner if (!adapter->link_active) 21068eb6488eSEric Joyner return; 21078eb6488eSEric Joyner 21088eb6488eSEric Joyner ifmr->ifm_status |= IFM_ACTIVE; 21098eb6488eSEric Joyner layer = adapter->phy_layer; 21108eb6488eSEric Joyner 21118eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_T || 21128eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_1000BASE_T || 21138eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_100BASE_TX || 21148eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_10BASE_T) 21158eb6488eSEric Joyner switch (adapter->link_speed) { 21168eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 21178eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_T | IFM_FDX; 21188eb6488eSEric Joyner break; 21198eb6488eSEric Joyner case IXGBE_LINK_SPEED_1GB_FULL: 21208eb6488eSEric Joyner ifmr->ifm_active |= IFM_1000_T | IFM_FDX; 21218eb6488eSEric Joyner break; 21228eb6488eSEric Joyner case IXGBE_LINK_SPEED_100_FULL: 21238eb6488eSEric Joyner ifmr->ifm_active |= IFM_100_TX | IFM_FDX; 21248eb6488eSEric Joyner break; 21258eb6488eSEric Joyner case IXGBE_LINK_SPEED_10_FULL: 21268eb6488eSEric Joyner ifmr->ifm_active |= IFM_10_T | IFM_FDX; 21278eb6488eSEric Joyner break; 21288eb6488eSEric Joyner } 21298eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_SFP_PLUS_CU || 21308eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_SFP_ACTIVE_DA) 21318eb6488eSEric Joyner switch (adapter->link_speed) { 21328eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 21338eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_TWINAX | IFM_FDX; 21348eb6488eSEric Joyner break; 21358eb6488eSEric Joyner } 21368eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_LR) 21378eb6488eSEric Joyner switch (adapter->link_speed) { 21388eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 21398eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_LR | IFM_FDX; 21408eb6488eSEric Joyner break; 21418eb6488eSEric Joyner case IXGBE_LINK_SPEED_1GB_FULL: 21428eb6488eSEric Joyner ifmr->ifm_active |= IFM_1000_LX | IFM_FDX; 21438eb6488eSEric Joyner break; 21448eb6488eSEric Joyner } 21458eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_LRM) 21468eb6488eSEric Joyner switch (adapter->link_speed) { 21478eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 21488eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_LRM | IFM_FDX; 21498eb6488eSEric Joyner break; 21508eb6488eSEric Joyner case IXGBE_LINK_SPEED_1GB_FULL: 21518eb6488eSEric Joyner ifmr->ifm_active |= IFM_1000_LX | IFM_FDX; 21528eb6488eSEric Joyner break; 21538eb6488eSEric Joyner } 21548eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_SR || 21558eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_1000BASE_SX) 21568eb6488eSEric Joyner switch (adapter->link_speed) { 21578eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 21588eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_SR | IFM_FDX; 21598eb6488eSEric Joyner break; 21608eb6488eSEric Joyner case IXGBE_LINK_SPEED_1GB_FULL: 21618eb6488eSEric Joyner ifmr->ifm_active |= IFM_1000_SX | IFM_FDX; 21628eb6488eSEric Joyner break; 21638eb6488eSEric Joyner } 21648eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_CX4) 21658eb6488eSEric Joyner switch (adapter->link_speed) { 21668eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 21678eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_CX4 | IFM_FDX; 21688eb6488eSEric Joyner break; 21698eb6488eSEric Joyner } 21708eb6488eSEric Joyner /* 21718eb6488eSEric Joyner * XXX: These need to use the proper media types once 21728eb6488eSEric Joyner * they're added. 21738eb6488eSEric Joyner */ 21748eb6488eSEric Joyner #ifndef IFM_ETH_XTYPE 21758eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_KR) 21768eb6488eSEric Joyner switch (adapter->link_speed) { 21778eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 21788eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_SR | IFM_FDX; 21798eb6488eSEric Joyner break; 21808eb6488eSEric Joyner case IXGBE_LINK_SPEED_2_5GB_FULL: 21818eb6488eSEric Joyner ifmr->ifm_active |= IFM_2500_SX | IFM_FDX; 21828eb6488eSEric Joyner break; 21838eb6488eSEric Joyner case IXGBE_LINK_SPEED_1GB_FULL: 21848eb6488eSEric Joyner ifmr->ifm_active |= IFM_1000_CX | IFM_FDX; 21858eb6488eSEric Joyner break; 21868eb6488eSEric Joyner } 21878eb6488eSEric Joyner else if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_KX4 || 21888eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_2500BASE_KX || 21898eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_1000BASE_KX) 21908eb6488eSEric Joyner switch (adapter->link_speed) { 21918eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 21928eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_CX4 | IFM_FDX; 21938eb6488eSEric Joyner break; 21948eb6488eSEric Joyner case IXGBE_LINK_SPEED_2_5GB_FULL: 21958eb6488eSEric Joyner ifmr->ifm_active |= IFM_2500_SX | IFM_FDX; 21968eb6488eSEric Joyner break; 21978eb6488eSEric Joyner case IXGBE_LINK_SPEED_1GB_FULL: 21988eb6488eSEric Joyner ifmr->ifm_active |= IFM_1000_CX | IFM_FDX; 21998eb6488eSEric Joyner break; 22008eb6488eSEric Joyner } 22018eb6488eSEric Joyner #else 22028eb6488eSEric Joyner if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_KR) 22038eb6488eSEric Joyner switch (adapter->link_speed) { 22048eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 22058eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_KR | IFM_FDX; 22068eb6488eSEric Joyner break; 22078eb6488eSEric Joyner case IXGBE_LINK_SPEED_2_5GB_FULL: 22088eb6488eSEric Joyner ifmr->ifm_active |= IFM_2500_KX | IFM_FDX; 22098eb6488eSEric Joyner break; 22108eb6488eSEric Joyner case IXGBE_LINK_SPEED_1GB_FULL: 22118eb6488eSEric Joyner ifmr->ifm_active |= IFM_1000_KX | IFM_FDX; 22128eb6488eSEric Joyner break; 22138eb6488eSEric Joyner } 22148eb6488eSEric Joyner else if (layer & IXGBE_PHYSICAL_LAYER_10GBASE_KX4 || 22158eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_2500BASE_KX || 22168eb6488eSEric Joyner layer & IXGBE_PHYSICAL_LAYER_1000BASE_KX) 22178eb6488eSEric Joyner switch (adapter->link_speed) { 22188eb6488eSEric Joyner case IXGBE_LINK_SPEED_10GB_FULL: 22198eb6488eSEric Joyner ifmr->ifm_active |= IFM_10G_KX4 | IFM_FDX; 22208eb6488eSEric Joyner break; 22218eb6488eSEric Joyner case IXGBE_LINK_SPEED_2_5GB_FULL: 22228eb6488eSEric Joyner ifmr->ifm_active |= IFM_2500_KX | IFM_FDX; 22238eb6488eSEric Joyner break; 22248eb6488eSEric Joyner case IXGBE_LINK_SPEED_1GB_FULL: 22258eb6488eSEric Joyner ifmr->ifm_active |= IFM_1000_KX | IFM_FDX; 22268eb6488eSEric Joyner break; 22278eb6488eSEric Joyner } 22288eb6488eSEric Joyner #endif 22298eb6488eSEric Joyner 22308eb6488eSEric Joyner /* If nothing is recognized... */ 22318eb6488eSEric Joyner if (IFM_SUBTYPE(ifmr->ifm_active) == 0) 22328eb6488eSEric Joyner ifmr->ifm_active |= IFM_UNKNOWN; 22338eb6488eSEric Joyner 22348eb6488eSEric Joyner /* Display current flow control setting used on link */ 22358eb6488eSEric Joyner if (hw->fc.current_mode == ixgbe_fc_rx_pause || 22368eb6488eSEric Joyner hw->fc.current_mode == ixgbe_fc_full) 22378eb6488eSEric Joyner ifmr->ifm_active |= IFM_ETH_RXPAUSE; 22388eb6488eSEric Joyner if (hw->fc.current_mode == ixgbe_fc_tx_pause || 22398eb6488eSEric Joyner hw->fc.current_mode == ixgbe_fc_full) 22408eb6488eSEric Joyner ifmr->ifm_active |= IFM_ETH_TXPAUSE; 22418eb6488eSEric Joyner } /* ixgbe_media_status */ 22428eb6488eSEric Joyner 22438eb6488eSEric Joyner /************************************************************************ 22448eb6488eSEric Joyner * ixgbe_media_change - Media Ioctl callback 22458eb6488eSEric Joyner * 22468eb6488eSEric Joyner * Called when the user changes speed/duplex using 22478eb6488eSEric Joyner * media/mediopt option with ifconfig. 22488eb6488eSEric Joyner ************************************************************************/ 22498eb6488eSEric Joyner static int 2250c19c7afeSEric Joyner ixgbe_if_media_change(if_ctx_t ctx) 22518eb6488eSEric Joyner { 2252c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 2253c19c7afeSEric Joyner struct ifmedia *ifm = iflib_get_media(ctx); 22548eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 22558eb6488eSEric Joyner ixgbe_link_speed speed = 0; 22568eb6488eSEric Joyner 2257c19c7afeSEric Joyner INIT_DEBUGOUT("ixgbe_if_media_change: begin"); 22588eb6488eSEric Joyner 22598eb6488eSEric Joyner if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER) 22608eb6488eSEric Joyner return (EINVAL); 22618eb6488eSEric Joyner 22628eb6488eSEric Joyner if (hw->phy.media_type == ixgbe_media_type_backplane) 2263c19c7afeSEric Joyner return (EPERM); 22648eb6488eSEric Joyner 22658eb6488eSEric Joyner /* 22668eb6488eSEric Joyner * We don't actually need to check against the supported 22678eb6488eSEric Joyner * media types of the adapter; ifmedia will take care of 22688eb6488eSEric Joyner * that for us. 22698eb6488eSEric Joyner */ 22708eb6488eSEric Joyner switch (IFM_SUBTYPE(ifm->ifm_media)) { 22718eb6488eSEric Joyner case IFM_AUTO: 22728eb6488eSEric Joyner case IFM_10G_T: 22738eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_100_FULL; 22748eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_1GB_FULL; 22758eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_10GB_FULL; 22768eb6488eSEric Joyner break; 22778eb6488eSEric Joyner case IFM_10G_LRM: 22788eb6488eSEric Joyner case IFM_10G_LR: 22798eb6488eSEric Joyner #ifndef IFM_ETH_XTYPE 22808eb6488eSEric Joyner case IFM_10G_SR: /* KR, too */ 22818eb6488eSEric Joyner case IFM_10G_CX4: /* KX4 */ 22828eb6488eSEric Joyner #else 22838eb6488eSEric Joyner case IFM_10G_KR: 22848eb6488eSEric Joyner case IFM_10G_KX4: 22858eb6488eSEric Joyner #endif 22868eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_1GB_FULL; 22878eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_10GB_FULL; 22888eb6488eSEric Joyner break; 22898eb6488eSEric Joyner #ifndef IFM_ETH_XTYPE 22908eb6488eSEric Joyner case IFM_1000_CX: /* KX */ 22918eb6488eSEric Joyner #else 22928eb6488eSEric Joyner case IFM_1000_KX: 22938eb6488eSEric Joyner #endif 22948eb6488eSEric Joyner case IFM_1000_LX: 22958eb6488eSEric Joyner case IFM_1000_SX: 22968eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_1GB_FULL; 22978eb6488eSEric Joyner break; 22988eb6488eSEric Joyner case IFM_1000_T: 22998eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_100_FULL; 23008eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_1GB_FULL; 23018eb6488eSEric Joyner break; 23028eb6488eSEric Joyner case IFM_10G_TWINAX: 23038eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_10GB_FULL; 23048eb6488eSEric Joyner break; 23058eb6488eSEric Joyner case IFM_100_TX: 23068eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_100_FULL; 23078eb6488eSEric Joyner break; 23088eb6488eSEric Joyner case IFM_10_T: 23098eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_10_FULL; 23108eb6488eSEric Joyner break; 23118eb6488eSEric Joyner default: 23128eb6488eSEric Joyner goto invalid; 23138eb6488eSEric Joyner } 23148eb6488eSEric Joyner 23158eb6488eSEric Joyner hw->mac.autotry_restart = TRUE; 23168eb6488eSEric Joyner hw->mac.ops.setup_link(hw, speed, TRUE); 23178eb6488eSEric Joyner adapter->advertise = 23188eb6488eSEric Joyner ((speed & IXGBE_LINK_SPEED_10GB_FULL) ? 4 : 0) | 23198eb6488eSEric Joyner ((speed & IXGBE_LINK_SPEED_1GB_FULL) ? 2 : 0) | 23208eb6488eSEric Joyner ((speed & IXGBE_LINK_SPEED_100_FULL) ? 1 : 0) | 23218eb6488eSEric Joyner ((speed & IXGBE_LINK_SPEED_10_FULL) ? 8 : 0); 23228eb6488eSEric Joyner 23238eb6488eSEric Joyner return (0); 23248eb6488eSEric Joyner 23258eb6488eSEric Joyner invalid: 2326c19c7afeSEric Joyner device_printf(iflib_get_dev(ctx), "Invalid media type!\n"); 23278eb6488eSEric Joyner 23288eb6488eSEric Joyner return (EINVAL); 2329c19c7afeSEric Joyner } /* ixgbe_if_media_change */ 23308eb6488eSEric Joyner 23318eb6488eSEric Joyner /************************************************************************ 23328eb6488eSEric Joyner * ixgbe_set_promisc 23338eb6488eSEric Joyner ************************************************************************/ 2334c19c7afeSEric Joyner static int 2335c19c7afeSEric Joyner ixgbe_if_promisc_set(if_ctx_t ctx, int flags) 23368eb6488eSEric Joyner { 2337c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 2338c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 23398eb6488eSEric Joyner u32 rctl; 2340c19c7afeSEric Joyner int mcnt = 0; 23418eb6488eSEric Joyner 23428eb6488eSEric Joyner rctl = IXGBE_READ_REG(&adapter->hw, IXGBE_FCTRL); 23438eb6488eSEric Joyner rctl &= (~IXGBE_FCTRL_UPE); 23448eb6488eSEric Joyner if (ifp->if_flags & IFF_ALLMULTI) 23458eb6488eSEric Joyner mcnt = MAX_NUM_MULTICAST_ADDRESSES; 23468eb6488eSEric Joyner else { 2347c19c7afeSEric Joyner mcnt = if_multiaddr_count(ifp, MAX_NUM_MULTICAST_ADDRESSES); 23488eb6488eSEric Joyner } 23498eb6488eSEric Joyner if (mcnt < MAX_NUM_MULTICAST_ADDRESSES) 23508eb6488eSEric Joyner rctl &= (~IXGBE_FCTRL_MPE); 23518eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCTRL, rctl); 23528eb6488eSEric Joyner 23538eb6488eSEric Joyner if (ifp->if_flags & IFF_PROMISC) { 23548eb6488eSEric Joyner rctl |= (IXGBE_FCTRL_UPE | IXGBE_FCTRL_MPE); 23558eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCTRL, rctl); 23568eb6488eSEric Joyner } else if (ifp->if_flags & IFF_ALLMULTI) { 23578eb6488eSEric Joyner rctl |= IXGBE_FCTRL_MPE; 23588eb6488eSEric Joyner rctl &= ~IXGBE_FCTRL_UPE; 23598eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCTRL, rctl); 23608eb6488eSEric Joyner } 2361c19c7afeSEric Joyner return (0); 2362c19c7afeSEric Joyner } /* ixgbe_if_promisc_set */ 23638eb6488eSEric Joyner 23648eb6488eSEric Joyner /************************************************************************ 23658eb6488eSEric Joyner * ixgbe_msix_link - Link status change ISR (MSI/MSI-X) 23668eb6488eSEric Joyner ************************************************************************/ 2367c19c7afeSEric Joyner static int 23688eb6488eSEric Joyner ixgbe_msix_link(void *arg) 23698eb6488eSEric Joyner { 23708eb6488eSEric Joyner struct adapter *adapter = arg; 23718eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 23728eb6488eSEric Joyner u32 eicr, eicr_mask; 23738eb6488eSEric Joyner s32 retval; 23748eb6488eSEric Joyner 23758eb6488eSEric Joyner ++adapter->link_irq; 23768eb6488eSEric Joyner 23778eb6488eSEric Joyner /* Pause other interrupts */ 23788eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMC, IXGBE_EIMC_OTHER); 23798eb6488eSEric Joyner 23808eb6488eSEric Joyner /* First get the cause */ 23818eb6488eSEric Joyner eicr = IXGBE_READ_REG(hw, IXGBE_EICS); 23828eb6488eSEric Joyner /* Be sure the queue bits are not cleared */ 23838eb6488eSEric Joyner eicr &= ~IXGBE_EICR_RTX_QUEUE; 23848eb6488eSEric Joyner /* Clear interrupt with write */ 23858eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, eicr); 23868eb6488eSEric Joyner 23878eb6488eSEric Joyner /* Link status change */ 23888eb6488eSEric Joyner if (eicr & IXGBE_EICR_LSC) { 23898eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMC, IXGBE_EIMC_LSC); 2390c19c7afeSEric Joyner iflib_admin_intr_deferred(adapter->ctx); 23918eb6488eSEric Joyner } 23928eb6488eSEric Joyner 23938eb6488eSEric Joyner if (adapter->hw.mac.type != ixgbe_mac_82598EB) { 23948eb6488eSEric Joyner if ((adapter->feat_en & IXGBE_FEATURE_FDIR) && 23958eb6488eSEric Joyner (eicr & IXGBE_EICR_FLOW_DIR)) { 23968eb6488eSEric Joyner /* This is probably overkill :) */ 23978eb6488eSEric Joyner if (!atomic_cmpset_int(&adapter->fdir_reinit, 0, 1)) 2398c19c7afeSEric Joyner return (FILTER_HANDLED); 23998eb6488eSEric Joyner /* Disable the interrupt */ 2400c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMC, IXGBE_EICR_FLOW_DIR); 2401c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->fdir_task); 2402c19c7afeSEric Joyner } else 24038eb6488eSEric Joyner if (eicr & IXGBE_EICR_ECC) { 2404c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 2405c19c7afeSEric Joyner "\nCRITICAL: ECC ERROR!! Please Reboot!!\n"); 24068eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, IXGBE_EICR_ECC); 24078eb6488eSEric Joyner } 24088eb6488eSEric Joyner 24098eb6488eSEric Joyner /* Check for over temp condition */ 24108eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_TEMP_SENSOR) { 24118eb6488eSEric Joyner switch (adapter->hw.mac.type) { 24128eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 24138eb6488eSEric Joyner if (!(eicr & IXGBE_EICR_GPI_SDP0_X550EM_a)) 24148eb6488eSEric Joyner break; 24158eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMC, 24168eb6488eSEric Joyner IXGBE_EICR_GPI_SDP0_X550EM_a); 24178eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, 24188eb6488eSEric Joyner IXGBE_EICR_GPI_SDP0_X550EM_a); 24198eb6488eSEric Joyner retval = hw->phy.ops.check_overtemp(hw); 24208eb6488eSEric Joyner if (retval != IXGBE_ERR_OVERTEMP) 24218eb6488eSEric Joyner break; 2422c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 2423c19c7afeSEric Joyner "\nCRITICAL: OVER TEMP!! PHY IS SHUT DOWN!!\n"); 2424c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 2425c19c7afeSEric Joyner "System shutdown required!\n"); 24268eb6488eSEric Joyner break; 24278eb6488eSEric Joyner default: 24288eb6488eSEric Joyner if (!(eicr & IXGBE_EICR_TS)) 24298eb6488eSEric Joyner break; 24308eb6488eSEric Joyner retval = hw->phy.ops.check_overtemp(hw); 24318eb6488eSEric Joyner if (retval != IXGBE_ERR_OVERTEMP) 24328eb6488eSEric Joyner break; 2433c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 2434c19c7afeSEric Joyner "\nCRITICAL: OVER TEMP!! PHY IS SHUT DOWN!!\n"); 2435c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 2436c19c7afeSEric Joyner "System shutdown required!\n"); 24378eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, IXGBE_EICR_TS); 24388eb6488eSEric Joyner break; 24398eb6488eSEric Joyner } 24408eb6488eSEric Joyner } 24418eb6488eSEric Joyner 24428eb6488eSEric Joyner /* Check for VF message */ 24438eb6488eSEric Joyner if ((adapter->feat_en & IXGBE_FEATURE_SRIOV) && 24448eb6488eSEric Joyner (eicr & IXGBE_EICR_MAILBOX)) 2445c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->mbx_task); 24468eb6488eSEric Joyner } 24478eb6488eSEric Joyner 24488eb6488eSEric Joyner if (ixgbe_is_sfp(hw)) { 24498eb6488eSEric Joyner /* Pluggable optics-related interrupt */ 24508eb6488eSEric Joyner if (hw->mac.type >= ixgbe_mac_X540) 24518eb6488eSEric Joyner eicr_mask = IXGBE_EICR_GPI_SDP0_X540; 24528eb6488eSEric Joyner else 24538eb6488eSEric Joyner eicr_mask = IXGBE_EICR_GPI_SDP2_BY_MAC(hw); 24548eb6488eSEric Joyner 24558eb6488eSEric Joyner if (eicr & eicr_mask) { 24568eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, eicr_mask); 2457c19c7afeSEric Joyner if (atomic_cmpset_acq_int(&adapter->sfp_reinit, 0, 1)) 2458c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->mod_task); 24598eb6488eSEric Joyner } 24608eb6488eSEric Joyner 24618eb6488eSEric Joyner if ((hw->mac.type == ixgbe_mac_82599EB) && 24628eb6488eSEric Joyner (eicr & IXGBE_EICR_GPI_SDP1_BY_MAC(hw))) { 24638eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, 24648eb6488eSEric Joyner IXGBE_EICR_GPI_SDP1_BY_MAC(hw)); 2465c19c7afeSEric Joyner if (atomic_cmpset_acq_int(&adapter->sfp_reinit, 0, 1)) 2466c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->msf_task); 24678eb6488eSEric Joyner } 24688eb6488eSEric Joyner } 24698eb6488eSEric Joyner 24708eb6488eSEric Joyner /* Check for fan failure */ 24718eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_FAN_FAIL) { 24728eb6488eSEric Joyner ixgbe_check_fan_failure(adapter, eicr, TRUE); 24738eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, IXGBE_EICR_GPI_SDP1_BY_MAC(hw)); 24748eb6488eSEric Joyner } 24758eb6488eSEric Joyner 24768eb6488eSEric Joyner /* External PHY interrupt */ 24778eb6488eSEric Joyner if ((hw->phy.type == ixgbe_phy_x550em_ext_t) && 24788eb6488eSEric Joyner (eicr & IXGBE_EICR_GPI_SDP0_X540)) { 24798eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, IXGBE_EICR_GPI_SDP0_X540); 2480c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->phy_task); 24818eb6488eSEric Joyner } 24828eb6488eSEric Joyner 24838eb6488eSEric Joyner /* Re-enable other interrupts */ 24848eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMS, IXGBE_EIMS_OTHER); 2485c19c7afeSEric Joyner 2486c19c7afeSEric Joyner return (FILTER_HANDLED); 24878eb6488eSEric Joyner } /* ixgbe_msix_link */ 24888eb6488eSEric Joyner 24898eb6488eSEric Joyner /************************************************************************ 24908eb6488eSEric Joyner * ixgbe_sysctl_interrupt_rate_handler 24918eb6488eSEric Joyner ************************************************************************/ 2492758cc3dcSJack F Vogel static int 2493758cc3dcSJack F Vogel ixgbe_sysctl_interrupt_rate_handler(SYSCTL_HANDLER_ARGS) 2494758cc3dcSJack F Vogel { 2495c19c7afeSEric Joyner struct ix_rx_queue *que = ((struct ix_rx_queue *)oidp->oid_arg1); 24968eb6488eSEric Joyner int error; 2497758cc3dcSJack F Vogel unsigned int reg, usec, rate; 2498758cc3dcSJack F Vogel 2499758cc3dcSJack F Vogel reg = IXGBE_READ_REG(&que->adapter->hw, IXGBE_EITR(que->msix)); 2500758cc3dcSJack F Vogel usec = ((reg & 0x0FF8) >> 3); 2501758cc3dcSJack F Vogel if (usec > 0) 2502758cc3dcSJack F Vogel rate = 500000 / usec; 2503758cc3dcSJack F Vogel else 2504758cc3dcSJack F Vogel rate = 0; 2505758cc3dcSJack F Vogel error = sysctl_handle_int(oidp, &rate, 0, req); 2506758cc3dcSJack F Vogel if (error || !req->newptr) 2507758cc3dcSJack F Vogel return error; 2508758cc3dcSJack F Vogel reg &= ~0xfff; /* default, no limitation */ 2509758cc3dcSJack F Vogel ixgbe_max_interrupt_rate = 0; 2510758cc3dcSJack F Vogel if (rate > 0 && rate < 500000) { 2511758cc3dcSJack F Vogel if (rate < 1000) 2512758cc3dcSJack F Vogel rate = 1000; 2513758cc3dcSJack F Vogel ixgbe_max_interrupt_rate = rate; 2514758cc3dcSJack F Vogel reg |= ((4000000/rate) & 0xff8); 2515758cc3dcSJack F Vogel } 2516758cc3dcSJack F Vogel IXGBE_WRITE_REG(&que->adapter->hw, IXGBE_EITR(que->msix), reg); 2517758cc3dcSJack F Vogel 25188eb6488eSEric Joyner return (0); 25198eb6488eSEric Joyner } /* ixgbe_sysctl_interrupt_rate_handler */ 25208eb6488eSEric Joyner 25218eb6488eSEric Joyner /************************************************************************ 25228eb6488eSEric Joyner * ixgbe_add_device_sysctls 25238eb6488eSEric Joyner ************************************************************************/ 25246f37f232SEric Joyner static void 2525c19c7afeSEric Joyner ixgbe_add_device_sysctls(if_ctx_t ctx) 25266f37f232SEric Joyner { 2527c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 2528c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 25296f37f232SEric Joyner struct ixgbe_hw *hw = &adapter->hw; 25306f37f232SEric Joyner struct sysctl_oid_list *child; 2531c19c7afeSEric Joyner struct sysctl_ctx_list *ctx_list; 25326f37f232SEric Joyner 2533c19c7afeSEric Joyner ctx_list = device_get_sysctl_ctx(dev); 25346f37f232SEric Joyner child = SYSCTL_CHILDREN(device_get_sysctl_tree(dev)); 25356f37f232SEric Joyner 25366f37f232SEric Joyner /* Sysctls for all devices */ 2537c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, child, OID_AUTO, "fc", 2538c19c7afeSEric Joyner CTLTYPE_INT | CTLFLAG_RW, adapter, 0, ixgbe_sysctl_flowcntl, "I", 2539c19c7afeSEric Joyner IXGBE_SYSCTL_DESC_SET_FC); 25406f37f232SEric Joyner 2541c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, child, OID_AUTO, "advertise_speed", 25428eb6488eSEric Joyner CTLTYPE_INT | CTLFLAG_RW, adapter, 0, ixgbe_sysctl_advertise, "I", 25438eb6488eSEric Joyner IXGBE_SYSCTL_DESC_ADV_SPEED); 25446f37f232SEric Joyner 2545a9ca1c79SSean Bruno #ifdef IXGBE_DEBUG 2546a9ca1c79SSean Bruno /* testing sysctls (for all devices) */ 2547c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, child, OID_AUTO, "power_state", 25488eb6488eSEric Joyner CTLTYPE_INT | CTLFLAG_RW, adapter, 0, ixgbe_sysctl_power_state, 25498eb6488eSEric Joyner "I", "PCI Power State"); 2550a9ca1c79SSean Bruno 2551c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, child, OID_AUTO, "print_rss_config", 2552a9ca1c79SSean Bruno CTLTYPE_STRING | CTLFLAG_RD, adapter, 0, 2553a9ca1c79SSean Bruno ixgbe_sysctl_print_rss_config, "A", "Prints RSS Configuration"); 2554a9ca1c79SSean Bruno #endif 2555a9ca1c79SSean Bruno /* for X550 series devices */ 25566f37f232SEric Joyner if (hw->mac.type >= ixgbe_mac_X550) 2557c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, child, OID_AUTO, "dmac", 2558c19c7afeSEric Joyner CTLTYPE_U16 | CTLFLAG_RW, adapter, 0, ixgbe_sysctl_dmac, 25598eb6488eSEric Joyner "I", "DMA Coalesce"); 25606f37f232SEric Joyner 2561a9ca1c79SSean Bruno /* for WoL-capable devices */ 2562a9ca1c79SSean Bruno if (hw->device_id == IXGBE_DEV_ID_X550EM_X_10G_T) { 2563c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, child, OID_AUTO, "wol_enable", 25646f37f232SEric Joyner CTLTYPE_INT | CTLFLAG_RW, adapter, 0, 25658eb6488eSEric Joyner ixgbe_sysctl_wol_enable, "I", "Enable/Disable Wake on LAN"); 25666f37f232SEric Joyner 2567c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, child, OID_AUTO, "wufc", 2568c19c7afeSEric Joyner CTLTYPE_U32 | CTLFLAG_RW, adapter, 0, ixgbe_sysctl_wufc, 25698eb6488eSEric Joyner "I", "Enable/Disable Wake Up Filters"); 25706f37f232SEric Joyner } 25716f37f232SEric Joyner 2572a9ca1c79SSean Bruno /* for X552/X557-AT devices */ 25736f37f232SEric Joyner if (hw->device_id == IXGBE_DEV_ID_X550EM_X_10G_T) { 25746f37f232SEric Joyner struct sysctl_oid *phy_node; 25756f37f232SEric Joyner struct sysctl_oid_list *phy_list; 25766f37f232SEric Joyner 2577c19c7afeSEric Joyner phy_node = SYSCTL_ADD_NODE(ctx_list, child, OID_AUTO, "phy", 25788eb6488eSEric Joyner CTLFLAG_RD, NULL, "External PHY sysctls"); 25796f37f232SEric Joyner phy_list = SYSCTL_CHILDREN(phy_node); 25806f37f232SEric Joyner 2581c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, phy_list, OID_AUTO, "temp", 2582c19c7afeSEric Joyner CTLTYPE_U16 | CTLFLAG_RD, adapter, 0, ixgbe_sysctl_phy_temp, 25838eb6488eSEric Joyner "I", "Current External PHY Temperature (Celsius)"); 25846f37f232SEric Joyner 2585c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, phy_list, OID_AUTO, 2586c19c7afeSEric Joyner "overtemp_occurred", CTLTYPE_U16 | CTLFLAG_RD, adapter, 0, 25876f37f232SEric Joyner ixgbe_sysctl_phy_overtemp_occurred, "I", 25886f37f232SEric Joyner "External PHY High Temperature Event Occurred"); 25896f37f232SEric Joyner } 25908eb6488eSEric Joyner 25918eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_EEE) { 2592c19c7afeSEric Joyner SYSCTL_ADD_PROC(ctx_list, child, OID_AUTO, "eee_state", 25938eb6488eSEric Joyner CTLTYPE_INT | CTLFLAG_RW, adapter, 0, 25948eb6488eSEric Joyner ixgbe_sysctl_eee_state, "I", "EEE Power Save State"); 25958eb6488eSEric Joyner } 25968eb6488eSEric Joyner } /* ixgbe_add_device_sysctls */ 25978eb6488eSEric Joyner 25988eb6488eSEric Joyner /************************************************************************ 25998eb6488eSEric Joyner * ixgbe_allocate_pci_resources 26008eb6488eSEric Joyner ************************************************************************/ 26018eb6488eSEric Joyner static int 2602c19c7afeSEric Joyner ixgbe_allocate_pci_resources(if_ctx_t ctx) 26038eb6488eSEric Joyner { 2604c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 2605c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 26068eb6488eSEric Joyner int rid; 26078eb6488eSEric Joyner 26088eb6488eSEric Joyner rid = PCIR_BAR(0); 26098eb6488eSEric Joyner adapter->pci_mem = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &rid, 26108eb6488eSEric Joyner RF_ACTIVE); 26118eb6488eSEric Joyner 26128eb6488eSEric Joyner if (!(adapter->pci_mem)) { 26138eb6488eSEric Joyner device_printf(dev, "Unable to allocate bus resource: memory\n"); 26148eb6488eSEric Joyner return (ENXIO); 26158eb6488eSEric Joyner } 26168eb6488eSEric Joyner 26178eb6488eSEric Joyner /* Save bus_space values for READ/WRITE_REG macros */ 26188eb6488eSEric Joyner adapter->osdep.mem_bus_space_tag = rman_get_bustag(adapter->pci_mem); 26198eb6488eSEric Joyner adapter->osdep.mem_bus_space_handle = 26208eb6488eSEric Joyner rman_get_bushandle(adapter->pci_mem); 26218eb6488eSEric Joyner /* Set hw values for shared code */ 26228eb6488eSEric Joyner adapter->hw.hw_addr = (u8 *)&adapter->osdep.mem_bus_space_handle; 26238eb6488eSEric Joyner 26248eb6488eSEric Joyner return (0); 26258eb6488eSEric Joyner } /* ixgbe_allocate_pci_resources */ 26268eb6488eSEric Joyner 26278eb6488eSEric Joyner /************************************************************************ 26288eb6488eSEric Joyner * ixgbe_detach - Device removal routine 26298eb6488eSEric Joyner * 26308eb6488eSEric Joyner * Called when the driver is being removed. 26318eb6488eSEric Joyner * Stops the adapter and deallocates all the resources 26328eb6488eSEric Joyner * that were allocated for driver operation. 26338eb6488eSEric Joyner * 26348eb6488eSEric Joyner * return 0 on success, positive on failure 26358eb6488eSEric Joyner ************************************************************************/ 26368eb6488eSEric Joyner static int 2637c19c7afeSEric Joyner ixgbe_if_detach(if_ctx_t ctx) 26388eb6488eSEric Joyner { 2639c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 2640c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 26418eb6488eSEric Joyner u32 ctrl_ext; 26428eb6488eSEric Joyner 26438eb6488eSEric Joyner INIT_DEBUGOUT("ixgbe_detach: begin"); 26448eb6488eSEric Joyner 26458eb6488eSEric Joyner if (ixgbe_pci_iov_detach(dev) != 0) { 26468eb6488eSEric Joyner device_printf(dev, "SR-IOV in use; detach first.\n"); 26478eb6488eSEric Joyner return (EBUSY); 26488eb6488eSEric Joyner } 26498eb6488eSEric Joyner 2650c19c7afeSEric Joyner iflib_config_gtask_deinit(&adapter->mod_task); 2651c19c7afeSEric Joyner iflib_config_gtask_deinit(&adapter->msf_task); 2652c19c7afeSEric Joyner iflib_config_gtask_deinit(&adapter->phy_task); 26538eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_SRIOV) 2654c19c7afeSEric Joyner iflib_config_gtask_deinit(&adapter->mbx_task); 2655c19c7afeSEric Joyner 2656c19c7afeSEric Joyner ixgbe_setup_low_power_mode(ctx); 26578eb6488eSEric Joyner 26588eb6488eSEric Joyner /* let hardware know driver is unloading */ 26598eb6488eSEric Joyner ctrl_ext = IXGBE_READ_REG(&adapter->hw, IXGBE_CTRL_EXT); 26608eb6488eSEric Joyner ctrl_ext &= ~IXGBE_CTRL_EXT_DRV_LOAD; 26618eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_CTRL_EXT, ctrl_ext); 26628eb6488eSEric Joyner 2663c19c7afeSEric Joyner ixgbe_free_pci_resources(ctx); 26648eb6488eSEric Joyner free(adapter->mta, M_IXGBE); 26658eb6488eSEric Joyner 26668eb6488eSEric Joyner return (0); 2667c19c7afeSEric Joyner } /* ixgbe_if_detach */ 26688eb6488eSEric Joyner 26698eb6488eSEric Joyner /************************************************************************ 26708eb6488eSEric Joyner * ixgbe_setup_low_power_mode - LPLU/WoL preparation 26718eb6488eSEric Joyner * 26728eb6488eSEric Joyner * Prepare the adapter/port for LPLU and/or WoL 26738eb6488eSEric Joyner ************************************************************************/ 26748eb6488eSEric Joyner static int 2675c19c7afeSEric Joyner ixgbe_setup_low_power_mode(if_ctx_t ctx) 26768eb6488eSEric Joyner { 2677c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 26788eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 2679c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 26808eb6488eSEric Joyner s32 error = 0; 26818eb6488eSEric Joyner 2682c19c7afeSEric Joyner if (!hw->wol_enabled) 2683c19c7afeSEric Joyner ixgbe_set_phy_power(hw, FALSE); 26848eb6488eSEric Joyner 26858eb6488eSEric Joyner /* Limit power management flow to X550EM baseT */ 26868eb6488eSEric Joyner if (hw->device_id == IXGBE_DEV_ID_X550EM_X_10G_T && 26878eb6488eSEric Joyner hw->phy.ops.enter_lplu) { 26888eb6488eSEric Joyner /* Turn off support for APM wakeup. (Using ACPI instead) */ 26898eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_GRC, 26908eb6488eSEric Joyner IXGBE_READ_REG(hw, IXGBE_GRC) & ~(u32)2); 26918eb6488eSEric Joyner 26928eb6488eSEric Joyner /* 26938eb6488eSEric Joyner * Clear Wake Up Status register to prevent any previous wakeup 26948eb6488eSEric Joyner * events from waking us up immediately after we suspend. 26958eb6488eSEric Joyner */ 26968eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_WUS, 0xffffffff); 26978eb6488eSEric Joyner 26988eb6488eSEric Joyner /* 26998eb6488eSEric Joyner * Program the Wakeup Filter Control register with user filter 27008eb6488eSEric Joyner * settings 27018eb6488eSEric Joyner */ 27028eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_WUFC, adapter->wufc); 27038eb6488eSEric Joyner 27048eb6488eSEric Joyner /* Enable wakeups and power management in Wakeup Control */ 27058eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_WUC, 27068eb6488eSEric Joyner IXGBE_WUC_WKEN | IXGBE_WUC_PME_EN); 27078eb6488eSEric Joyner 27088eb6488eSEric Joyner /* X550EM baseT adapters need a special LPLU flow */ 2709c19c7afeSEric Joyner hw->phy.reset_disable = TRUE; 2710c19c7afeSEric Joyner ixgbe_if_stop(ctx); 27118eb6488eSEric Joyner error = hw->phy.ops.enter_lplu(hw); 27128eb6488eSEric Joyner if (error) 27138eb6488eSEric Joyner device_printf(dev, "Error entering LPLU: %d\n", error); 2714c19c7afeSEric Joyner hw->phy.reset_disable = FALSE; 27158eb6488eSEric Joyner } else { 27168eb6488eSEric Joyner /* Just stop for other adapters */ 2717c19c7afeSEric Joyner ixgbe_if_stop(ctx); 27188eb6488eSEric Joyner } 27198eb6488eSEric Joyner 27208eb6488eSEric Joyner return error; 27218eb6488eSEric Joyner } /* ixgbe_setup_low_power_mode */ 27228eb6488eSEric Joyner 27238eb6488eSEric Joyner /************************************************************************ 27248eb6488eSEric Joyner * ixgbe_shutdown - Shutdown entry point 27258eb6488eSEric Joyner ************************************************************************/ 27268eb6488eSEric Joyner static int 2727c19c7afeSEric Joyner ixgbe_if_shutdown(if_ctx_t ctx) 27288eb6488eSEric Joyner { 27298eb6488eSEric Joyner int error = 0; 27308eb6488eSEric Joyner 27318eb6488eSEric Joyner INIT_DEBUGOUT("ixgbe_shutdown: begin"); 27328eb6488eSEric Joyner 2733c19c7afeSEric Joyner error = ixgbe_setup_low_power_mode(ctx); 27348eb6488eSEric Joyner 27358eb6488eSEric Joyner return (error); 2736c19c7afeSEric Joyner } /* ixgbe_if_shutdown */ 27378eb6488eSEric Joyner 27388eb6488eSEric Joyner /************************************************************************ 27398eb6488eSEric Joyner * ixgbe_suspend 27408eb6488eSEric Joyner * 27418eb6488eSEric Joyner * From D0 to D3 27428eb6488eSEric Joyner ************************************************************************/ 27438eb6488eSEric Joyner static int 2744c19c7afeSEric Joyner ixgbe_if_suspend(if_ctx_t ctx) 27458eb6488eSEric Joyner { 27468eb6488eSEric Joyner int error = 0; 27478eb6488eSEric Joyner 27488eb6488eSEric Joyner INIT_DEBUGOUT("ixgbe_suspend: begin"); 27498eb6488eSEric Joyner 2750c19c7afeSEric Joyner error = ixgbe_setup_low_power_mode(ctx); 27518eb6488eSEric Joyner 27528eb6488eSEric Joyner return (error); 2753c19c7afeSEric Joyner } /* ixgbe_if_suspend */ 27548eb6488eSEric Joyner 27558eb6488eSEric Joyner /************************************************************************ 27568eb6488eSEric Joyner * ixgbe_resume 27578eb6488eSEric Joyner * 27588eb6488eSEric Joyner * From D3 to D0 27598eb6488eSEric Joyner ************************************************************************/ 27608eb6488eSEric Joyner static int 2761c19c7afeSEric Joyner ixgbe_if_resume(if_ctx_t ctx) 27628eb6488eSEric Joyner { 2763c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 2764c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 2765c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 27668eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 27678eb6488eSEric Joyner u32 wus; 27688eb6488eSEric Joyner 27698eb6488eSEric Joyner INIT_DEBUGOUT("ixgbe_resume: begin"); 27708eb6488eSEric Joyner 27718eb6488eSEric Joyner /* Read & clear WUS register */ 27728eb6488eSEric Joyner wus = IXGBE_READ_REG(hw, IXGBE_WUS); 27738eb6488eSEric Joyner if (wus) 27748eb6488eSEric Joyner device_printf(dev, "Woken up by (WUS): %#010x\n", 27758eb6488eSEric Joyner IXGBE_READ_REG(hw, IXGBE_WUS)); 27768eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_WUS, 0xffffffff); 27778eb6488eSEric Joyner /* And clear WUFC until next low-power transition */ 27788eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_WUFC, 0); 27798eb6488eSEric Joyner 27808eb6488eSEric Joyner /* 27818eb6488eSEric Joyner * Required after D3->D0 transition; 27828eb6488eSEric Joyner * will re-advertise all previous advertised speeds 27838eb6488eSEric Joyner */ 27848eb6488eSEric Joyner if (ifp->if_flags & IFF_UP) 2785c19c7afeSEric Joyner ixgbe_if_init(ctx); 27868eb6488eSEric Joyner 27878eb6488eSEric Joyner return (0); 2788c19c7afeSEric Joyner } /* ixgbe_if_resume */ 27898eb6488eSEric Joyner 27908eb6488eSEric Joyner /************************************************************************ 2791c19c7afeSEric Joyner * ixgbe_if_mtu_set - Ioctl mtu entry point 27928eb6488eSEric Joyner * 2793c19c7afeSEric Joyner * Return 0 on success, EINVAL on failure 2794c19c7afeSEric Joyner ************************************************************************/ 2795c19c7afeSEric Joyner static int 2796c19c7afeSEric Joyner ixgbe_if_mtu_set(if_ctx_t ctx, uint32_t mtu) 2797c19c7afeSEric Joyner { 2798c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 2799c19c7afeSEric Joyner int error = 0; 2800c19c7afeSEric Joyner 2801c19c7afeSEric Joyner IOCTL_DEBUGOUT("ioctl: SIOCIFMTU (Set Interface MTU)"); 2802c19c7afeSEric Joyner 2803c19c7afeSEric Joyner if (mtu > IXGBE_MAX_MTU) { 2804c19c7afeSEric Joyner error = EINVAL; 2805c19c7afeSEric Joyner } else { 2806c19c7afeSEric Joyner adapter->max_frame_size = mtu + IXGBE_MTU_HDR; 2807c19c7afeSEric Joyner } 2808c19c7afeSEric Joyner 2809c19c7afeSEric Joyner return error; 2810c19c7afeSEric Joyner } /* ixgbe_if_mtu_set */ 2811c19c7afeSEric Joyner 2812c19c7afeSEric Joyner /************************************************************************ 2813c19c7afeSEric Joyner * ixgbe_if_crcstrip_set 28148eb6488eSEric Joyner ************************************************************************/ 28158eb6488eSEric Joyner static void 2816c19c7afeSEric Joyner ixgbe_if_crcstrip_set(if_ctx_t ctx, int onoff, int crcstrip) 28178eb6488eSEric Joyner { 2818c19c7afeSEric Joyner struct adapter *sc = iflib_get_softc(ctx); 2819c19c7afeSEric Joyner struct ixgbe_hw *hw = &sc->hw; 2820c19c7afeSEric Joyner /* crc stripping is set in two places: 2821c19c7afeSEric Joyner * IXGBE_HLREG0 (modified on init_locked and hw reset) 2822c19c7afeSEric Joyner * IXGBE_RDRXCTL (set by the original driver in 2823c19c7afeSEric Joyner * ixgbe_setup_hw_rsc() called in init_locked. 2824c19c7afeSEric Joyner * We disable the setting when netmap is compiled in). 2825c19c7afeSEric Joyner * We update the values here, but also in ixgbe.c because 2826c19c7afeSEric Joyner * init_locked sometimes is called outside our control. 2827c19c7afeSEric Joyner */ 2828c19c7afeSEric Joyner uint32_t hl, rxc; 28298eb6488eSEric Joyner 2830c19c7afeSEric Joyner hl = IXGBE_READ_REG(hw, IXGBE_HLREG0); 2831c19c7afeSEric Joyner rxc = IXGBE_READ_REG(hw, IXGBE_RDRXCTL); 2832c19c7afeSEric Joyner #ifdef NETMAP 2833c19c7afeSEric Joyner if (netmap_verbose) 2834c19c7afeSEric Joyner D("%s read HLREG 0x%x rxc 0x%x", 2835c19c7afeSEric Joyner onoff ? "enter" : "exit", hl, rxc); 28368eb6488eSEric Joyner #endif 2837c19c7afeSEric Joyner /* hw requirements ... */ 2838c19c7afeSEric Joyner rxc &= ~IXGBE_RDRXCTL_RSCFRSTSIZE; 2839c19c7afeSEric Joyner rxc |= IXGBE_RDRXCTL_RSCACKC; 2840c19c7afeSEric Joyner if (onoff && !crcstrip) { 2841c19c7afeSEric Joyner /* keep the crc. Fast rx */ 2842c19c7afeSEric Joyner hl &= ~IXGBE_HLREG0_RXCRCSTRP; 2843c19c7afeSEric Joyner rxc &= ~IXGBE_RDRXCTL_CRCSTRIP; 2844c19c7afeSEric Joyner } else { 2845c19c7afeSEric Joyner /* reset default mode */ 2846c19c7afeSEric Joyner hl |= IXGBE_HLREG0_RXCRCSTRP; 2847c19c7afeSEric Joyner rxc |= IXGBE_RDRXCTL_CRCSTRIP; 2848c19c7afeSEric Joyner } 2849c19c7afeSEric Joyner #ifdef NETMAP 2850c19c7afeSEric Joyner if (netmap_verbose) 2851c19c7afeSEric Joyner D("%s write HLREG 0x%x rxc 0x%x", 2852c19c7afeSEric Joyner onoff ? "enter" : "exit", hl, rxc); 2853c19c7afeSEric Joyner #endif 2854c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_HLREG0, hl); 2855c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RDRXCTL, rxc); 2856c19c7afeSEric Joyner } /* ixgbe_if_crcstrip_set */ 28578eb6488eSEric Joyner 2858c19c7afeSEric Joyner /********************************************************************* 2859c19c7afeSEric Joyner * ixgbe_if_init - Init entry point 28608eb6488eSEric Joyner * 28618eb6488eSEric Joyner * Used in two ways: It is used by the stack as an init 28628eb6488eSEric Joyner * entry point in network interface structure. It is also 28638eb6488eSEric Joyner * used by the driver as a hw/sw initialization routine to 28648eb6488eSEric Joyner * get to a consistent state. 28658eb6488eSEric Joyner * 2866c19c7afeSEric Joyner * Return 0 on success, positive on failure 2867c19c7afeSEric Joyner **********************************************************************/ 28688eb6488eSEric Joyner void 2869c19c7afeSEric Joyner ixgbe_if_init(if_ctx_t ctx) 28708eb6488eSEric Joyner { 2871c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 2872c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 2873c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 28748eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 2875c19c7afeSEric Joyner struct ix_rx_queue *rx_que; 2876c19c7afeSEric Joyner struct ix_tx_queue *tx_que; 28778eb6488eSEric Joyner u32 txdctl, mhadd; 28788eb6488eSEric Joyner u32 rxdctl, rxctrl; 28798eb6488eSEric Joyner u32 ctrl_ext; 28808eb6488eSEric Joyner 2881c19c7afeSEric Joyner int i, j, err; 28828eb6488eSEric Joyner 2883c19c7afeSEric Joyner INIT_DEBUGOUT("ixgbe_if_init: begin"); 28848eb6488eSEric Joyner 28858eb6488eSEric Joyner /* Queue indices may change with IOV mode */ 28868eb6488eSEric Joyner ixgbe_align_all_queue_indices(adapter); 28878eb6488eSEric Joyner 28888eb6488eSEric Joyner /* reprogram the RAR[0] in case user changed it. */ 28898eb6488eSEric Joyner ixgbe_set_rar(hw, 0, hw->mac.addr, adapter->pool, IXGBE_RAH_AV); 28908eb6488eSEric Joyner 28918eb6488eSEric Joyner /* Get the latest mac address, User can use a LAA */ 28928eb6488eSEric Joyner bcopy(IF_LLADDR(ifp), hw->mac.addr, IXGBE_ETH_LENGTH_OF_ADDRESS); 28938eb6488eSEric Joyner ixgbe_set_rar(hw, 0, hw->mac.addr, adapter->pool, 1); 28948eb6488eSEric Joyner hw->addr_ctrl.rar_used_count = 1; 28958eb6488eSEric Joyner 28968eb6488eSEric Joyner ixgbe_init_hw(hw); 2897c19c7afeSEric Joyner 28988eb6488eSEric Joyner ixgbe_initialize_iov(adapter); 2899c19c7afeSEric Joyner 2900c19c7afeSEric Joyner ixgbe_initialize_transmit_units(ctx); 29018eb6488eSEric Joyner 29028eb6488eSEric Joyner /* Setup Multicast table */ 2903c19c7afeSEric Joyner ixgbe_if_multi_set(ctx); 29048eb6488eSEric Joyner 29058eb6488eSEric Joyner /* Determine the correct mbuf pool, based on frame size */ 29068eb6488eSEric Joyner if (adapter->max_frame_size <= MCLBYTES) 29078eb6488eSEric Joyner adapter->rx_mbuf_sz = MCLBYTES; 29088eb6488eSEric Joyner else 29098eb6488eSEric Joyner adapter->rx_mbuf_sz = MJUMPAGESIZE; 29108eb6488eSEric Joyner 29118eb6488eSEric Joyner /* Configure RX settings */ 2912c19c7afeSEric Joyner ixgbe_initialize_receive_units(ctx); 29138eb6488eSEric Joyner 29148eb6488eSEric Joyner /* Enable SDP & MSI-X interrupts based on adapter */ 29158eb6488eSEric Joyner ixgbe_config_gpie(adapter); 29168eb6488eSEric Joyner 29178eb6488eSEric Joyner /* Set MTU size */ 29188eb6488eSEric Joyner if (ifp->if_mtu > ETHERMTU) { 29198eb6488eSEric Joyner /* aka IXGBE_MAXFRS on 82599 and newer */ 29208eb6488eSEric Joyner mhadd = IXGBE_READ_REG(hw, IXGBE_MHADD); 29218eb6488eSEric Joyner mhadd &= ~IXGBE_MHADD_MFS_MASK; 29228eb6488eSEric Joyner mhadd |= adapter->max_frame_size << IXGBE_MHADD_MFS_SHIFT; 29238eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_MHADD, mhadd); 29248eb6488eSEric Joyner } 29258eb6488eSEric Joyner 29268eb6488eSEric Joyner /* Now enable all the queues */ 2927c19c7afeSEric Joyner for (i = 0, tx_que = adapter->tx_queues; i < adapter->num_tx_queues; i++, tx_que++) { 2928c19c7afeSEric Joyner struct tx_ring *txr = &tx_que->txr; 2929c19c7afeSEric Joyner 29308eb6488eSEric Joyner txdctl = IXGBE_READ_REG(hw, IXGBE_TXDCTL(txr->me)); 29318eb6488eSEric Joyner txdctl |= IXGBE_TXDCTL_ENABLE; 29328eb6488eSEric Joyner /* Set WTHRESH to 8, burst writeback */ 29338eb6488eSEric Joyner txdctl |= (8 << 16); 29348eb6488eSEric Joyner /* 29358eb6488eSEric Joyner * When the internal queue falls below PTHRESH (32), 29368eb6488eSEric Joyner * start prefetching as long as there are at least 29378eb6488eSEric Joyner * HTHRESH (1) buffers ready. The values are taken 29388eb6488eSEric Joyner * from the Intel linux driver 3.8.21. 29398eb6488eSEric Joyner * Prefetching enables tx line rate even with 1 queue. 29408eb6488eSEric Joyner */ 29418eb6488eSEric Joyner txdctl |= (32 << 0) | (1 << 8); 29428eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_TXDCTL(txr->me), txdctl); 29438eb6488eSEric Joyner } 29448eb6488eSEric Joyner 2945c19c7afeSEric Joyner for (i = 0, rx_que = adapter->rx_queues; i < adapter->num_rx_queues; i++, rx_que++) { 2946c19c7afeSEric Joyner struct rx_ring *rxr = &rx_que->rxr; 2947c19c7afeSEric Joyner 29488eb6488eSEric Joyner rxdctl = IXGBE_READ_REG(hw, IXGBE_RXDCTL(rxr->me)); 29498eb6488eSEric Joyner if (hw->mac.type == ixgbe_mac_82598EB) { 29508eb6488eSEric Joyner /* 29518eb6488eSEric Joyner * PTHRESH = 21 29528eb6488eSEric Joyner * HTHRESH = 4 29538eb6488eSEric Joyner * WTHRESH = 8 29548eb6488eSEric Joyner */ 29558eb6488eSEric Joyner rxdctl &= ~0x3FFFFF; 29568eb6488eSEric Joyner rxdctl |= 0x080420; 29578eb6488eSEric Joyner } 29588eb6488eSEric Joyner rxdctl |= IXGBE_RXDCTL_ENABLE; 29598eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_RXDCTL(rxr->me), rxdctl); 2960c19c7afeSEric Joyner for (j = 0; j < 10; j++) { 29618eb6488eSEric Joyner if (IXGBE_READ_REG(hw, IXGBE_RXDCTL(rxr->me)) & 29628eb6488eSEric Joyner IXGBE_RXDCTL_ENABLE) 29638eb6488eSEric Joyner break; 29648eb6488eSEric Joyner else 29658eb6488eSEric Joyner msec_delay(1); 29668eb6488eSEric Joyner } 29678eb6488eSEric Joyner wmb(); 29688eb6488eSEric Joyner } 29698eb6488eSEric Joyner 29708eb6488eSEric Joyner /* Enable Receive engine */ 29718eb6488eSEric Joyner rxctrl = IXGBE_READ_REG(hw, IXGBE_RXCTRL); 29728eb6488eSEric Joyner if (hw->mac.type == ixgbe_mac_82598EB) 29738eb6488eSEric Joyner rxctrl |= IXGBE_RXCTRL_DMBYPS; 29748eb6488eSEric Joyner rxctrl |= IXGBE_RXCTRL_RXEN; 29758eb6488eSEric Joyner ixgbe_enable_rx_dma(hw, rxctrl); 29768eb6488eSEric Joyner 2977c19c7afeSEric Joyner /* Set up MSI/MSI-X routing */ 2978c19c7afeSEric Joyner if (ixgbe_enable_msix) { 29798eb6488eSEric Joyner ixgbe_configure_ivars(adapter); 29808eb6488eSEric Joyner /* Set up auto-mask */ 29818eb6488eSEric Joyner if (hw->mac.type == ixgbe_mac_82598EB) 29828eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIAM, IXGBE_EICS_RTX_QUEUE); 29838eb6488eSEric Joyner else { 29848eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIAM_EX(0), 0xFFFFFFFF); 29858eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIAM_EX(1), 0xFFFFFFFF); 29868eb6488eSEric Joyner } 29878eb6488eSEric Joyner } else { /* Simple settings for Legacy/MSI */ 29888eb6488eSEric Joyner ixgbe_set_ivar(adapter, 0, 0, 0); 29898eb6488eSEric Joyner ixgbe_set_ivar(adapter, 0, 0, 1); 29908eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIAM, IXGBE_EICS_RTX_QUEUE); 29918eb6488eSEric Joyner } 29928eb6488eSEric Joyner 29938eb6488eSEric Joyner ixgbe_init_fdir(adapter); 29948eb6488eSEric Joyner 29958eb6488eSEric Joyner /* 29968eb6488eSEric Joyner * Check on any SFP devices that 29978eb6488eSEric Joyner * need to be kick-started 29988eb6488eSEric Joyner */ 29998eb6488eSEric Joyner if (hw->phy.type == ixgbe_phy_none) { 30008eb6488eSEric Joyner err = hw->phy.ops.identify(hw); 30018eb6488eSEric Joyner if (err == IXGBE_ERR_SFP_NOT_SUPPORTED) { 30028eb6488eSEric Joyner device_printf(dev, 30038eb6488eSEric Joyner "Unsupported SFP+ module type was detected.\n"); 30048eb6488eSEric Joyner return; 30058eb6488eSEric Joyner } 30068eb6488eSEric Joyner } 30078eb6488eSEric Joyner 30088eb6488eSEric Joyner /* Set moderation on the Link interrupt */ 30098eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EITR(adapter->vector), IXGBE_LINK_ITR); 30108eb6488eSEric Joyner 3011c19c7afeSEric Joyner /* Enable power to the phy. */ 3012c19c7afeSEric Joyner ixgbe_set_phy_power(hw, TRUE); 3013c19c7afeSEric Joyner 30148eb6488eSEric Joyner /* Config/Enable Link */ 30158eb6488eSEric Joyner ixgbe_config_link(adapter); 30168eb6488eSEric Joyner 30178eb6488eSEric Joyner /* Hardware Packet Buffer & Flow Control setup */ 30188eb6488eSEric Joyner ixgbe_config_delay_values(adapter); 30198eb6488eSEric Joyner 30208eb6488eSEric Joyner /* Initialize the FC settings */ 30218eb6488eSEric Joyner ixgbe_start_hw(hw); 30228eb6488eSEric Joyner 30238eb6488eSEric Joyner /* Set up VLAN support and filter */ 3024c19c7afeSEric Joyner ixgbe_setup_vlan_hw_support(ctx); 30258eb6488eSEric Joyner 30268eb6488eSEric Joyner /* Setup DMA Coalescing */ 30278eb6488eSEric Joyner ixgbe_config_dmac(adapter); 30288eb6488eSEric Joyner 30298eb6488eSEric Joyner /* And now turn on interrupts */ 3030c19c7afeSEric Joyner ixgbe_if_enable_intr(ctx); 30318eb6488eSEric Joyner 30328eb6488eSEric Joyner /* Enable the use of the MBX by the VF's */ 30338eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_SRIOV) { 30348eb6488eSEric Joyner ctrl_ext = IXGBE_READ_REG(hw, IXGBE_CTRL_EXT); 30358eb6488eSEric Joyner ctrl_ext |= IXGBE_CTRL_EXT_PFRSTD; 30368eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_CTRL_EXT, ctrl_ext); 30378eb6488eSEric Joyner } 30388eb6488eSEric Joyner 30398eb6488eSEric Joyner } /* ixgbe_init_locked */ 30408eb6488eSEric Joyner 30418eb6488eSEric Joyner /************************************************************************ 30428eb6488eSEric Joyner * ixgbe_set_ivar 30438eb6488eSEric Joyner * 30448eb6488eSEric Joyner * Setup the correct IVAR register for a particular MSI-X interrupt 30458eb6488eSEric Joyner * (yes this is all very magic and confusing :) 30468eb6488eSEric Joyner * - entry is the register array entry 30478eb6488eSEric Joyner * - vector is the MSI-X vector for this queue 30488eb6488eSEric Joyner * - type is RX/TX/MISC 30498eb6488eSEric Joyner ************************************************************************/ 30508eb6488eSEric Joyner static void 30518eb6488eSEric Joyner ixgbe_set_ivar(struct adapter *adapter, u8 entry, u8 vector, s8 type) 30528eb6488eSEric Joyner { 30538eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 30548eb6488eSEric Joyner u32 ivar, index; 30558eb6488eSEric Joyner 30568eb6488eSEric Joyner vector |= IXGBE_IVAR_ALLOC_VAL; 30578eb6488eSEric Joyner 30588eb6488eSEric Joyner switch (hw->mac.type) { 30598eb6488eSEric Joyner case ixgbe_mac_82598EB: 30608eb6488eSEric Joyner if (type == -1) 30618eb6488eSEric Joyner entry = IXGBE_IVAR_OTHER_CAUSES_INDEX; 30628eb6488eSEric Joyner else 30638eb6488eSEric Joyner entry += (type * 64); 30648eb6488eSEric Joyner index = (entry >> 2) & 0x1F; 30658eb6488eSEric Joyner ivar = IXGBE_READ_REG(hw, IXGBE_IVAR(index)); 30668eb6488eSEric Joyner ivar &= ~(0xFF << (8 * (entry & 0x3))); 30678eb6488eSEric Joyner ivar |= (vector << (8 * (entry & 0x3))); 30688eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_IVAR(index), ivar); 30698eb6488eSEric Joyner break; 30708eb6488eSEric Joyner case ixgbe_mac_82599EB: 30718eb6488eSEric Joyner case ixgbe_mac_X540: 30728eb6488eSEric Joyner case ixgbe_mac_X550: 30738eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 30748eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 30758eb6488eSEric Joyner if (type == -1) { /* MISC IVAR */ 30768eb6488eSEric Joyner index = (entry & 1) * 8; 30778eb6488eSEric Joyner ivar = IXGBE_READ_REG(hw, IXGBE_IVAR_MISC); 30788eb6488eSEric Joyner ivar &= ~(0xFF << index); 30798eb6488eSEric Joyner ivar |= (vector << index); 30808eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_IVAR_MISC, ivar); 30818eb6488eSEric Joyner } else { /* RX/TX IVARS */ 30828eb6488eSEric Joyner index = (16 * (entry & 1)) + (8 * type); 30838eb6488eSEric Joyner ivar = IXGBE_READ_REG(hw, IXGBE_IVAR(entry >> 1)); 30848eb6488eSEric Joyner ivar &= ~(0xFF << index); 30858eb6488eSEric Joyner ivar |= (vector << index); 30868eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_IVAR(entry >> 1), ivar); 30878eb6488eSEric Joyner } 30888eb6488eSEric Joyner default: 30898eb6488eSEric Joyner break; 30908eb6488eSEric Joyner } 30918eb6488eSEric Joyner } /* ixgbe_set_ivar */ 30928eb6488eSEric Joyner 30938eb6488eSEric Joyner /************************************************************************ 30948eb6488eSEric Joyner * ixgbe_configure_ivars 30958eb6488eSEric Joyner ************************************************************************/ 30968eb6488eSEric Joyner static void 30978eb6488eSEric Joyner ixgbe_configure_ivars(struct adapter *adapter) 30988eb6488eSEric Joyner { 3099c19c7afeSEric Joyner struct ix_rx_queue *rx_que = adapter->rx_queues; 3100c19c7afeSEric Joyner struct ix_tx_queue *tx_que = adapter->tx_queues; 31018eb6488eSEric Joyner u32 newitr; 31028eb6488eSEric Joyner 31038eb6488eSEric Joyner if (ixgbe_max_interrupt_rate > 0) 31048eb6488eSEric Joyner newitr = (4000000 / ixgbe_max_interrupt_rate) & 0x0FF8; 31058eb6488eSEric Joyner else { 31068eb6488eSEric Joyner /* 31078eb6488eSEric Joyner * Disable DMA coalescing if interrupt moderation is 31088eb6488eSEric Joyner * disabled. 31098eb6488eSEric Joyner */ 31108eb6488eSEric Joyner adapter->dmac = 0; 31118eb6488eSEric Joyner newitr = 0; 31128eb6488eSEric Joyner } 31138eb6488eSEric Joyner 3114c19c7afeSEric Joyner for (int i = 0; i < adapter->num_rx_queues; i++, rx_que++) { 3115c19c7afeSEric Joyner struct rx_ring *rxr = &rx_que->rxr; 31168eb6488eSEric Joyner 3117c19c7afeSEric Joyner /* First the RX queue entry */ 3118c19c7afeSEric Joyner ixgbe_set_ivar(adapter, rxr->me, rx_que->msix, 0); 3119c19c7afeSEric Joyner 3120c19c7afeSEric Joyner /* Set an Initial EITR value */ 3121c19c7afeSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_EITR(rx_que->msix), newitr); 3122c19c7afeSEric Joyner } 3123c19c7afeSEric Joyner for (int i = 0; i < adapter->num_tx_queues; i++, tx_que++) { 3124c19c7afeSEric Joyner struct tx_ring *txr = &tx_que->txr; 3125c19c7afeSEric Joyner 3126c19c7afeSEric Joyner /* ... and the TX */ 3127c19c7afeSEric Joyner ixgbe_set_ivar(adapter, txr->me, tx_que->msix, 1); 3128c19c7afeSEric Joyner } 31298eb6488eSEric Joyner /* For the Link interrupt */ 31308eb6488eSEric Joyner ixgbe_set_ivar(adapter, 1, adapter->vector, -1); 31318eb6488eSEric Joyner } /* ixgbe_configure_ivars */ 31328eb6488eSEric Joyner 31338eb6488eSEric Joyner /************************************************************************ 31348eb6488eSEric Joyner * ixgbe_config_gpie 31358eb6488eSEric Joyner ************************************************************************/ 31368eb6488eSEric Joyner static void 31378eb6488eSEric Joyner ixgbe_config_gpie(struct adapter *adapter) 31388eb6488eSEric Joyner { 31398eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 31408eb6488eSEric Joyner u32 gpie; 31418eb6488eSEric Joyner 31428eb6488eSEric Joyner gpie = IXGBE_READ_REG(hw, IXGBE_GPIE); 31438eb6488eSEric Joyner 3144c19c7afeSEric Joyner if (adapter->intr_type == IFLIB_INTR_MSIX) { 31458eb6488eSEric Joyner /* Enable Enhanced MSI-X mode */ 31468eb6488eSEric Joyner gpie |= IXGBE_GPIE_MSIX_MODE 31478eb6488eSEric Joyner | IXGBE_GPIE_EIAME 31488eb6488eSEric Joyner | IXGBE_GPIE_PBA_SUPPORT 31498eb6488eSEric Joyner | IXGBE_GPIE_OCD; 31508eb6488eSEric Joyner } 31518eb6488eSEric Joyner 31528eb6488eSEric Joyner /* Fan Failure Interrupt */ 31538eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_FAN_FAIL) 31548eb6488eSEric Joyner gpie |= IXGBE_SDP1_GPIEN; 31558eb6488eSEric Joyner 31568eb6488eSEric Joyner /* Thermal Sensor Interrupt */ 31578eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_TEMP_SENSOR) 31588eb6488eSEric Joyner gpie |= IXGBE_SDP0_GPIEN_X540; 31598eb6488eSEric Joyner 31608eb6488eSEric Joyner /* Link detection */ 31618eb6488eSEric Joyner switch (hw->mac.type) { 31628eb6488eSEric Joyner case ixgbe_mac_82599EB: 31638eb6488eSEric Joyner gpie |= IXGBE_SDP1_GPIEN | IXGBE_SDP2_GPIEN; 31648eb6488eSEric Joyner break; 31658eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 31668eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 31678eb6488eSEric Joyner gpie |= IXGBE_SDP0_GPIEN_X540; 31688eb6488eSEric Joyner break; 31698eb6488eSEric Joyner default: 31708eb6488eSEric Joyner break; 31718eb6488eSEric Joyner } 31728eb6488eSEric Joyner 31738eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_GPIE, gpie); 31748eb6488eSEric Joyner 31758eb6488eSEric Joyner } /* ixgbe_config_gpie */ 31768eb6488eSEric Joyner 31778eb6488eSEric Joyner /************************************************************************ 31788eb6488eSEric Joyner * ixgbe_config_delay_values 31798eb6488eSEric Joyner * 31808eb6488eSEric Joyner * Requires adapter->max_frame_size to be set. 31818eb6488eSEric Joyner ************************************************************************/ 31828eb6488eSEric Joyner static void 31838eb6488eSEric Joyner ixgbe_config_delay_values(struct adapter *adapter) 31848eb6488eSEric Joyner { 31858eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 31868eb6488eSEric Joyner u32 rxpb, frame, size, tmp; 31878eb6488eSEric Joyner 31888eb6488eSEric Joyner frame = adapter->max_frame_size; 31898eb6488eSEric Joyner 31908eb6488eSEric Joyner /* Calculate High Water */ 31918eb6488eSEric Joyner switch (hw->mac.type) { 31928eb6488eSEric Joyner case ixgbe_mac_X540: 31938eb6488eSEric Joyner case ixgbe_mac_X550: 31948eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 31958eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 31968eb6488eSEric Joyner tmp = IXGBE_DV_X540(frame, frame); 31978eb6488eSEric Joyner break; 31988eb6488eSEric Joyner default: 31998eb6488eSEric Joyner tmp = IXGBE_DV(frame, frame); 32008eb6488eSEric Joyner break; 32018eb6488eSEric Joyner } 32028eb6488eSEric Joyner size = IXGBE_BT2KB(tmp); 32038eb6488eSEric Joyner rxpb = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(0)) >> 10; 32048eb6488eSEric Joyner hw->fc.high_water[0] = rxpb - size; 32058eb6488eSEric Joyner 32068eb6488eSEric Joyner /* Now calculate Low Water */ 32078eb6488eSEric Joyner switch (hw->mac.type) { 32088eb6488eSEric Joyner case ixgbe_mac_X540: 32098eb6488eSEric Joyner case ixgbe_mac_X550: 32108eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 32118eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 32128eb6488eSEric Joyner tmp = IXGBE_LOW_DV_X540(frame); 32138eb6488eSEric Joyner break; 32148eb6488eSEric Joyner default: 32158eb6488eSEric Joyner tmp = IXGBE_LOW_DV(frame); 32168eb6488eSEric Joyner break; 32178eb6488eSEric Joyner } 32188eb6488eSEric Joyner hw->fc.low_water[0] = IXGBE_BT2KB(tmp); 32198eb6488eSEric Joyner 32208eb6488eSEric Joyner hw->fc.pause_time = IXGBE_FC_PAUSE; 32218eb6488eSEric Joyner hw->fc.send_xon = TRUE; 32228eb6488eSEric Joyner } /* ixgbe_config_delay_values */ 32238eb6488eSEric Joyner 32248eb6488eSEric Joyner /************************************************************************ 32258eb6488eSEric Joyner * ixgbe_set_multi - Multicast Update 32268eb6488eSEric Joyner * 32278eb6488eSEric Joyner * Called whenever multicast address list is updated. 32288eb6488eSEric Joyner ************************************************************************/ 3229c19c7afeSEric Joyner static int 3230c19c7afeSEric Joyner ixgbe_mc_filter_apply(void *arg, struct ifmultiaddr *ifma, int count) 32318eb6488eSEric Joyner { 3232c19c7afeSEric Joyner struct adapter *adapter = arg; 3233c19c7afeSEric Joyner struct ixgbe_mc_addr *mta = adapter->mta; 3234c19c7afeSEric Joyner 3235c19c7afeSEric Joyner if (ifma->ifma_addr->sa_family != AF_LINK) 3236c19c7afeSEric Joyner return (0); 3237c19c7afeSEric Joyner if (count == MAX_NUM_MULTICAST_ADDRESSES) 3238c19c7afeSEric Joyner return (0); 3239c19c7afeSEric Joyner bcopy(LLADDR((struct sockaddr_dl *)ifma->ifma_addr), 3240c19c7afeSEric Joyner mta[count].addr, IXGBE_ETH_LENGTH_OF_ADDRESS); 3241c19c7afeSEric Joyner mta[count].vmdq = adapter->pool; 3242c19c7afeSEric Joyner 3243c19c7afeSEric Joyner return (1); 3244c19c7afeSEric Joyner } /* ixgbe_mc_filter_apply */ 3245c19c7afeSEric Joyner 3246c19c7afeSEric Joyner static void 3247c19c7afeSEric Joyner ixgbe_if_multi_set(if_ctx_t ctx) 3248c19c7afeSEric Joyner { 3249c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 32508eb6488eSEric Joyner struct ixgbe_mc_addr *mta; 3251c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(ctx); 32528eb6488eSEric Joyner u8 *update_ptr; 32538eb6488eSEric Joyner int mcnt = 0; 32548eb6488eSEric Joyner u32 fctrl; 32558eb6488eSEric Joyner 3256c19c7afeSEric Joyner IOCTL_DEBUGOUT("ixgbe_if_multi_set: begin"); 32578eb6488eSEric Joyner 32588eb6488eSEric Joyner mta = adapter->mta; 32598eb6488eSEric Joyner bzero(mta, sizeof(*mta) * MAX_NUM_MULTICAST_ADDRESSES); 32608eb6488eSEric Joyner 3261c19c7afeSEric Joyner mcnt = if_multi_apply(iflib_get_ifp(ctx), ixgbe_mc_filter_apply, adapter); 32628eb6488eSEric Joyner 32638eb6488eSEric Joyner fctrl = IXGBE_READ_REG(&adapter->hw, IXGBE_FCTRL); 32648eb6488eSEric Joyner fctrl |= (IXGBE_FCTRL_UPE | IXGBE_FCTRL_MPE); 32658eb6488eSEric Joyner if (ifp->if_flags & IFF_PROMISC) 32668eb6488eSEric Joyner fctrl |= (IXGBE_FCTRL_UPE | IXGBE_FCTRL_MPE); 32678eb6488eSEric Joyner else if (mcnt >= MAX_NUM_MULTICAST_ADDRESSES || 32688eb6488eSEric Joyner ifp->if_flags & IFF_ALLMULTI) { 32698eb6488eSEric Joyner fctrl |= IXGBE_FCTRL_MPE; 32708eb6488eSEric Joyner fctrl &= ~IXGBE_FCTRL_UPE; 32718eb6488eSEric Joyner } else 32728eb6488eSEric Joyner fctrl &= ~(IXGBE_FCTRL_UPE | IXGBE_FCTRL_MPE); 32738eb6488eSEric Joyner 32748eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCTRL, fctrl); 32758eb6488eSEric Joyner 32768eb6488eSEric Joyner if (mcnt < MAX_NUM_MULTICAST_ADDRESSES) { 32778eb6488eSEric Joyner update_ptr = (u8 *)mta; 32788eb6488eSEric Joyner ixgbe_update_mc_addr_list(&adapter->hw, update_ptr, mcnt, 32798eb6488eSEric Joyner ixgbe_mc_array_itr, TRUE); 32808eb6488eSEric Joyner } 32818eb6488eSEric Joyner 3282c19c7afeSEric Joyner } /* ixgbe_if_multi_set */ 32838eb6488eSEric Joyner 32848eb6488eSEric Joyner /************************************************************************ 32858eb6488eSEric Joyner * ixgbe_mc_array_itr 32868eb6488eSEric Joyner * 32878eb6488eSEric Joyner * An iterator function needed by the multicast shared code. 32888eb6488eSEric Joyner * It feeds the shared code routine the addresses in the 32898eb6488eSEric Joyner * array of ixgbe_set_multi() one by one. 32908eb6488eSEric Joyner ************************************************************************/ 32918eb6488eSEric Joyner static u8 * 32928eb6488eSEric Joyner ixgbe_mc_array_itr(struct ixgbe_hw *hw, u8 **update_ptr, u32 *vmdq) 32938eb6488eSEric Joyner { 32948eb6488eSEric Joyner struct ixgbe_mc_addr *mta; 32958eb6488eSEric Joyner 32968eb6488eSEric Joyner mta = (struct ixgbe_mc_addr *)*update_ptr; 32978eb6488eSEric Joyner *vmdq = mta->vmdq; 32988eb6488eSEric Joyner 32998eb6488eSEric Joyner *update_ptr = (u8*)(mta + 1); 33008eb6488eSEric Joyner 33018eb6488eSEric Joyner return (mta->addr); 33028eb6488eSEric Joyner } /* ixgbe_mc_array_itr */ 33038eb6488eSEric Joyner 33048eb6488eSEric Joyner /************************************************************************ 33058eb6488eSEric Joyner * ixgbe_local_timer - Timer routine 33068eb6488eSEric Joyner * 33078eb6488eSEric Joyner * Checks for link status, updates statistics, 33088eb6488eSEric Joyner * and runs the watchdog check. 33098eb6488eSEric Joyner ************************************************************************/ 33108eb6488eSEric Joyner static void 3311c19c7afeSEric Joyner ixgbe_if_timer(if_ctx_t ctx, uint16_t qid) 33128eb6488eSEric Joyner { 3313c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 33148eb6488eSEric Joyner 3315c19c7afeSEric Joyner if (qid != 0) 3316c19c7afeSEric Joyner return; 33178eb6488eSEric Joyner 33188eb6488eSEric Joyner /* Check for pluggable optics */ 33198eb6488eSEric Joyner if (adapter->sfp_probe) 3320c19c7afeSEric Joyner if (!ixgbe_sfp_probe(ctx)) 3321c19c7afeSEric Joyner return; /* Nothing to do */ 33228eb6488eSEric Joyner 3323c19c7afeSEric Joyner ixgbe_check_link(&adapter->hw, &adapter->link_speed, 3324c19c7afeSEric Joyner &adapter->link_up, 0); 33258eb6488eSEric Joyner 3326c19c7afeSEric Joyner /* Fire off the adminq task */ 3327c19c7afeSEric Joyner iflib_admin_intr_deferred(ctx); 33288eb6488eSEric Joyner 3329c19c7afeSEric Joyner } /* ixgbe_if_timer */ 33308eb6488eSEric Joyner 33318eb6488eSEric Joyner /************************************************************************ 33328eb6488eSEric Joyner * ixgbe_sfp_probe 33338eb6488eSEric Joyner * 33348eb6488eSEric Joyner * Determine if a port had optics inserted. 33358eb6488eSEric Joyner ************************************************************************/ 33368eb6488eSEric Joyner static bool 3337c19c7afeSEric Joyner ixgbe_sfp_probe(if_ctx_t ctx) 33388eb6488eSEric Joyner { 3339c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 33408eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 3341c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 33428eb6488eSEric Joyner bool result = FALSE; 33438eb6488eSEric Joyner 33448eb6488eSEric Joyner if ((hw->phy.type == ixgbe_phy_nl) && 33458eb6488eSEric Joyner (hw->phy.sfp_type == ixgbe_sfp_type_not_present)) { 33468eb6488eSEric Joyner s32 ret = hw->phy.ops.identify_sfp(hw); 33478eb6488eSEric Joyner if (ret) 33488eb6488eSEric Joyner goto out; 33498eb6488eSEric Joyner ret = hw->phy.ops.reset(hw); 33508eb6488eSEric Joyner adapter->sfp_probe = FALSE; 33518eb6488eSEric Joyner if (ret == IXGBE_ERR_SFP_NOT_SUPPORTED) { 33528eb6488eSEric Joyner device_printf(dev, "Unsupported SFP+ module detected!"); 33538eb6488eSEric Joyner device_printf(dev, 33548eb6488eSEric Joyner "Reload driver with supported module.\n"); 33558eb6488eSEric Joyner goto out; 33568eb6488eSEric Joyner } else 33578eb6488eSEric Joyner device_printf(dev, "SFP+ module detected!\n"); 33588eb6488eSEric Joyner /* We now have supported optics */ 33598eb6488eSEric Joyner result = TRUE; 33608eb6488eSEric Joyner } 33618eb6488eSEric Joyner out: 33628eb6488eSEric Joyner 33638eb6488eSEric Joyner return (result); 33648eb6488eSEric Joyner } /* ixgbe_sfp_probe */ 33658eb6488eSEric Joyner 33668eb6488eSEric Joyner /************************************************************************ 33678eb6488eSEric Joyner * ixgbe_handle_mod - Tasklet for SFP module interrupts 33688eb6488eSEric Joyner ************************************************************************/ 33698eb6488eSEric Joyner static void 3370c19c7afeSEric Joyner ixgbe_handle_mod(void *context) 33718eb6488eSEric Joyner { 3372c19c7afeSEric Joyner if_ctx_t ctx = context; 3373c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 33748eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 3375c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 33768eb6488eSEric Joyner u32 err, cage_full = 0; 33778eb6488eSEric Joyner 3378c19c7afeSEric Joyner adapter->sfp_reinit = 1; 33798eb6488eSEric Joyner if (adapter->hw.need_crosstalk_fix) { 33808eb6488eSEric Joyner switch (hw->mac.type) { 33818eb6488eSEric Joyner case ixgbe_mac_82599EB: 33828eb6488eSEric Joyner cage_full = IXGBE_READ_REG(hw, IXGBE_ESDP) & 33838eb6488eSEric Joyner IXGBE_ESDP_SDP2; 33848eb6488eSEric Joyner break; 33858eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 33868eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 33878eb6488eSEric Joyner cage_full = IXGBE_READ_REG(hw, IXGBE_ESDP) & 33888eb6488eSEric Joyner IXGBE_ESDP_SDP0; 33898eb6488eSEric Joyner break; 33908eb6488eSEric Joyner default: 33918eb6488eSEric Joyner break; 33928eb6488eSEric Joyner } 33938eb6488eSEric Joyner 33948eb6488eSEric Joyner if (!cage_full) 3395c19c7afeSEric Joyner goto handle_mod_out; 33968eb6488eSEric Joyner } 33978eb6488eSEric Joyner 33988eb6488eSEric Joyner err = hw->phy.ops.identify_sfp(hw); 33998eb6488eSEric Joyner if (err == IXGBE_ERR_SFP_NOT_SUPPORTED) { 34008eb6488eSEric Joyner device_printf(dev, 34018eb6488eSEric Joyner "Unsupported SFP+ module type was detected.\n"); 3402c19c7afeSEric Joyner goto handle_mod_out; 34038eb6488eSEric Joyner } 34048eb6488eSEric Joyner 3405c19c7afeSEric Joyner if (hw->mac.type == ixgbe_mac_82598EB) 3406c19c7afeSEric Joyner err = hw->phy.ops.reset(hw); 3407c19c7afeSEric Joyner else 34088eb6488eSEric Joyner err = hw->mac.ops.setup_sfp(hw); 3409c19c7afeSEric Joyner 34108eb6488eSEric Joyner if (err == IXGBE_ERR_SFP_NOT_SUPPORTED) { 34118eb6488eSEric Joyner device_printf(dev, 34128eb6488eSEric Joyner "Setup failure - unsupported SFP+ module type.\n"); 3413c19c7afeSEric Joyner goto handle_mod_out; 34148eb6488eSEric Joyner } 3415c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->msf_task); 3416c19c7afeSEric Joyner return; 3417c19c7afeSEric Joyner 3418c19c7afeSEric Joyner handle_mod_out: 3419c19c7afeSEric Joyner adapter->sfp_reinit = 0; 34208eb6488eSEric Joyner } /* ixgbe_handle_mod */ 34218eb6488eSEric Joyner 34228eb6488eSEric Joyner 34238eb6488eSEric Joyner /************************************************************************ 34248eb6488eSEric Joyner * ixgbe_handle_msf - Tasklet for MSF (multispeed fiber) interrupts 34258eb6488eSEric Joyner ************************************************************************/ 34268eb6488eSEric Joyner static void 3427c19c7afeSEric Joyner ixgbe_handle_msf(void *context) 34288eb6488eSEric Joyner { 3429c19c7afeSEric Joyner if_ctx_t ctx = context; 3430c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 34318eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 34328eb6488eSEric Joyner u32 autoneg; 34338eb6488eSEric Joyner bool negotiate; 34348eb6488eSEric Joyner 3435c19c7afeSEric Joyner if (adapter->sfp_reinit != 1) 3436c19c7afeSEric Joyner return; 3437c19c7afeSEric Joyner 34388eb6488eSEric Joyner /* get_supported_phy_layer will call hw->phy.ops.identify_sfp() */ 34398eb6488eSEric Joyner adapter->phy_layer = ixgbe_get_supported_physical_layer(hw); 34408eb6488eSEric Joyner 34418eb6488eSEric Joyner autoneg = hw->phy.autoneg_advertised; 34428eb6488eSEric Joyner if ((!autoneg) && (hw->mac.ops.get_link_capabilities)) 34438eb6488eSEric Joyner hw->mac.ops.get_link_capabilities(hw, &autoneg, &negotiate); 34448eb6488eSEric Joyner if (hw->mac.ops.setup_link) 34458eb6488eSEric Joyner hw->mac.ops.setup_link(hw, autoneg, TRUE); 34468eb6488eSEric Joyner 34478eb6488eSEric Joyner /* Adjust media types shown in ifconfig */ 3448c19c7afeSEric Joyner ifmedia_removeall(adapter->media); 3449c19c7afeSEric Joyner ixgbe_add_media_types(adapter->ctx); 3450c19c7afeSEric Joyner ifmedia_set(adapter->media, IFM_ETHER | IFM_AUTO); 3451c19c7afeSEric Joyner 3452c19c7afeSEric Joyner adapter->sfp_reinit = 0; 34538eb6488eSEric Joyner } /* ixgbe_handle_msf */ 34548eb6488eSEric Joyner 34558eb6488eSEric Joyner /************************************************************************ 34568eb6488eSEric Joyner * ixgbe_handle_phy - Tasklet for external PHY interrupts 34578eb6488eSEric Joyner ************************************************************************/ 34588eb6488eSEric Joyner static void 3459c19c7afeSEric Joyner ixgbe_handle_phy(void *context) 34608eb6488eSEric Joyner { 3461c19c7afeSEric Joyner if_ctx_t ctx = context; 3462c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 34638eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 34648eb6488eSEric Joyner int error; 34658eb6488eSEric Joyner 34668eb6488eSEric Joyner error = hw->phy.ops.handle_lasi(hw); 34678eb6488eSEric Joyner if (error == IXGBE_ERR_OVERTEMP) 34688eb6488eSEric Joyner device_printf(adapter->dev, "CRITICAL: EXTERNAL PHY OVER TEMP!! PHY will downshift to lower power state!\n"); 34698eb6488eSEric Joyner else if (error) 34708eb6488eSEric Joyner device_printf(adapter->dev, 34718eb6488eSEric Joyner "Error handling LASI interrupt: %d\n", error); 34728eb6488eSEric Joyner } /* ixgbe_handle_phy */ 34738eb6488eSEric Joyner 34748eb6488eSEric Joyner /************************************************************************ 3475c19c7afeSEric Joyner * ixgbe_if_stop - Stop the hardware 34768eb6488eSEric Joyner * 34778eb6488eSEric Joyner * Disables all traffic on the adapter by issuing a 34788eb6488eSEric Joyner * global reset on the MAC and deallocates TX/RX buffers. 34798eb6488eSEric Joyner ************************************************************************/ 34808eb6488eSEric Joyner static void 3481c19c7afeSEric Joyner ixgbe_if_stop(if_ctx_t ctx) 34828eb6488eSEric Joyner { 3483c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 34848eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 34858eb6488eSEric Joyner 3486c19c7afeSEric Joyner INIT_DEBUGOUT("ixgbe_if_stop: begin\n"); 34878eb6488eSEric Joyner 34888eb6488eSEric Joyner ixgbe_reset_hw(hw); 34898eb6488eSEric Joyner hw->adapter_stopped = FALSE; 34908eb6488eSEric Joyner ixgbe_stop_adapter(hw); 34918eb6488eSEric Joyner if (hw->mac.type == ixgbe_mac_82599EB) 34928eb6488eSEric Joyner ixgbe_stop_mac_link_on_d3_82599(hw); 34938eb6488eSEric Joyner /* Turn off the laser - noop with no optics */ 34948eb6488eSEric Joyner ixgbe_disable_tx_laser(hw); 34958eb6488eSEric Joyner 34968eb6488eSEric Joyner /* Update the stack */ 34978eb6488eSEric Joyner adapter->link_up = FALSE; 3498c19c7afeSEric Joyner ixgbe_if_update_admin_status(ctx); 34998eb6488eSEric Joyner 35008eb6488eSEric Joyner /* reprogram the RAR[0] in case user changed it. */ 35018eb6488eSEric Joyner ixgbe_set_rar(&adapter->hw, 0, adapter->hw.mac.addr, 0, IXGBE_RAH_AV); 35028eb6488eSEric Joyner 35038eb6488eSEric Joyner return; 3504c19c7afeSEric Joyner } /* ixgbe_if_stop */ 35058eb6488eSEric Joyner 35068eb6488eSEric Joyner /************************************************************************ 35078eb6488eSEric Joyner * ixgbe_update_link_status - Update OS on link state 35088eb6488eSEric Joyner * 35098eb6488eSEric Joyner * Note: Only updates the OS on the cached link state. 35108eb6488eSEric Joyner * The real check of the hardware only happens with 35118eb6488eSEric Joyner * a link interrupt. 35128eb6488eSEric Joyner ************************************************************************/ 35138eb6488eSEric Joyner static void 3514c19c7afeSEric Joyner ixgbe_if_update_admin_status(if_ctx_t ctx) 35158eb6488eSEric Joyner { 3516c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 3517c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 35188eb6488eSEric Joyner 35198eb6488eSEric Joyner if (adapter->link_up) { 35208eb6488eSEric Joyner if (adapter->link_active == FALSE) { 35218eb6488eSEric Joyner if (bootverbose) 35228eb6488eSEric Joyner device_printf(dev, "Link is up %d Gbps %s \n", 35238eb6488eSEric Joyner ((adapter->link_speed == 128) ? 10 : 1), 35248eb6488eSEric Joyner "Full Duplex"); 35258eb6488eSEric Joyner adapter->link_active = TRUE; 35268eb6488eSEric Joyner /* Update any Flow Control changes */ 35278eb6488eSEric Joyner ixgbe_fc_enable(&adapter->hw); 35288eb6488eSEric Joyner /* Update DMA coalescing config */ 35298eb6488eSEric Joyner ixgbe_config_dmac(adapter); 3530c19c7afeSEric Joyner /* should actually be negotiated value */ 3531c19c7afeSEric Joyner iflib_link_state_change(ctx, LINK_STATE_UP, IF_Gbps(10)); 3532c19c7afeSEric Joyner 35338eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_SRIOV) 35348eb6488eSEric Joyner ixgbe_ping_all_vfs(adapter); 35358eb6488eSEric Joyner } 35368eb6488eSEric Joyner } else { /* Link down */ 35378eb6488eSEric Joyner if (adapter->link_active == TRUE) { 35388eb6488eSEric Joyner if (bootverbose) 35398eb6488eSEric Joyner device_printf(dev, "Link is Down\n"); 3540c19c7afeSEric Joyner iflib_link_state_change(ctx, LINK_STATE_DOWN, 0); 35418eb6488eSEric Joyner adapter->link_active = FALSE; 35428eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_SRIOV) 35438eb6488eSEric Joyner ixgbe_ping_all_vfs(adapter); 35448eb6488eSEric Joyner } 35458eb6488eSEric Joyner } 35468eb6488eSEric Joyner 3547c19c7afeSEric Joyner ixgbe_update_stats_counters(adapter); 3548c19c7afeSEric Joyner 3549c19c7afeSEric Joyner /* Re-enable link interrupts */ 3550c19c7afeSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_EIMS, IXGBE_EIMS_LSC); 3551c19c7afeSEric Joyner } /* ixgbe_if_update_admin_status */ 35528eb6488eSEric Joyner 35538eb6488eSEric Joyner /************************************************************************ 35548eb6488eSEric Joyner * ixgbe_config_dmac - Configure DMA Coalescing 35558eb6488eSEric Joyner ************************************************************************/ 35568eb6488eSEric Joyner static void 35578eb6488eSEric Joyner ixgbe_config_dmac(struct adapter *adapter) 35588eb6488eSEric Joyner { 35598eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 35608eb6488eSEric Joyner struct ixgbe_dmac_config *dcfg = &hw->mac.dmac_config; 35618eb6488eSEric Joyner 35628eb6488eSEric Joyner if (hw->mac.type < ixgbe_mac_X550 || !hw->mac.ops.dmac_config) 35638eb6488eSEric Joyner return; 35648eb6488eSEric Joyner 35658eb6488eSEric Joyner if (dcfg->watchdog_timer ^ adapter->dmac || 35668eb6488eSEric Joyner dcfg->link_speed ^ adapter->link_speed) { 35678eb6488eSEric Joyner dcfg->watchdog_timer = adapter->dmac; 3568c19c7afeSEric Joyner dcfg->fcoe_en = FALSE; 35698eb6488eSEric Joyner dcfg->link_speed = adapter->link_speed; 35708eb6488eSEric Joyner dcfg->num_tcs = 1; 35718eb6488eSEric Joyner 35728eb6488eSEric Joyner INIT_DEBUGOUT2("dmac settings: watchdog %d, link speed %d\n", 35738eb6488eSEric Joyner dcfg->watchdog_timer, dcfg->link_speed); 35748eb6488eSEric Joyner 35758eb6488eSEric Joyner hw->mac.ops.dmac_config(hw); 35768eb6488eSEric Joyner } 35778eb6488eSEric Joyner } /* ixgbe_config_dmac */ 35788eb6488eSEric Joyner 35798eb6488eSEric Joyner /************************************************************************ 3580c19c7afeSEric Joyner * ixgbe_if_enable_intr 35818eb6488eSEric Joyner ************************************************************************/ 3582c19c7afeSEric Joyner void 3583c19c7afeSEric Joyner ixgbe_if_enable_intr(if_ctx_t ctx) 35848eb6488eSEric Joyner { 3585c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 35868eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 3587c19c7afeSEric Joyner struct ix_rx_queue *que = adapter->rx_queues; 35888eb6488eSEric Joyner u32 mask, fwsm; 35898eb6488eSEric Joyner 35908eb6488eSEric Joyner mask = (IXGBE_EIMS_ENABLE_MASK & ~IXGBE_EIMS_RTX_QUEUE); 35918eb6488eSEric Joyner 35928eb6488eSEric Joyner switch (adapter->hw.mac.type) { 35938eb6488eSEric Joyner case ixgbe_mac_82599EB: 35948eb6488eSEric Joyner mask |= IXGBE_EIMS_ECC; 35958eb6488eSEric Joyner /* Temperature sensor on some adapters */ 35968eb6488eSEric Joyner mask |= IXGBE_EIMS_GPI_SDP0; 35978eb6488eSEric Joyner /* SFP+ (RX_LOS_N & MOD_ABS_N) */ 35988eb6488eSEric Joyner mask |= IXGBE_EIMS_GPI_SDP1; 35998eb6488eSEric Joyner mask |= IXGBE_EIMS_GPI_SDP2; 36008eb6488eSEric Joyner break; 36018eb6488eSEric Joyner case ixgbe_mac_X540: 36028eb6488eSEric Joyner /* Detect if Thermal Sensor is enabled */ 36038eb6488eSEric Joyner fwsm = IXGBE_READ_REG(hw, IXGBE_FWSM); 36048eb6488eSEric Joyner if (fwsm & IXGBE_FWSM_TS_ENABLED) 36058eb6488eSEric Joyner mask |= IXGBE_EIMS_TS; 36068eb6488eSEric Joyner mask |= IXGBE_EIMS_ECC; 36078eb6488eSEric Joyner break; 36088eb6488eSEric Joyner case ixgbe_mac_X550: 36098eb6488eSEric Joyner /* MAC thermal sensor is automatically enabled */ 36108eb6488eSEric Joyner mask |= IXGBE_EIMS_TS; 36118eb6488eSEric Joyner mask |= IXGBE_EIMS_ECC; 36128eb6488eSEric Joyner break; 36138eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 36148eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 36158eb6488eSEric Joyner /* Some devices use SDP0 for important information */ 36168eb6488eSEric Joyner if (hw->device_id == IXGBE_DEV_ID_X550EM_X_SFP || 36178eb6488eSEric Joyner hw->device_id == IXGBE_DEV_ID_X550EM_A_SFP || 36188eb6488eSEric Joyner hw->device_id == IXGBE_DEV_ID_X550EM_A_SFP_N || 36198eb6488eSEric Joyner hw->device_id == IXGBE_DEV_ID_X550EM_X_10G_T) 36208eb6488eSEric Joyner mask |= IXGBE_EIMS_GPI_SDP0_BY_MAC(hw); 36218eb6488eSEric Joyner if (hw->phy.type == ixgbe_phy_x550em_ext_t) 36228eb6488eSEric Joyner mask |= IXGBE_EICR_GPI_SDP0_X540; 36238eb6488eSEric Joyner mask |= IXGBE_EIMS_ECC; 36248eb6488eSEric Joyner break; 36258eb6488eSEric Joyner default: 36268eb6488eSEric Joyner break; 36278eb6488eSEric Joyner } 36288eb6488eSEric Joyner 36298eb6488eSEric Joyner /* Enable Fan Failure detection */ 36308eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_FAN_FAIL) 36318eb6488eSEric Joyner mask |= IXGBE_EIMS_GPI_SDP1; 36328eb6488eSEric Joyner /* Enable SR-IOV */ 36338eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_SRIOV) 36348eb6488eSEric Joyner mask |= IXGBE_EIMS_MAILBOX; 36358eb6488eSEric Joyner /* Enable Flow Director */ 36368eb6488eSEric Joyner if (adapter->feat_en & IXGBE_FEATURE_FDIR) 36378eb6488eSEric Joyner mask |= IXGBE_EIMS_FLOW_DIR; 36388eb6488eSEric Joyner 36398eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMS, mask); 36408eb6488eSEric Joyner 36418eb6488eSEric Joyner /* With MSI-X we use auto clear */ 3642c19c7afeSEric Joyner if (adapter->intr_type == IFLIB_INTR_MSIX) { 36438eb6488eSEric Joyner mask = IXGBE_EIMS_ENABLE_MASK; 36448eb6488eSEric Joyner /* Don't autoclear Link */ 36458eb6488eSEric Joyner mask &= ~IXGBE_EIMS_OTHER; 36468eb6488eSEric Joyner mask &= ~IXGBE_EIMS_LSC; 36478eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_SRIOV) 36488eb6488eSEric Joyner mask &= ~IXGBE_EIMS_MAILBOX; 36498eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIAC, mask); 36506f37f232SEric Joyner } 36516f37f232SEric Joyner 3652758cc3dcSJack F Vogel /* 36538eb6488eSEric Joyner * Now enable all queues, this is done separately to 36548eb6488eSEric Joyner * allow for handling the extended (beyond 32) MSI-X 36558eb6488eSEric Joyner * vectors that can be used by 82599 3656758cc3dcSJack F Vogel */ 3657c19c7afeSEric Joyner for (int i = 0; i < adapter->num_rx_queues; i++, que++) 36588eb6488eSEric Joyner ixgbe_enable_queue(adapter, que->msix); 36598eb6488eSEric Joyner 36608eb6488eSEric Joyner IXGBE_WRITE_FLUSH(hw); 36618eb6488eSEric Joyner 3662c19c7afeSEric Joyner } /* ixgbe_if_enable_intr */ 36638eb6488eSEric Joyner 36648eb6488eSEric Joyner /************************************************************************ 36658eb6488eSEric Joyner * ixgbe_disable_intr 36668eb6488eSEric Joyner ************************************************************************/ 3667758cc3dcSJack F Vogel static void 3668c19c7afeSEric Joyner ixgbe_if_disable_intr(if_ctx_t ctx) 3669758cc3dcSJack F Vogel { 3670c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 3671c19c7afeSEric Joyner 3672c19c7afeSEric Joyner if (adapter->intr_type == IFLIB_INTR_MSIX) 36738eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_EIAC, 0); 36748eb6488eSEric Joyner if (adapter->hw.mac.type == ixgbe_mac_82598EB) { 36758eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_EIMC, ~0); 36768eb6488eSEric Joyner } else { 36778eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_EIMC, 0xFFFF0000); 36788eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_EIMC_EX(0), ~0); 36798eb6488eSEric Joyner IXGBE_WRITE_REG(&adapter->hw, IXGBE_EIMC_EX(1), ~0); 36808eb6488eSEric Joyner } 36818eb6488eSEric Joyner IXGBE_WRITE_FLUSH(&adapter->hw); 3682758cc3dcSJack F Vogel 3683c19c7afeSEric Joyner } /* ixgbe_if_disable_intr */ 36848eb6488eSEric Joyner 36858eb6488eSEric Joyner /************************************************************************ 3686c19c7afeSEric Joyner * ixgbe_if_rx_queue_intr_enable 3687c19c7afeSEric Joyner ************************************************************************/ 3688c19c7afeSEric Joyner static int 3689c19c7afeSEric Joyner ixgbe_if_rx_queue_intr_enable(if_ctx_t ctx, uint16_t rxqid) 3690c19c7afeSEric Joyner { 3691c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 3692c19c7afeSEric Joyner struct ix_rx_queue *que = &adapter->rx_queues[rxqid]; 3693c19c7afeSEric Joyner 3694c19c7afeSEric Joyner ixgbe_enable_queue(adapter, que->rxr.me); 3695c19c7afeSEric Joyner 3696c19c7afeSEric Joyner return (0); 3697c19c7afeSEric Joyner } /* ixgbe_if_rx_queue_intr_enable */ 3698c19c7afeSEric Joyner 3699c19c7afeSEric Joyner /************************************************************************ 3700c19c7afeSEric Joyner * ixgbe_enable_queue 37018eb6488eSEric Joyner ************************************************************************/ 37028eb6488eSEric Joyner static void 3703c19c7afeSEric Joyner ixgbe_enable_queue(struct adapter *adapter, u32 vector) 37048eb6488eSEric Joyner { 37058eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 3706c19c7afeSEric Joyner u64 queue = (u64)(1 << vector); 3707c19c7afeSEric Joyner u32 mask; 3708758cc3dcSJack F Vogel 3709c19c7afeSEric Joyner if (hw->mac.type == ixgbe_mac_82598EB) { 3710c19c7afeSEric Joyner mask = (IXGBE_EIMS_RTX_QUEUE & queue); 3711c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMS, mask); 3712c19c7afeSEric Joyner } else { 3713c19c7afeSEric Joyner mask = (queue & 0xFFFFFFFF); 3714c19c7afeSEric Joyner if (mask) 3715c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMS_EX(0), mask); 3716c19c7afeSEric Joyner mask = (queue >> 32); 3717c19c7afeSEric Joyner if (mask) 3718c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMS_EX(1), mask); 3719c19c7afeSEric Joyner } 3720c19c7afeSEric Joyner } /* ixgbe_enable_queue */ 3721c19c7afeSEric Joyner 3722c19c7afeSEric Joyner /************************************************************************ 3723c19c7afeSEric Joyner * ixgbe_disable_queue 3724c19c7afeSEric Joyner ************************************************************************/ 3725c19c7afeSEric Joyner static void 3726c19c7afeSEric Joyner ixgbe_disable_queue(struct adapter *adapter, u32 vector) 3727c19c7afeSEric Joyner { 3728c19c7afeSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 3729c19c7afeSEric Joyner u64 queue = (u64)(1 << vector); 3730c19c7afeSEric Joyner u32 mask; 3731c19c7afeSEric Joyner 3732c19c7afeSEric Joyner if (hw->mac.type == ixgbe_mac_82598EB) { 3733c19c7afeSEric Joyner mask = (IXGBE_EIMS_RTX_QUEUE & queue); 3734c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMC, mask); 3735c19c7afeSEric Joyner } else { 3736c19c7afeSEric Joyner mask = (queue & 0xFFFFFFFF); 3737c19c7afeSEric Joyner if (mask) 3738c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMC_EX(0), mask); 3739c19c7afeSEric Joyner mask = (queue >> 32); 3740c19c7afeSEric Joyner if (mask) 3741c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMC_EX(1), mask); 3742c19c7afeSEric Joyner } 3743c19c7afeSEric Joyner } /* ixgbe_disable_queue */ 3744c19c7afeSEric Joyner 3745c19c7afeSEric Joyner /************************************************************************ 3746c19c7afeSEric Joyner * ixgbe_intr - Legacy Interrupt Service Routine 3747c19c7afeSEric Joyner ************************************************************************/ 3748c19c7afeSEric Joyner int 3749c19c7afeSEric Joyner ixgbe_intr(void *arg) 3750c19c7afeSEric Joyner { 3751c19c7afeSEric Joyner struct adapter *adapter = arg; 3752c19c7afeSEric Joyner struct ix_rx_queue *que = adapter->rx_queues; 3753c19c7afeSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 3754c19c7afeSEric Joyner if_ctx_t ctx = adapter->ctx; 3755c19c7afeSEric Joyner u32 eicr, eicr_mask; 3756758cc3dcSJack F Vogel 37578eb6488eSEric Joyner eicr = IXGBE_READ_REG(hw, IXGBE_EICR); 3758758cc3dcSJack F Vogel 37598eb6488eSEric Joyner ++que->irqs; 37608eb6488eSEric Joyner if (eicr == 0) { 3761c19c7afeSEric Joyner ixgbe_if_enable_intr(ctx); 3762c19c7afeSEric Joyner return (FILTER_HANDLED); 3763758cc3dcSJack F Vogel } 3764758cc3dcSJack F Vogel 37658eb6488eSEric Joyner /* Check for fan failure */ 3766c19c7afeSEric Joyner if ((hw->device_id == IXGBE_DEV_ID_82598AT) && 3767c19c7afeSEric Joyner (eicr & IXGBE_EICR_GPI_SDP1)) { 3768c19c7afeSEric Joyner device_printf(adapter->dev, 3769c19c7afeSEric Joyner "\nCRITICAL: FAN FAILURE!! REPLACE IMMEDIATELY!!\n"); 37708eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMS, IXGBE_EICR_GPI_SDP1_BY_MAC(hw)); 3771758cc3dcSJack F Vogel } 3772758cc3dcSJack F Vogel 37738eb6488eSEric Joyner /* Link status change */ 3774c19c7afeSEric Joyner if (eicr & IXGBE_EICR_LSC) { 3775c19c7afeSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EIMC, IXGBE_EIMC_LSC); 3776c19c7afeSEric Joyner iflib_admin_intr_deferred(ctx); 3777c19c7afeSEric Joyner } 37788eb6488eSEric Joyner 37798eb6488eSEric Joyner if (ixgbe_is_sfp(hw)) { 37808eb6488eSEric Joyner /* Pluggable optics-related interrupt */ 37818eb6488eSEric Joyner if (hw->mac.type >= ixgbe_mac_X540) 37828eb6488eSEric Joyner eicr_mask = IXGBE_EICR_GPI_SDP0_X540; 37838eb6488eSEric Joyner else 37848eb6488eSEric Joyner eicr_mask = IXGBE_EICR_GPI_SDP2_BY_MAC(hw); 37858eb6488eSEric Joyner 37868eb6488eSEric Joyner if (eicr & eicr_mask) { 37878eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, eicr_mask); 3788c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->mod_task); 37898eb6488eSEric Joyner } 37908eb6488eSEric Joyner 37918eb6488eSEric Joyner if ((hw->mac.type == ixgbe_mac_82599EB) && 37928eb6488eSEric Joyner (eicr & IXGBE_EICR_GPI_SDP1_BY_MAC(hw))) { 37938eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_EICR, 37948eb6488eSEric Joyner IXGBE_EICR_GPI_SDP1_BY_MAC(hw)); 3795c19c7afeSEric Joyner if (atomic_cmpset_acq_int(&adapter->sfp_reinit, 0, 1)) 3796c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->msf_task); 37978eb6488eSEric Joyner } 37988eb6488eSEric Joyner } 37998eb6488eSEric Joyner 38008eb6488eSEric Joyner /* External PHY interrupt */ 38018eb6488eSEric Joyner if ((hw->phy.type == ixgbe_phy_x550em_ext_t) && 38028eb6488eSEric Joyner (eicr & IXGBE_EICR_GPI_SDP0_X540)) 3803c19c7afeSEric Joyner GROUPTASK_ENQUEUE(&adapter->phy_task); 38048eb6488eSEric Joyner 3805c19c7afeSEric Joyner return (FILTER_SCHEDULE_THREAD); 3806c19c7afeSEric Joyner } /* ixgbe_intr */ 38078eb6488eSEric Joyner 38088eb6488eSEric Joyner /************************************************************************ 38098eb6488eSEric Joyner * ixgbe_free_pci_resources 38108eb6488eSEric Joyner ************************************************************************/ 38118eb6488eSEric Joyner static void 3812c19c7afeSEric Joyner ixgbe_free_pci_resources(if_ctx_t ctx) 38138eb6488eSEric Joyner { 3814c19c7afeSEric Joyner struct adapter *adapter = iflib_get_softc(ctx); 3815c19c7afeSEric Joyner struct ix_rx_queue *que = adapter->rx_queues; 3816c19c7afeSEric Joyner device_t dev = iflib_get_dev(ctx); 38178eb6488eSEric Joyner 3818c19c7afeSEric Joyner /* Release all msix queue resources */ 3819c19c7afeSEric Joyner if (adapter->intr_type == IFLIB_INTR_MSIX) 3820c19c7afeSEric Joyner iflib_irq_free(ctx, &adapter->irq); 3821c19c7afeSEric Joyner 3822c19c7afeSEric Joyner if (que != NULL) { 3823c19c7afeSEric Joyner for (int i = 0; i < adapter->num_rx_queues; i++, que++) { 3824c19c7afeSEric Joyner iflib_irq_free(ctx, &que->que_irq); 3825c19c7afeSEric Joyner } 3826c19c7afeSEric Joyner } 38278eb6488eSEric Joyner 38288eb6488eSEric Joyner /* 3829c19c7afeSEric Joyner * Free link/admin interrupt 38308eb6488eSEric Joyner */ 38318eb6488eSEric Joyner if (adapter->pci_mem != NULL) 3832c19c7afeSEric Joyner bus_release_resource(dev, SYS_RES_MEMORY, 3833c19c7afeSEric Joyner PCIR_BAR(0), adapter->pci_mem); 38348eb6488eSEric Joyner 38358eb6488eSEric Joyner } /* ixgbe_free_pci_resources */ 38368eb6488eSEric Joyner 38378eb6488eSEric Joyner /************************************************************************ 38388eb6488eSEric Joyner * ixgbe_sysctl_flowcntl 38398eb6488eSEric Joyner * 38408eb6488eSEric Joyner * SYSCTL wrapper around setting Flow Control 38418eb6488eSEric Joyner ************************************************************************/ 3842758cc3dcSJack F Vogel static int 3843f2c4db54SSteven Hartland ixgbe_sysctl_flowcntl(SYSCTL_HANDLER_ARGS) 3844758cc3dcSJack F Vogel { 3845f2c4db54SSteven Hartland struct adapter *adapter; 38468eb6488eSEric Joyner int error, fc; 3847758cc3dcSJack F Vogel 3848f2c4db54SSteven Hartland adapter = (struct adapter *)arg1; 38498eb6488eSEric Joyner fc = adapter->hw.fc.current_mode; 3850f2c4db54SSteven Hartland 3851f2c4db54SSteven Hartland error = sysctl_handle_int(oidp, &fc, 0, req); 3852758cc3dcSJack F Vogel if ((error) || (req->newptr == NULL)) 3853758cc3dcSJack F Vogel return (error); 3854758cc3dcSJack F Vogel 3855758cc3dcSJack F Vogel /* Don't bother if it's not changed */ 38568eb6488eSEric Joyner if (fc == adapter->hw.fc.current_mode) 3857758cc3dcSJack F Vogel return (0); 3858758cc3dcSJack F Vogel 3859f2c4db54SSteven Hartland return ixgbe_set_flowcntl(adapter, fc); 38608eb6488eSEric Joyner } /* ixgbe_sysctl_flowcntl */ 3861f2c4db54SSteven Hartland 38628eb6488eSEric Joyner /************************************************************************ 38638eb6488eSEric Joyner * ixgbe_set_flowcntl - Set flow control 38648eb6488eSEric Joyner * 38658eb6488eSEric Joyner * Flow control values: 38668eb6488eSEric Joyner * 0 - off 38678eb6488eSEric Joyner * 1 - rx pause 38688eb6488eSEric Joyner * 2 - tx pause 38698eb6488eSEric Joyner * 3 - full 38708eb6488eSEric Joyner ************************************************************************/ 3871f2c4db54SSteven Hartland static int 3872f2c4db54SSteven Hartland ixgbe_set_flowcntl(struct adapter *adapter, int fc) 3873f2c4db54SSteven Hartland { 3874f2c4db54SSteven Hartland switch (fc) { 3875758cc3dcSJack F Vogel case ixgbe_fc_rx_pause: 3876758cc3dcSJack F Vogel case ixgbe_fc_tx_pause: 3877758cc3dcSJack F Vogel case ixgbe_fc_full: 38788eb6488eSEric Joyner adapter->hw.fc.requested_mode = fc; 3879c19c7afeSEric Joyner if (adapter->num_rx_queues > 1) 3880758cc3dcSJack F Vogel ixgbe_disable_rx_drop(adapter); 3881758cc3dcSJack F Vogel break; 3882758cc3dcSJack F Vogel case ixgbe_fc_none: 3883758cc3dcSJack F Vogel adapter->hw.fc.requested_mode = ixgbe_fc_none; 3884c19c7afeSEric Joyner if (adapter->num_rx_queues > 1) 3885758cc3dcSJack F Vogel ixgbe_enable_rx_drop(adapter); 3886758cc3dcSJack F Vogel break; 3887758cc3dcSJack F Vogel default: 3888758cc3dcSJack F Vogel return (EINVAL); 3889758cc3dcSJack F Vogel } 38908eb6488eSEric Joyner 3891758cc3dcSJack F Vogel /* Don't autoneg if forcing a value */ 3892758cc3dcSJack F Vogel adapter->hw.fc.disable_fc_autoneg = TRUE; 3893758cc3dcSJack F Vogel ixgbe_fc_enable(&adapter->hw); 38948eb6488eSEric Joyner 3895f2c4db54SSteven Hartland return (0); 38968eb6488eSEric Joyner } /* ixgbe_set_flowcntl */ 38978eb6488eSEric Joyner 38988eb6488eSEric Joyner /************************************************************************ 38998eb6488eSEric Joyner * ixgbe_enable_rx_drop 39008eb6488eSEric Joyner * 39018eb6488eSEric Joyner * Enable the hardware to drop packets when the buffer is 39028eb6488eSEric Joyner * full. This is useful with multiqueue, so that no single 39038eb6488eSEric Joyner * queue being full stalls the entire RX engine. We only 39048eb6488eSEric Joyner * enable this when Multiqueue is enabled AND Flow Control 39058eb6488eSEric Joyner * is disabled. 39068eb6488eSEric Joyner ************************************************************************/ 39078eb6488eSEric Joyner static void 39088eb6488eSEric Joyner ixgbe_enable_rx_drop(struct adapter *adapter) 39098eb6488eSEric Joyner { 39108eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 39118eb6488eSEric Joyner struct rx_ring *rxr; 39128eb6488eSEric Joyner u32 srrctl; 39138eb6488eSEric Joyner 3914c19c7afeSEric Joyner for (int i = 0; i < adapter->num_rx_queues; i++) { 3915c19c7afeSEric Joyner rxr = &adapter->rx_queues[i].rxr; 39168eb6488eSEric Joyner srrctl = IXGBE_READ_REG(hw, IXGBE_SRRCTL(rxr->me)); 39178eb6488eSEric Joyner srrctl |= IXGBE_SRRCTL_DROP_EN; 39188eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_SRRCTL(rxr->me), srrctl); 3919758cc3dcSJack F Vogel } 3920758cc3dcSJack F Vogel 39218eb6488eSEric Joyner /* enable drop for each vf */ 39228eb6488eSEric Joyner for (int i = 0; i < adapter->num_vfs; i++) { 39238eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_QDE, 39248eb6488eSEric Joyner (IXGBE_QDE_WRITE | (i << IXGBE_QDE_IDX_SHIFT) | 39258eb6488eSEric Joyner IXGBE_QDE_ENABLE)); 39268eb6488eSEric Joyner } 39278eb6488eSEric Joyner } /* ixgbe_enable_rx_drop */ 39288eb6488eSEric Joyner 39298eb6488eSEric Joyner /************************************************************************ 39308eb6488eSEric Joyner * ixgbe_disable_rx_drop 39318eb6488eSEric Joyner ************************************************************************/ 39328eb6488eSEric Joyner static void 39338eb6488eSEric Joyner ixgbe_disable_rx_drop(struct adapter *adapter) 39348eb6488eSEric Joyner { 39358eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 39368eb6488eSEric Joyner struct rx_ring *rxr; 39378eb6488eSEric Joyner u32 srrctl; 39388eb6488eSEric Joyner 3939c19c7afeSEric Joyner for (int i = 0; i < adapter->num_rx_queues; i++) { 3940c19c7afeSEric Joyner rxr = &adapter->rx_queues[i].rxr; 39418eb6488eSEric Joyner srrctl = IXGBE_READ_REG(hw, IXGBE_SRRCTL(rxr->me)); 39428eb6488eSEric Joyner srrctl &= ~IXGBE_SRRCTL_DROP_EN; 39438eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_SRRCTL(rxr->me), srrctl); 39448eb6488eSEric Joyner } 39458eb6488eSEric Joyner 39468eb6488eSEric Joyner /* disable drop for each vf */ 39478eb6488eSEric Joyner for (int i = 0; i < adapter->num_vfs; i++) { 39488eb6488eSEric Joyner IXGBE_WRITE_REG(hw, IXGBE_QDE, 39498eb6488eSEric Joyner (IXGBE_QDE_WRITE | (i << IXGBE_QDE_IDX_SHIFT))); 39508eb6488eSEric Joyner } 39518eb6488eSEric Joyner } /* ixgbe_disable_rx_drop */ 39528eb6488eSEric Joyner 39538eb6488eSEric Joyner /************************************************************************ 39548eb6488eSEric Joyner * ixgbe_sysctl_advertise 39558eb6488eSEric Joyner * 39568eb6488eSEric Joyner * SYSCTL wrapper around setting advertised speed 39578eb6488eSEric Joyner ************************************************************************/ 3958758cc3dcSJack F Vogel static int 3959f2c4db54SSteven Hartland ixgbe_sysctl_advertise(SYSCTL_HANDLER_ARGS) 3960758cc3dcSJack F Vogel { 3961758cc3dcSJack F Vogel struct adapter *adapter; 39628eb6488eSEric Joyner int error, advertise; 3963758cc3dcSJack F Vogel 3964758cc3dcSJack F Vogel adapter = (struct adapter *)arg1; 3965f2c4db54SSteven Hartland advertise = adapter->advertise; 3966758cc3dcSJack F Vogel 3967f2c4db54SSteven Hartland error = sysctl_handle_int(oidp, &advertise, 0, req); 3968758cc3dcSJack F Vogel if ((error) || (req->newptr == NULL)) 3969758cc3dcSJack F Vogel return (error); 3970758cc3dcSJack F Vogel 3971f2c4db54SSteven Hartland return ixgbe_set_advertise(adapter, advertise); 39728eb6488eSEric Joyner } /* ixgbe_sysctl_advertise */ 3973f2c4db54SSteven Hartland 39748eb6488eSEric Joyner /************************************************************************ 39758eb6488eSEric Joyner * ixgbe_set_advertise - Control advertised link speed 39768eb6488eSEric Joyner * 39778eb6488eSEric Joyner * Flags: 39788eb6488eSEric Joyner * 0x1 - advertise 100 Mb 39798eb6488eSEric Joyner * 0x2 - advertise 1G 39808eb6488eSEric Joyner * 0x4 - advertise 10G 39818eb6488eSEric Joyner * 0x8 - advertise 10 Mb (yes, Mb) 39828eb6488eSEric Joyner ************************************************************************/ 3983f2c4db54SSteven Hartland static int 3984f2c4db54SSteven Hartland ixgbe_set_advertise(struct adapter *adapter, int advertise) 3985f2c4db54SSteven Hartland { 3986c19c7afeSEric Joyner device_t dev = iflib_get_dev(adapter->ctx); 3987f2c4db54SSteven Hartland struct ixgbe_hw *hw; 39888eb6488eSEric Joyner ixgbe_link_speed speed = 0; 39898eb6488eSEric Joyner ixgbe_link_speed link_caps = 0; 39908eb6488eSEric Joyner s32 err = IXGBE_NOT_IMPLEMENTED; 39918eb6488eSEric Joyner bool negotiate = FALSE; 3992f2c4db54SSteven Hartland 3993d775d23aSSteven Hartland /* Checks to validate new value */ 3994d775d23aSSteven Hartland if (adapter->advertise == advertise) /* no change */ 3995d775d23aSSteven Hartland return (0); 3996d775d23aSSteven Hartland 39978eb6488eSEric Joyner hw = &adapter->hw; 3998f2c4db54SSteven Hartland 3999a9ca1c79SSean Bruno /* No speed changes for backplane media */ 4000a9ca1c79SSean Bruno if (hw->phy.media_type == ixgbe_media_type_backplane) 4001a9ca1c79SSean Bruno return (ENODEV); 4002a9ca1c79SSean Bruno 4003758cc3dcSJack F Vogel if (!((hw->phy.media_type == ixgbe_media_type_copper) || 4004758cc3dcSJack F Vogel (hw->phy.multispeed_fiber))) { 40058eb6488eSEric Joyner device_printf(dev, "Advertised speed can only be set on copper or multispeed fiber media types.\n"); 4006758cc3dcSJack F Vogel return (EINVAL); 4007758cc3dcSJack F Vogel } 4008758cc3dcSJack F Vogel 40098eb6488eSEric Joyner if (advertise < 0x1 || advertise > 0xF) { 40108eb6488eSEric Joyner device_printf(dev, "Invalid advertised speed; valid modes are 0x1 through 0xF\n"); 4011758cc3dcSJack F Vogel return (EINVAL); 4012758cc3dcSJack F Vogel } 4013758cc3dcSJack F Vogel 40148eb6488eSEric Joyner if (hw->mac.ops.get_link_capabilities) { 40158eb6488eSEric Joyner err = hw->mac.ops.get_link_capabilities(hw, &link_caps, 40168eb6488eSEric Joyner &negotiate); 40178eb6488eSEric Joyner if (err != IXGBE_SUCCESS) { 40188eb6488eSEric Joyner device_printf(dev, "Unable to determine supported advertise speeds\n"); 40198eb6488eSEric Joyner return (ENODEV); 40208eb6488eSEric Joyner } 4021758cc3dcSJack F Vogel } 4022758cc3dcSJack F Vogel 4023758cc3dcSJack F Vogel /* Set new value and report new advertised mode */ 40248eb6488eSEric Joyner if (advertise & 0x1) { 40258eb6488eSEric Joyner if (!(link_caps & IXGBE_LINK_SPEED_100_FULL)) { 40268eb6488eSEric Joyner device_printf(dev, "Interface does not support 100Mb advertised speed\n"); 40278eb6488eSEric Joyner return (EINVAL); 40288eb6488eSEric Joyner } 4029758cc3dcSJack F Vogel speed |= IXGBE_LINK_SPEED_100_FULL; 40308eb6488eSEric Joyner } 40318eb6488eSEric Joyner if (advertise & 0x2) { 40328eb6488eSEric Joyner if (!(link_caps & IXGBE_LINK_SPEED_1GB_FULL)) { 40338eb6488eSEric Joyner device_printf(dev, "Interface does not support 1Gb advertised speed\n"); 40348eb6488eSEric Joyner return (EINVAL); 40358eb6488eSEric Joyner } 4036758cc3dcSJack F Vogel speed |= IXGBE_LINK_SPEED_1GB_FULL; 40378eb6488eSEric Joyner } 40388eb6488eSEric Joyner if (advertise & 0x4) { 40398eb6488eSEric Joyner if (!(link_caps & IXGBE_LINK_SPEED_10GB_FULL)) { 40408eb6488eSEric Joyner device_printf(dev, "Interface does not support 10Gb advertised speed\n"); 40418eb6488eSEric Joyner return (EINVAL); 40428eb6488eSEric Joyner } 4043758cc3dcSJack F Vogel speed |= IXGBE_LINK_SPEED_10GB_FULL; 40448eb6488eSEric Joyner } 40458eb6488eSEric Joyner if (advertise & 0x8) { 40468eb6488eSEric Joyner if (!(link_caps & IXGBE_LINK_SPEED_10_FULL)) { 40478eb6488eSEric Joyner device_printf(dev, "Interface does not support 10Mb advertised speed\n"); 40488eb6488eSEric Joyner return (EINVAL); 40498eb6488eSEric Joyner } 40508eb6488eSEric Joyner speed |= IXGBE_LINK_SPEED_10_FULL; 40518eb6488eSEric Joyner } 4052758cc3dcSJack F Vogel 4053758cc3dcSJack F Vogel hw->mac.autotry_restart = TRUE; 4054758cc3dcSJack F Vogel hw->mac.ops.setup_link(hw, speed, TRUE); 40558eb6488eSEric Joyner adapter->advertise = advertise; 4056758cc3dcSJack F Vogel 4057f2c4db54SSteven Hartland return (0); 40588eb6488eSEric Joyner } /* ixgbe_set_advertise */ 40598eb6488eSEric Joyner 40608eb6488eSEric Joyner /************************************************************************ 40618eb6488eSEric Joyner * ixgbe_get_advertise - Get current advertised speed settings 40628eb6488eSEric Joyner * 40638eb6488eSEric Joyner * Formatted for sysctl usage. 40648eb6488eSEric Joyner * Flags: 40658eb6488eSEric Joyner * 0x1 - advertise 100 Mb 40668eb6488eSEric Joyner * 0x2 - advertise 1G 40678eb6488eSEric Joyner * 0x4 - advertise 10G 40688eb6488eSEric Joyner * 0x8 - advertise 10 Mb (yes, Mb) 40698eb6488eSEric Joyner ************************************************************************/ 40708eb6488eSEric Joyner static int 40718eb6488eSEric Joyner ixgbe_get_advertise(struct adapter *adapter) 40728eb6488eSEric Joyner { 40738eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 40748eb6488eSEric Joyner int speed; 40758eb6488eSEric Joyner ixgbe_link_speed link_caps = 0; 40768eb6488eSEric Joyner s32 err; 40778eb6488eSEric Joyner bool negotiate = FALSE; 4078758cc3dcSJack F Vogel 4079758cc3dcSJack F Vogel /* 40808eb6488eSEric Joyner * Advertised speed means nothing unless it's copper or 40818eb6488eSEric Joyner * multi-speed fiber 4082758cc3dcSJack F Vogel */ 40838eb6488eSEric Joyner if (!(hw->phy.media_type == ixgbe_media_type_copper) && 40848eb6488eSEric Joyner !(hw->phy.multispeed_fiber)) 4085758cc3dcSJack F Vogel return (0); 4086758cc3dcSJack F Vogel 40878eb6488eSEric Joyner err = hw->mac.ops.get_link_capabilities(hw, &link_caps, &negotiate); 40888eb6488eSEric Joyner if (err != IXGBE_SUCCESS) 40898eb6488eSEric Joyner return (0); 40908eb6488eSEric Joyner 40918eb6488eSEric Joyner speed = 40928eb6488eSEric Joyner ((link_caps & IXGBE_LINK_SPEED_10GB_FULL) ? 4 : 0) | 40938eb6488eSEric Joyner ((link_caps & IXGBE_LINK_SPEED_1GB_FULL) ? 2 : 0) | 40948eb6488eSEric Joyner ((link_caps & IXGBE_LINK_SPEED_100_FULL) ? 1 : 0) | 40958eb6488eSEric Joyner ((link_caps & IXGBE_LINK_SPEED_10_FULL) ? 8 : 0); 40968eb6488eSEric Joyner 40978eb6488eSEric Joyner return speed; 40988eb6488eSEric Joyner } /* ixgbe_get_advertise */ 40998eb6488eSEric Joyner 41008eb6488eSEric Joyner /************************************************************************ 41018eb6488eSEric Joyner * ixgbe_sysctl_dmac - Manage DMA Coalescing 41028eb6488eSEric Joyner * 41038eb6488eSEric Joyner * Control values: 41048eb6488eSEric Joyner * 0/1 - off / on (use default value of 1000) 41058eb6488eSEric Joyner * 41068eb6488eSEric Joyner * Legal timer values are: 41078eb6488eSEric Joyner * 50,100,250,500,1000,2000,5000,10000 41088eb6488eSEric Joyner * 41098eb6488eSEric Joyner * Turning off interrupt moderation will also turn this off. 41108eb6488eSEric Joyner ************************************************************************/ 41116f37f232SEric Joyner static int 41126f37f232SEric Joyner ixgbe_sysctl_dmac(SYSCTL_HANDLER_ARGS) 41136f37f232SEric Joyner { 41146f37f232SEric Joyner struct adapter *adapter = (struct adapter *)arg1; 4115c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(adapter->ctx); 41166f37f232SEric Joyner int error; 4117c19c7afeSEric Joyner u16 newval; 41186f37f232SEric Joyner 4119a9ca1c79SSean Bruno newval = adapter->dmac; 4120c19c7afeSEric Joyner error = sysctl_handle_16(oidp, &newval, 0, req); 41216f37f232SEric Joyner if ((error) || (req->newptr == NULL)) 41226f37f232SEric Joyner return (error); 41236f37f232SEric Joyner 4124a9ca1c79SSean Bruno switch (newval) { 41256f37f232SEric Joyner case 0: 41266f37f232SEric Joyner /* Disabled */ 4127a9ca1c79SSean Bruno adapter->dmac = 0; 41286f37f232SEric Joyner break; 4129a9ca1c79SSean Bruno case 1: 4130a9ca1c79SSean Bruno /* Enable and use default */ 41316f37f232SEric Joyner adapter->dmac = 1000; 41326f37f232SEric Joyner break; 41336f37f232SEric Joyner case 50: 41346f37f232SEric Joyner case 100: 41356f37f232SEric Joyner case 250: 41366f37f232SEric Joyner case 500: 41376f37f232SEric Joyner case 1000: 41386f37f232SEric Joyner case 2000: 41396f37f232SEric Joyner case 5000: 41406f37f232SEric Joyner case 10000: 41416f37f232SEric Joyner /* Legal values - allow */ 4142a9ca1c79SSean Bruno adapter->dmac = newval; 41436f37f232SEric Joyner break; 41446f37f232SEric Joyner default: 41456f37f232SEric Joyner /* Do nothing, illegal value */ 41466f37f232SEric Joyner return (EINVAL); 41476f37f232SEric Joyner } 41486f37f232SEric Joyner 41496f37f232SEric Joyner /* Re-initialize hardware if it's already running */ 41506f37f232SEric Joyner if (ifp->if_drv_flags & IFF_DRV_RUNNING) 4151c19c7afeSEric Joyner ifp->if_init(ifp); 41526f37f232SEric Joyner 41536f37f232SEric Joyner return (0); 41548eb6488eSEric Joyner } /* ixgbe_sysctl_dmac */ 41556f37f232SEric Joyner 4156a9ca1c79SSean Bruno #ifdef IXGBE_DEBUG 41578eb6488eSEric Joyner /************************************************************************ 41588eb6488eSEric Joyner * ixgbe_sysctl_power_state 41598eb6488eSEric Joyner * 4160a9ca1c79SSean Bruno * Sysctl to test power states 4161a9ca1c79SSean Bruno * Values: 4162a9ca1c79SSean Bruno * 0 - set device to D0 4163a9ca1c79SSean Bruno * 3 - set device to D3 4164a9ca1c79SSean Bruno * (none) - get current device power state 41658eb6488eSEric Joyner ************************************************************************/ 4166a9ca1c79SSean Bruno static int 4167a9ca1c79SSean Bruno ixgbe_sysctl_power_state(SYSCTL_HANDLER_ARGS) 4168a9ca1c79SSean Bruno { 4169a9ca1c79SSean Bruno struct adapter *adapter = (struct adapter *)arg1; 4170a9ca1c79SSean Bruno device_t dev = adapter->dev; 4171a9ca1c79SSean Bruno int curr_ps, new_ps, error = 0; 4172a9ca1c79SSean Bruno 4173a9ca1c79SSean Bruno curr_ps = new_ps = pci_get_powerstate(dev); 4174a9ca1c79SSean Bruno 4175a9ca1c79SSean Bruno error = sysctl_handle_int(oidp, &new_ps, 0, req); 4176a9ca1c79SSean Bruno if ((error) || (req->newptr == NULL)) 4177a9ca1c79SSean Bruno return (error); 4178a9ca1c79SSean Bruno 4179a9ca1c79SSean Bruno if (new_ps == curr_ps) 4180a9ca1c79SSean Bruno return (0); 4181a9ca1c79SSean Bruno 4182a9ca1c79SSean Bruno if (new_ps == 3 && curr_ps == 0) 4183a9ca1c79SSean Bruno error = DEVICE_SUSPEND(dev); 4184a9ca1c79SSean Bruno else if (new_ps == 0 && curr_ps == 3) 4185a9ca1c79SSean Bruno error = DEVICE_RESUME(dev); 4186a9ca1c79SSean Bruno else 4187a9ca1c79SSean Bruno return (EINVAL); 4188a9ca1c79SSean Bruno 4189a9ca1c79SSean Bruno device_printf(dev, "New state: %d\n", pci_get_powerstate(dev)); 4190a9ca1c79SSean Bruno 4191a9ca1c79SSean Bruno return (error); 41928eb6488eSEric Joyner } /* ixgbe_sysctl_power_state */ 4193a9ca1c79SSean Bruno #endif 41948eb6488eSEric Joyner 41958eb6488eSEric Joyner /************************************************************************ 41968eb6488eSEric Joyner * ixgbe_sysctl_wol_enable 41978eb6488eSEric Joyner * 41988eb6488eSEric Joyner * Sysctl to enable/disable the WoL capability, 41998eb6488eSEric Joyner * if supported by the adapter. 42008eb6488eSEric Joyner * 42016f37f232SEric Joyner * Values: 42026f37f232SEric Joyner * 0 - disabled 42036f37f232SEric Joyner * 1 - enabled 42048eb6488eSEric Joyner ************************************************************************/ 42056f37f232SEric Joyner static int 42066f37f232SEric Joyner ixgbe_sysctl_wol_enable(SYSCTL_HANDLER_ARGS) 42076f37f232SEric Joyner { 42086f37f232SEric Joyner struct adapter *adapter = (struct adapter *)arg1; 42096f37f232SEric Joyner struct ixgbe_hw *hw = &adapter->hw; 42106f37f232SEric Joyner int new_wol_enabled; 42116f37f232SEric Joyner int error = 0; 42126f37f232SEric Joyner 42136f37f232SEric Joyner new_wol_enabled = hw->wol_enabled; 42146f37f232SEric Joyner error = sysctl_handle_int(oidp, &new_wol_enabled, 0, req); 42156f37f232SEric Joyner if ((error) || (req->newptr == NULL)) 42166f37f232SEric Joyner return (error); 4217a9ca1c79SSean Bruno new_wol_enabled = !!(new_wol_enabled); 42186f37f232SEric Joyner if (new_wol_enabled == hw->wol_enabled) 42196f37f232SEric Joyner return (0); 42206f37f232SEric Joyner 42216f37f232SEric Joyner if (new_wol_enabled > 0 && !adapter->wol_support) 42226f37f232SEric Joyner return (ENODEV); 42236f37f232SEric Joyner else 4224a9ca1c79SSean Bruno hw->wol_enabled = new_wol_enabled; 42256f37f232SEric Joyner 42266f37f232SEric Joyner return (0); 42278eb6488eSEric Joyner } /* ixgbe_sysctl_wol_enable */ 42286f37f232SEric Joyner 42298eb6488eSEric Joyner /************************************************************************ 42308eb6488eSEric Joyner * ixgbe_sysctl_wufc - Wake Up Filter Control 42318eb6488eSEric Joyner * 42326f37f232SEric Joyner * Sysctl to enable/disable the types of packets that the 42336f37f232SEric Joyner * adapter will wake up on upon receipt. 42346f37f232SEric Joyner * Flags: 42356f37f232SEric Joyner * 0x1 - Link Status Change 42366f37f232SEric Joyner * 0x2 - Magic Packet 42376f37f232SEric Joyner * 0x4 - Direct Exact 42386f37f232SEric Joyner * 0x8 - Directed Multicast 42396f37f232SEric Joyner * 0x10 - Broadcast 42406f37f232SEric Joyner * 0x20 - ARP/IPv4 Request Packet 42416f37f232SEric Joyner * 0x40 - Direct IPv4 Packet 42426f37f232SEric Joyner * 0x80 - Direct IPv6 Packet 42436f37f232SEric Joyner * 42448eb6488eSEric Joyner * Settings not listed above will cause the sysctl to return an error. 42458eb6488eSEric Joyner ************************************************************************/ 42466f37f232SEric Joyner static int 42476f37f232SEric Joyner ixgbe_sysctl_wufc(SYSCTL_HANDLER_ARGS) 42486f37f232SEric Joyner { 42496f37f232SEric Joyner struct adapter *adapter = (struct adapter *)arg1; 42506f37f232SEric Joyner int error = 0; 42516f37f232SEric Joyner u32 new_wufc; 42526f37f232SEric Joyner 42536f37f232SEric Joyner new_wufc = adapter->wufc; 42546f37f232SEric Joyner 4255c19c7afeSEric Joyner error = sysctl_handle_32(oidp, &new_wufc, 0, req); 42566f37f232SEric Joyner if ((error) || (req->newptr == NULL)) 42576f37f232SEric Joyner return (error); 42586f37f232SEric Joyner if (new_wufc == adapter->wufc) 42596f37f232SEric Joyner return (0); 42606f37f232SEric Joyner 42616f37f232SEric Joyner if (new_wufc & 0xffffff00) 42626f37f232SEric Joyner return (EINVAL); 42638eb6488eSEric Joyner 42646f37f232SEric Joyner new_wufc &= 0xff; 42656f37f232SEric Joyner new_wufc |= (0xffffff & adapter->wufc); 42666f37f232SEric Joyner adapter->wufc = new_wufc; 42676f37f232SEric Joyner 42686f37f232SEric Joyner return (0); 42698eb6488eSEric Joyner } /* ixgbe_sysctl_wufc */ 42706f37f232SEric Joyner 4271a9ca1c79SSean Bruno #ifdef IXGBE_DEBUG 42728eb6488eSEric Joyner /************************************************************************ 42738eb6488eSEric Joyner * ixgbe_sysctl_print_rss_config 42748eb6488eSEric Joyner ************************************************************************/ 4275a9ca1c79SSean Bruno static int 4276a9ca1c79SSean Bruno ixgbe_sysctl_print_rss_config(SYSCTL_HANDLER_ARGS) 4277a9ca1c79SSean Bruno { 4278a9ca1c79SSean Bruno struct adapter *adapter = (struct adapter *)arg1; 4279a9ca1c79SSean Bruno struct ixgbe_hw *hw = &adapter->hw; 4280a9ca1c79SSean Bruno device_t dev = adapter->dev; 4281a9ca1c79SSean Bruno struct sbuf *buf; 42828eb6488eSEric Joyner int error = 0, reta_size; 4283a9ca1c79SSean Bruno u32 reg; 4284a9ca1c79SSean Bruno 4285a9ca1c79SSean Bruno buf = sbuf_new_for_sysctl(NULL, NULL, 128, req); 4286a9ca1c79SSean Bruno if (!buf) { 4287a9ca1c79SSean Bruno device_printf(dev, "Could not allocate sbuf for output.\n"); 4288a9ca1c79SSean Bruno return (ENOMEM); 4289a9ca1c79SSean Bruno } 4290a9ca1c79SSean Bruno 4291a9ca1c79SSean Bruno // TODO: use sbufs to make a string to print out 4292a9ca1c79SSean Bruno /* Set multiplier for RETA setup and table size based on MAC */ 4293a9ca1c79SSean Bruno switch (adapter->hw.mac.type) { 4294a9ca1c79SSean Bruno case ixgbe_mac_X550: 4295a9ca1c79SSean Bruno case ixgbe_mac_X550EM_x: 42968eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 4297a9ca1c79SSean Bruno reta_size = 128; 4298a9ca1c79SSean Bruno break; 4299a9ca1c79SSean Bruno default: 4300a9ca1c79SSean Bruno reta_size = 32; 4301a9ca1c79SSean Bruno break; 4302a9ca1c79SSean Bruno } 4303a9ca1c79SSean Bruno 4304a9ca1c79SSean Bruno /* Print out the redirection table */ 4305a9ca1c79SSean Bruno sbuf_cat(buf, "\n"); 4306a9ca1c79SSean Bruno for (int i = 0; i < reta_size; i++) { 4307a9ca1c79SSean Bruno if (i < 32) { 4308a9ca1c79SSean Bruno reg = IXGBE_READ_REG(hw, IXGBE_RETA(i)); 4309a9ca1c79SSean Bruno sbuf_printf(buf, "RETA(%2d): 0x%08x\n", i, reg); 4310a9ca1c79SSean Bruno } else { 4311a9ca1c79SSean Bruno reg = IXGBE_READ_REG(hw, IXGBE_ERETA(i - 32)); 4312a9ca1c79SSean Bruno sbuf_printf(buf, "ERETA(%2d): 0x%08x\n", i - 32, reg); 4313a9ca1c79SSean Bruno } 4314a9ca1c79SSean Bruno } 4315a9ca1c79SSean Bruno 4316a9ca1c79SSean Bruno // TODO: print more config 4317a9ca1c79SSean Bruno 4318a9ca1c79SSean Bruno error = sbuf_finish(buf); 4319a9ca1c79SSean Bruno if (error) 4320a9ca1c79SSean Bruno device_printf(dev, "Error finishing sbuf: %d\n", error); 4321a9ca1c79SSean Bruno 4322a9ca1c79SSean Bruno sbuf_delete(buf); 43238eb6488eSEric Joyner 4324a9ca1c79SSean Bruno return (0); 43258eb6488eSEric Joyner } /* ixgbe_sysctl_print_rss_config */ 4326a9ca1c79SSean Bruno #endif /* IXGBE_DEBUG */ 4327a9ca1c79SSean Bruno 43288eb6488eSEric Joyner /************************************************************************ 43298eb6488eSEric Joyner * ixgbe_sysctl_phy_temp - Retrieve temperature of PHY 43308eb6488eSEric Joyner * 43318eb6488eSEric Joyner * For X552/X557-AT devices using an external PHY 43328eb6488eSEric Joyner ************************************************************************/ 43338eb6488eSEric Joyner static int 43348eb6488eSEric Joyner ixgbe_sysctl_phy_temp(SYSCTL_HANDLER_ARGS) 43358eb6488eSEric Joyner { 43368eb6488eSEric Joyner struct adapter *adapter = (struct adapter *)arg1; 43378eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 43388eb6488eSEric Joyner u16 reg; 43398eb6488eSEric Joyner 43408eb6488eSEric Joyner if (hw->device_id != IXGBE_DEV_ID_X550EM_X_10G_T) { 4341c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 43428eb6488eSEric Joyner "Device has no supported external thermal sensor.\n"); 43438eb6488eSEric Joyner return (ENODEV); 43448eb6488eSEric Joyner } 43458eb6488eSEric Joyner 43468eb6488eSEric Joyner if (hw->phy.ops.read_reg(hw, IXGBE_PHY_CURRENT_TEMP, 43478eb6488eSEric Joyner IXGBE_MDIO_VENDOR_SPECIFIC_1_DEV_TYPE, ®)) { 4348c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 43498eb6488eSEric Joyner "Error reading from PHY's current temperature register\n"); 43508eb6488eSEric Joyner return (EAGAIN); 43518eb6488eSEric Joyner } 43528eb6488eSEric Joyner 43538eb6488eSEric Joyner /* Shift temp for output */ 43548eb6488eSEric Joyner reg = reg >> 8; 43558eb6488eSEric Joyner 4356c19c7afeSEric Joyner return (sysctl_handle_16(oidp, NULL, reg, req)); 43578eb6488eSEric Joyner } /* ixgbe_sysctl_phy_temp */ 43588eb6488eSEric Joyner 43598eb6488eSEric Joyner /************************************************************************ 43608eb6488eSEric Joyner * ixgbe_sysctl_phy_overtemp_occurred 43618eb6488eSEric Joyner * 43628eb6488eSEric Joyner * Reports (directly from the PHY) whether the current PHY 43638eb6488eSEric Joyner * temperature is over the overtemp threshold. 43648eb6488eSEric Joyner ************************************************************************/ 43658eb6488eSEric Joyner static int 43668eb6488eSEric Joyner ixgbe_sysctl_phy_overtemp_occurred(SYSCTL_HANDLER_ARGS) 43678eb6488eSEric Joyner { 43688eb6488eSEric Joyner struct adapter *adapter = (struct adapter *)arg1; 43698eb6488eSEric Joyner struct ixgbe_hw *hw = &adapter->hw; 43708eb6488eSEric Joyner u16 reg; 43718eb6488eSEric Joyner 43728eb6488eSEric Joyner if (hw->device_id != IXGBE_DEV_ID_X550EM_X_10G_T) { 4373c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 43748eb6488eSEric Joyner "Device has no supported external thermal sensor.\n"); 43758eb6488eSEric Joyner return (ENODEV); 43768eb6488eSEric Joyner } 43778eb6488eSEric Joyner 43788eb6488eSEric Joyner if (hw->phy.ops.read_reg(hw, IXGBE_PHY_OVERTEMP_STATUS, 43798eb6488eSEric Joyner IXGBE_MDIO_VENDOR_SPECIFIC_1_DEV_TYPE, ®)) { 4380c19c7afeSEric Joyner device_printf(iflib_get_dev(adapter->ctx), 43818eb6488eSEric Joyner "Error reading from PHY's temperature status register\n"); 43828eb6488eSEric Joyner return (EAGAIN); 43838eb6488eSEric Joyner } 43848eb6488eSEric Joyner 43858eb6488eSEric Joyner /* Get occurrence bit */ 43868eb6488eSEric Joyner reg = !!(reg & 0x4000); 43878eb6488eSEric Joyner 4388c19c7afeSEric Joyner return (sysctl_handle_16(oidp, 0, reg, req)); 43898eb6488eSEric Joyner } /* ixgbe_sysctl_phy_overtemp_occurred */ 43908eb6488eSEric Joyner 43918eb6488eSEric Joyner /************************************************************************ 43928eb6488eSEric Joyner * ixgbe_sysctl_eee_state 43938eb6488eSEric Joyner * 43948eb6488eSEric Joyner * Sysctl to set EEE power saving feature 43958eb6488eSEric Joyner * Values: 43968eb6488eSEric Joyner * 0 - disable EEE 43978eb6488eSEric Joyner * 1 - enable EEE 43988eb6488eSEric Joyner * (none) - get current device EEE state 43998eb6488eSEric Joyner ************************************************************************/ 44008eb6488eSEric Joyner static int 44018eb6488eSEric Joyner ixgbe_sysctl_eee_state(SYSCTL_HANDLER_ARGS) 44028eb6488eSEric Joyner { 44038eb6488eSEric Joyner struct adapter *adapter = (struct adapter *)arg1; 44048eb6488eSEric Joyner device_t dev = adapter->dev; 4405c19c7afeSEric Joyner struct ifnet *ifp = iflib_get_ifp(adapter->ctx); 44068eb6488eSEric Joyner int curr_eee, new_eee, error = 0; 44078eb6488eSEric Joyner s32 retval; 44088eb6488eSEric Joyner 44098eb6488eSEric Joyner curr_eee = new_eee = !!(adapter->feat_en & IXGBE_FEATURE_EEE); 44108eb6488eSEric Joyner 44118eb6488eSEric Joyner error = sysctl_handle_int(oidp, &new_eee, 0, req); 44128eb6488eSEric Joyner if ((error) || (req->newptr == NULL)) 44138eb6488eSEric Joyner return (error); 44148eb6488eSEric Joyner 44158eb6488eSEric Joyner /* Nothing to do */ 44168eb6488eSEric Joyner if (new_eee == curr_eee) 44178eb6488eSEric Joyner return (0); 44188eb6488eSEric Joyner 44198eb6488eSEric Joyner /* Not supported */ 44208eb6488eSEric Joyner if (!(adapter->feat_cap & IXGBE_FEATURE_EEE)) 44218eb6488eSEric Joyner return (EINVAL); 44228eb6488eSEric Joyner 44238eb6488eSEric Joyner /* Bounds checking */ 44248eb6488eSEric Joyner if ((new_eee < 0) || (new_eee > 1)) 44258eb6488eSEric Joyner return (EINVAL); 44268eb6488eSEric Joyner 44278eb6488eSEric Joyner retval = adapter->hw.mac.ops.setup_eee(&adapter->hw, new_eee); 44288eb6488eSEric Joyner if (retval) { 44298eb6488eSEric Joyner device_printf(dev, "Error in EEE setup: 0x%08X\n", retval); 44308eb6488eSEric Joyner return (EINVAL); 44318eb6488eSEric Joyner } 44328eb6488eSEric Joyner 44338eb6488eSEric Joyner /* Restart auto-neg */ 4434c19c7afeSEric Joyner ifp->if_init(ifp); 44358eb6488eSEric Joyner 44368eb6488eSEric Joyner device_printf(dev, "New EEE state: %d\n", new_eee); 44378eb6488eSEric Joyner 44388eb6488eSEric Joyner /* Cache new value */ 44398eb6488eSEric Joyner if (new_eee) 44408eb6488eSEric Joyner adapter->feat_en |= IXGBE_FEATURE_EEE; 44418eb6488eSEric Joyner else 44428eb6488eSEric Joyner adapter->feat_en &= ~IXGBE_FEATURE_EEE; 44438eb6488eSEric Joyner 44448eb6488eSEric Joyner return (error); 44458eb6488eSEric Joyner } /* ixgbe_sysctl_eee_state */ 44468eb6488eSEric Joyner 44478eb6488eSEric Joyner /************************************************************************ 44488eb6488eSEric Joyner * ixgbe_init_device_features 44498eb6488eSEric Joyner ************************************************************************/ 44508eb6488eSEric Joyner static void 44518eb6488eSEric Joyner ixgbe_init_device_features(struct adapter *adapter) 44528eb6488eSEric Joyner { 44538eb6488eSEric Joyner adapter->feat_cap = IXGBE_FEATURE_NETMAP 44548eb6488eSEric Joyner | IXGBE_FEATURE_RSS 44558eb6488eSEric Joyner | IXGBE_FEATURE_MSI 44568eb6488eSEric Joyner | IXGBE_FEATURE_MSIX 4457c19c7afeSEric Joyner | IXGBE_FEATURE_LEGACY_IRQ; 44588eb6488eSEric Joyner 44598eb6488eSEric Joyner /* Set capabilities first... */ 44608eb6488eSEric Joyner switch (adapter->hw.mac.type) { 44618eb6488eSEric Joyner case ixgbe_mac_82598EB: 44628eb6488eSEric Joyner if (adapter->hw.device_id == IXGBE_DEV_ID_82598AT) 44638eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_FAN_FAIL; 44648eb6488eSEric Joyner break; 44658eb6488eSEric Joyner case ixgbe_mac_X540: 44668eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_SRIOV; 44678eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_FDIR; 44688eb6488eSEric Joyner if ((adapter->hw.device_id == IXGBE_DEV_ID_X540_BYPASS) && 44698eb6488eSEric Joyner (adapter->hw.bus.func == 0)) 44708eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_BYPASS; 44718eb6488eSEric Joyner break; 44728eb6488eSEric Joyner case ixgbe_mac_X550: 44738eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_TEMP_SENSOR; 44748eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_SRIOV; 44758eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_FDIR; 44768eb6488eSEric Joyner break; 44778eb6488eSEric Joyner case ixgbe_mac_X550EM_x: 44788eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_SRIOV; 44798eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_FDIR; 44808eb6488eSEric Joyner if (adapter->hw.device_id == IXGBE_DEV_ID_X550EM_X_KR) 44818eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_EEE; 44828eb6488eSEric Joyner break; 44838eb6488eSEric Joyner case ixgbe_mac_X550EM_a: 44848eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_SRIOV; 44858eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_FDIR; 44868eb6488eSEric Joyner adapter->feat_cap &= ~IXGBE_FEATURE_LEGACY_IRQ; 44878eb6488eSEric Joyner if ((adapter->hw.device_id == IXGBE_DEV_ID_X550EM_A_1G_T) || 44888eb6488eSEric Joyner (adapter->hw.device_id == IXGBE_DEV_ID_X550EM_A_1G_T_L)) { 44898eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_TEMP_SENSOR; 44908eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_EEE; 44918eb6488eSEric Joyner } 44928eb6488eSEric Joyner break; 44938eb6488eSEric Joyner case ixgbe_mac_82599EB: 44948eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_SRIOV; 44958eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_FDIR; 44968eb6488eSEric Joyner if ((adapter->hw.device_id == IXGBE_DEV_ID_82599_BYPASS) && 44978eb6488eSEric Joyner (adapter->hw.bus.func == 0)) 44988eb6488eSEric Joyner adapter->feat_cap |= IXGBE_FEATURE_BYPASS; 44998eb6488eSEric Joyner if (adapter->hw.device_id == IXGBE_DEV_ID_82599_QSFP_SF_QP) 45008eb6488eSEric Joyner adapter->feat_cap &= ~IXGBE_FEATURE_LEGACY_IRQ; 45018eb6488eSEric Joyner break; 45028eb6488eSEric Joyner default: 45038eb6488eSEric Joyner break; 45048eb6488eSEric Joyner } 45058eb6488eSEric Joyner 45068eb6488eSEric Joyner /* Enabled by default... */ 45078eb6488eSEric Joyner /* Fan failure detection */ 45088eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_FAN_FAIL) 45098eb6488eSEric Joyner adapter->feat_en |= IXGBE_FEATURE_FAN_FAIL; 45108eb6488eSEric Joyner /* Netmap */ 45118eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_NETMAP) 45128eb6488eSEric Joyner adapter->feat_en |= IXGBE_FEATURE_NETMAP; 45138eb6488eSEric Joyner /* EEE */ 45148eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_EEE) 45158eb6488eSEric Joyner adapter->feat_en |= IXGBE_FEATURE_EEE; 45168eb6488eSEric Joyner /* Thermal Sensor */ 45178eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_TEMP_SENSOR) 45188eb6488eSEric Joyner adapter->feat_en |= IXGBE_FEATURE_TEMP_SENSOR; 45198eb6488eSEric Joyner 45208eb6488eSEric Joyner /* Enabled via global sysctl... */ 45218eb6488eSEric Joyner /* Flow Director */ 45228eb6488eSEric Joyner if (ixgbe_enable_fdir) { 45238eb6488eSEric Joyner if (adapter->feat_cap & IXGBE_FEATURE_FDIR) 45248eb6488eSEric Joyner adapter->feat_en |= IXGBE_FEATURE_FDIR; 45258eb6488eSEric Joyner else 45268eb6488eSEric Joyner device_printf(adapter->dev, "Device does not support Flow Director. Leaving disabled."); 45278eb6488eSEric Joyner } 45286f37f232SEric Joyner /* 45298eb6488eSEric Joyner * Message Signal Interrupts - Extended (MSI-X) 45308eb6488eSEric Joyner * Normal MSI is only enabled if MSI-X calls fail. 4531758cc3dcSJack F Vogel */ 45328eb6488eSEric Joyner if (!ixgbe_enable_msix) 45338eb6488eSEric Joyner adapter->feat_cap &= ~IXGBE_FEATURE_MSIX; 45348eb6488eSEric Joyner /* Receive-Side Scaling (RSS) */ 45358eb6488eSEric Joyner if ((adapter->feat_cap & IXGBE_FEATURE_RSS) && ixgbe_enable_rss) 45368eb6488eSEric Joyner adapter->feat_en |= IXGBE_FEATURE_RSS; 45378eb6488eSEric Joyner 45388eb6488eSEric Joyner /* Disable features with unmet dependencies... */ 45398eb6488eSEric Joyner /* No MSI-X */ 45408eb6488eSEric Joyner if (!(adapter->feat_cap & IXGBE_FEATURE_MSIX)) { 45418eb6488eSEric Joyner adapter->feat_cap &= ~IXGBE_FEATURE_RSS; 45428eb6488eSEric Joyner adapter->feat_cap &= ~IXGBE_FEATURE_SRIOV; 45438eb6488eSEric Joyner adapter->feat_en &= ~IXGBE_FEATURE_RSS; 45448eb6488eSEric Joyner adapter->feat_en &= ~IXGBE_FEATURE_SRIOV; 45458eb6488eSEric Joyner } 45468eb6488eSEric Joyner } /* ixgbe_init_device_features */ 45478eb6488eSEric Joyner 45488eb6488eSEric Joyner /************************************************************************ 45498eb6488eSEric Joyner * ixgbe_check_fan_failure 45508eb6488eSEric Joyner ************************************************************************/ 45518eb6488eSEric Joyner static void 45528eb6488eSEric Joyner ixgbe_check_fan_failure(struct adapter *adapter, u32 reg, bool in_interrupt) 45538eb6488eSEric Joyner { 45548eb6488eSEric Joyner u32 mask; 45558eb6488eSEric Joyner 45568eb6488eSEric Joyner mask = (in_interrupt) ? IXGBE_EICR_GPI_SDP1_BY_MAC(&adapter->hw) : 45578eb6488eSEric Joyner IXGBE_ESDP_SDP1; 45588eb6488eSEric Joyner 45598eb6488eSEric Joyner if (reg & mask) 45608eb6488eSEric Joyner device_printf(adapter->dev, "\nCRITICAL: FAN FAILURE!! REPLACE IMMEDIATELY!!\n"); 45618eb6488eSEric Joyner } /* ixgbe_check_fan_failure */ 4562