104 static int igb_setup_all_tx_resources(struct igb_adapter *);
105 static int igb_setup_all_rx_resources(struct igb_adapter *);
106 static void igb_free_all_tx_resources(struct igb_adapter *);
107 static void igb_free_all_rx_resources(struct igb_adapter *);
108 static void igb_setup_mrqc(struct igb_adapter *);
109 static void igb_init_queue_configuration(struct igb_adapter *adapter);
110 static int igb_sw_init(struct igb_adapter *);
113 static void igb_configure(struct igb_adapter *);
114 static void igb_configure_tx(struct igb_adapter *);
115 static void igb_configure_rx(struct igb_adapter *);
116 static void igb_clean_all_tx_rings(struct igb_adapter *);
117 static void igb_clean_all_rx_rings(struct igb_adapter *);
127 static void igb_set_uta(struct igb_adapter *adapter, bool set);
134 static void igb_setup_dca(struct igb_adapter *);
146 static void igb_restore_vlan(struct igb_adapter *);
147 static void igb_rar_set_index(struct igb_adapter *, u32);
148 static void igb_ping_all_vfs(struct igb_adapter *);
149 static void igb_msg_task(struct igb_adapter *);
150 static void igb_vmm_control(struct igb_adapter *);
151 static int igb_set_vf_mac(struct igb_adapter *, int, unsigned char *);
152 static void igb_flush_mac_table(struct igb_adapter *);
153 static int igb_available_rars(struct igb_adapter *, u8);
154 static void igb_set_default_mac_filter(struct igb_adapter *);
157 static void igb_restore_vf_multicasts(struct igb_adapter *adapter);
168 static void igb_check_vf_rate_limit(struct igb_adapter *);
169 static void igb_nfc_filter_exit(struct igb_adapter *adapter);
170 static void igb_nfc_filter_restore(struct igb_adapter *adapter);
173 static int igb_vf_configure(struct igb_adapter *adapter, int vf);
202 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba);
320 static void igb_dump(struct igb_adapter *adapter)  in igb_dump()
533 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_data()
549 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_data()
573 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_clk()
595 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_clk()
619 	struct igb_adapter *adapter = hw->back;  in igb_get_hw_dev()
675 static void igb_cache_ring_register(struct igb_adapter *adapter)  in igb_cache_ring_register()
710 	struct igb_adapter *igb = container_of(hw, struct igb_adapter, hw);  in igb_rd32()
760 	struct igb_adapter *adapter = q_vector->adapter;  in igb_assign_vector()
843 static void igb_configure_msix(struct igb_adapter *adapter)  in igb_configure_msix()
909 static int igb_request_msix(struct igb_adapter *adapter)  in igb_request_msix()
978 static void igb_free_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_free_q_vector()
999 static void igb_reset_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_reset_q_vector()
1019 static void igb_reset_interrupt_capability(struct igb_adapter *adapter)  in igb_reset_interrupt_capability()
1040 static void igb_free_q_vectors(struct igb_adapter *adapter)  in igb_free_q_vectors()
1061 static void igb_clear_interrupt_scheme(struct igb_adapter *adapter)  in igb_clear_interrupt_scheme()
1075 static void igb_set_interrupt_capability(struct igb_adapter *adapter, bool msix)  in igb_set_interrupt_capability()
1165 static int igb_alloc_q_vector(struct igb_adapter *adapter,  in igb_alloc_q_vector()
1305 static int igb_alloc_q_vectors(struct igb_adapter *adapter)  in igb_alloc_q_vectors()
1364 static int igb_init_interrupt_scheme(struct igb_adapter *adapter, bool msix)  in igb_init_interrupt_scheme()
1393 static int igb_request_irq(struct igb_adapter *adapter)  in igb_request_irq()
1441 static void igb_free_irq(struct igb_adapter *adapter)  in igb_free_irq()
1460 static void igb_irq_disable(struct igb_adapter *adapter)  in igb_irq_disable()
1494 static void igb_irq_enable(struct igb_adapter *adapter)  in igb_irq_enable()
1519 static void igb_update_mng_vlan(struct igb_adapter *adapter)  in igb_update_mng_vlan()
1550 static void igb_release_hw_control(struct igb_adapter *adapter)  in igb_release_hw_control()
1569 static void igb_get_hw_control(struct igb_adapter *adapter)  in igb_get_hw_control()
1580 static void enable_fqtss(struct igb_adapter *adapter, bool enable)  in enable_fqtss()
1596 static bool is_fqtss_enabled(struct igb_adapter *adapter)  in is_fqtss_enabled()
1636 static bool is_any_cbs_enabled(struct igb_adapter *adapter)  in is_any_cbs_enabled()
1648 static bool is_any_txtime_enabled(struct igb_adapter *adapter)  in is_any_txtime_enabled()
1670 static void igb_config_tx_modes(struct igb_adapter *adapter, int queue)  in igb_config_tx_modes()
1846 static int igb_save_txtime_params(struct igb_adapter *adapter, int queue,  in igb_save_txtime_params()
1860 static int igb_save_cbs_params(struct igb_adapter *adapter, int queue,  in igb_save_cbs_params()
1889 static void igb_setup_tx_mode(struct igb_adapter *adapter)  in igb_setup_tx_mode()
1972 static void igb_configure(struct igb_adapter *adapter)  in igb_configure()
2011 void igb_power_up_link(struct igb_adapter *adapter)  in igb_power_up_link()
2027 static void igb_power_down_link(struct igb_adapter *adapter)  in igb_power_down_link()
2039 static void igb_check_swap_media(struct igb_adapter *adapter)  in igb_check_swap_media()
2103 void igb_set_queue_napi(struct igb_adapter *adapter, int vector,  in igb_set_queue_napi()
2123 int igb_up(struct igb_adapter *adapter)  in igb_up()
2171 void igb_down(struct igb_adapter *adapter)  in igb_down()
2239 void igb_reinit_locked(struct igb_adapter *adapter)  in igb_reinit_locked()
2252 static void igb_enable_mas(struct igb_adapter *adapter)  in igb_enable_mas()
2291 void igb_reset(struct igb_adapter *adapter)  in igb_reset()
2488 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_features()
2529 		struct igb_adapter *adapter = netdev_priv(dev);  in igb_ndo_fdb_add()
2575 static void igb_offload_apply(struct igb_adapter *adapter, s32 queue)  in igb_offload_apply()
2588 static int igb_offload_cbs(struct igb_adapter *adapter,  in igb_offload_cbs()
2616 static int igb_parse_cls_flower(struct igb_adapter *adapter,  in igb_parse_cls_flower()
2702 static int igb_configure_clsflower(struct igb_adapter *adapter,  in igb_configure_clsflower()
2764 static int igb_delete_clsflower(struct igb_adapter *adapter,  in igb_delete_clsflower()
2794 static int igb_setup_tc_cls_flower(struct igb_adapter *adapter,  in igb_setup_tc_cls_flower()
2812 	struct igb_adapter *adapter = cb_priv;  in igb_setup_tc_block_cb()
2826 static int igb_offload_txtime(struct igb_adapter *adapter,  in igb_offload_txtime()
2849 static int igb_tc_query_caps(struct igb_adapter *adapter,  in igb_tc_query_caps()
2870 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_setup_tc()
2894 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_setup()
2945 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp()
2958 int igb_xdp_xmit_back(struct igb_adapter *adapter, struct xdp_buff *xdp)  in igb_xdp_xmit_back()
2990 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_xmit()
3073 void igb_set_fw_version(struct igb_adapter *adapter)  in igb_set_fw_version()
3121 static void igb_init_mas(struct igb_adapter *adapter)  in igb_init_mas()
3172 static s32 igb_init_i2c(struct igb_adapter *adapter)  in igb_init_i2c()
3209 	struct igb_adapter *adapter;  in igb_probe()
3246 	netdev = alloc_etherdev_mq(sizeof(struct igb_adapter),  in igb_probe()
3691 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_sriov_reinit()
3722 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_disable_sriov()
3759 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_enable_sriov()
3859 static void igb_remove_i2c(struct igb_adapter *adapter)  in igb_remove_i2c()
3877 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_remove()
3939 static void igb_probe_vfs(struct igb_adapter *adapter)  in igb_probe_vfs()
3963 unsigned int igb_get_max_rss_queues(struct igb_adapter *adapter)  in igb_get_max_rss_queues()
4000 static void igb_init_queue_configuration(struct igb_adapter *adapter)  in igb_init_queue_configuration()
4010 void igb_set_flag_queue_pairs(struct igb_adapter *adapter,  in igb_set_flag_queue_pairs()
4046 static int igb_sw_init(struct igb_adapter *adapter)  in igb_sw_init()
4142 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_open()
4263 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_close()
4334 static int igb_setup_all_tx_resources(struct igb_adapter *adapter)  in igb_setup_all_tx_resources()
4357 void igb_setup_tctl(struct igb_adapter *adapter)  in igb_setup_tctl()
4386 void igb_configure_tx_ring(struct igb_adapter *adapter,  in igb_configure_tx_ring()
4424 static void igb_configure_tx(struct igb_adapter *adapter)  in igb_configure_tx()
4448 	struct igb_adapter *adapter = netdev_priv(rx_ring->netdev);  in igb_setup_rx_resources()
4502 static int igb_setup_all_rx_resources(struct igb_adapter *adapter)  in igb_setup_all_rx_resources()
4525 static void igb_setup_mrqc(struct igb_adapter *adapter)  in igb_setup_mrqc()
4615 void igb_setup_rctl(struct igb_adapter *adapter)  in igb_setup_rctl()
4671 static inline int igb_set_vf_rlpml(struct igb_adapter *adapter, int size,  in igb_set_vf_rlpml()
4688 static inline void igb_set_vf_vlan_strip(struct igb_adapter *adapter,  in igb_set_vf_vlan_strip()
4710 static inline void igb_set_vmolr(struct igb_adapter *adapter,  in igb_set_vmolr()
4748 void igb_setup_srrctl(struct igb_adapter *adapter, struct igb_ring *ring)  in igb_setup_srrctl()
4785 void igb_configure_rx_ring(struct igb_adapter *adapter,  in igb_configure_rx_ring()
4848 static void igb_set_rx_buffer_len(struct igb_adapter *adapter,  in igb_set_rx_buffer_len()
4878 static void igb_configure_rx(struct igb_adapter *adapter)  in igb_configure_rx()
4925 static void igb_free_all_tx_resources(struct igb_adapter *adapter)  in igb_free_all_tx_resources()
5013 static void igb_clean_all_tx_rings(struct igb_adapter *adapter)  in igb_clean_all_tx_rings()
5058 static void igb_free_all_rx_resources(struct igb_adapter *adapter)  in igb_free_all_rx_resources()
5120 static void igb_clean_all_rx_rings(struct igb_adapter *adapter)  in igb_clean_all_rx_rings()
5138 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_mac()
5165 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_write_mc_addr_list()
5193 static int igb_vlan_promisc_enable(struct igb_adapter *adapter)  in igb_vlan_promisc_enable()
5246 static void igb_scrub_vfta(struct igb_adapter *adapter, u32 vfta_offset)  in igb_scrub_vfta()
5302 static void igb_vlan_promisc_disable(struct igb_adapter *adapter)  in igb_vlan_promisc_disable()
5328 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_rx_mode()
5425 static void igb_check_wvbr(struct igb_adapter *adapter)  in igb_check_wvbr()
5446 static void igb_spoof_check(struct igb_adapter *adapter)  in igb_spoof_check()
5470 	struct igb_adapter *adapter = timer_container_of(adapter, t,  in igb_update_phy_info()
5479 bool igb_has_link(struct igb_adapter *adapter)  in igb_has_link()
5540 static void igb_check_lvmmc(struct igb_adapter *adapter)  in igb_check_lvmmc()
5561 	struct igb_adapter *adapter = timer_container_of(adapter, t,  in igb_watchdog()
5569 	struct igb_adapter *adapter = container_of(work,  in igb_watchdog_task()
5570 						   struct igb_adapter,  in igb_watchdog_task()
5833 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_ring_itr()
5957 	struct igb_adapter *adapter = q_vector->adapter;  in igb_set_itr()
6423 int igb_xmit_xdp_ring(struct igb_adapter *adapter,  in igb_xmit_xdp_ring()
6568 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
6610 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
6622 static inline struct igb_ring *igb_tx_queue_mapping(struct igb_adapter *adapter,  in igb_tx_queue_mapping()
6636 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_xmit_frame()
6654 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_tx_timeout()
6670 	struct igb_adapter *adapter;  in igb_reset_task()
6671 	adapter = container_of(work, struct igb_adapter, reset_task);  in igb_reset_task()
6695 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_get_stats64()
6712 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_change_mtu()
6761 void igb_update_stats(struct igb_adapter *adapter)  in igb_update_stats()
6947 static void igb_perout(struct igb_adapter *adapter, int tsintr_tt)  in igb_perout()
7025 static void igb_extts(struct igb_adapter *adapter, int tsintr_tt)  in igb_extts()
7059 static void igb_tsync_interrupt(struct igb_adapter *adapter)  in igb_tsync_interrupt()
7101 	struct igb_adapter *adapter = data;  in igb_msix_other()
7140 	struct igb_adapter *adapter = q_vector->adapter;  in igb_write_itr()
7171 static void igb_update_tx_dca(struct igb_adapter *adapter,  in igb_update_tx_dca()
7192 static void igb_update_rx_dca(struct igb_adapter *adapter,  in igb_update_rx_dca()
7214 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_dca()
7231 static void igb_setup_dca(struct igb_adapter *adapter)  in igb_setup_dca()
7251 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_notify_dca()
7297 static int igb_vf_configure(struct igb_adapter *adapter, int vf)  in igb_vf_configure()
7314 static void igb_ping_all_vfs(struct igb_adapter *adapter)  in igb_ping_all_vfs()
7328 static int igb_set_vf_promisc(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_promisc()
7367 static int igb_set_vf_multicasts(struct igb_adapter *adapter,  in igb_set_vf_multicasts()
7395 static void igb_restore_vf_multicasts(struct igb_adapter *adapter)  in igb_restore_vf_multicasts()
7420 static void igb_clear_vf_vfta(struct igb_adapter *adapter, u32 vf)  in igb_clear_vf_vfta()
7491 static void igb_update_pf_vlvf(struct igb_adapter *adapter, u32 vid)  in igb_update_pf_vlvf()
7517 static s32 igb_set_vf_vlan(struct igb_adapter *adapter, u32 vid,  in igb_set_vf_vlan()
7551 static void igb_set_vmvir(struct igb_adapter *adapter, u32 vid, u32 vf)  in igb_set_vmvir()
7561 static int igb_enable_port_vlan(struct igb_adapter *adapter, int vf,  in igb_enable_port_vlan()
7593 static int igb_disable_port_vlan(struct igb_adapter *adapter, int vf)  in igb_disable_port_vlan()
7616 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_vlan()
7628 static int igb_set_vf_vlan_msg(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_vlan_msg()
7647 static inline void igb_vf_reset(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset()
7670 static void igb_vf_reset_event(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_event()
7682 static void igb_vf_reset_msg(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_msg()
7713 static void igb_flush_mac_table(struct igb_adapter *adapter)  in igb_flush_mac_table()
7726 static int igb_available_rars(struct igb_adapter *adapter, u8 queue)  in igb_available_rars()
7751 static void igb_set_default_mac_filter(struct igb_adapter *adapter)  in igb_set_default_mac_filter()
7788 static int igb_add_mac_filter_flags(struct igb_adapter *adapter,  in igb_add_mac_filter_flags()
7820 static int igb_add_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_add_mac_filter()
7832 static int igb_del_mac_filter_flags(struct igb_adapter *adapter,  in igb_del_mac_filter_flags()
7879 static int igb_del_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_del_mac_filter()
7885 int igb_add_mac_steering_filter(struct igb_adapter *adapter,  in igb_add_mac_steering_filter()
7900 int igb_del_mac_steering_filter(struct igb_adapter *adapter,  in igb_del_mac_steering_filter()
7909 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_sync()
7919 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_unsync()
7926 static int igb_set_vf_mac_filter(struct igb_adapter *adapter, const int vf,  in igb_set_vf_mac_filter()
7993 static int igb_set_vf_mac_addr(struct igb_adapter *adapter, u32 *msg, int vf)  in igb_set_vf_mac_addr()
8029 static void igb_rcv_ack_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_ack_from_vf()
8043 static void igb_rcv_msg_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_msg_from_vf()
8126 static void igb_msg_task(struct igb_adapter *adapter)  in igb_msg_task()
8160 static void igb_set_uta(struct igb_adapter *adapter, bool set)  in igb_set_uta()
8181 	struct igb_adapter *adapter = data;  in igb_intr_msi()
8218 	struct igb_adapter *adapter = data;  in igb_intr()
8259 	struct igb_adapter *adapter = q_vector->adapter;  in igb_ring_irq_enable()
8335 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_tx_irq()
8712 static int igb_run_xdp(struct igb_adapter *adapter, struct igb_ring *rx_ring,  in igb_run_xdp()
8989 void igb_finalize_xdp(struct igb_adapter *adapter, unsigned int status)  in igb_finalize_xdp()
9024 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_rx_irq()
9283 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_mii_ioctl()
9329 	struct igb_adapter *adapter = hw->back;  in igb_read_pci_cfg()
9336 	struct igb_adapter *adapter = hw->back;  in igb_write_pci_cfg()
9343 	struct igb_adapter *adapter = hw->back;  in igb_read_pcie_cap_reg()
9353 	struct igb_adapter *adapter = hw->back;  in igb_write_pcie_cap_reg()
9363 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_mode()
9391 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_add_vid()
9407 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_kill_vid()
9420 static void igb_restore_vlan(struct igb_adapter *adapter)  in igb_restore_vlan()
9431 int igb_set_spd_dplx(struct igb_adapter *adapter, u32 spd, u8 dplx)  in igb_set_spd_dplx()
9494 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_shutdown()
9561 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_deliver_wake_packet()
9598 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_resume()
9658 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_runtime_idle()
9715 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_error_detected()
9748 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_slot_reset()
9788 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_resume()
9819 static void igb_rar_set_index(struct igb_adapter *adapter, u32 index)  in igb_rar_set_index()
9864 static int igb_set_vf_mac(struct igb_adapter *adapter,  in igb_set_vf_mac()
9885 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_mac()
9960 static void igb_check_vf_rate_limit(struct igb_adapter *adapter)  in igb_check_vf_rate_limit()
9991 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_bw()
10018 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_spoofchk()
10044 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_trust()
10061 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_get_vf_config()
10075 static void igb_vmm_control(struct igb_adapter *adapter)  in igb_vmm_control()
10116 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba)  in igb_init_dmac()
10200 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_read_i2c_byte()
10237 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_write_i2c_byte()
10257 int igb_reinit_queues(struct igb_adapter *adapter)  in igb_reinit_queues()
10279 static void igb_nfc_filter_exit(struct igb_adapter *adapter)  in igb_nfc_filter_exit()
10294 static void igb_nfc_filter_restore(struct igb_adapter *adapter)  in igb_nfc_filter_restore()