17 static int iavf_setup_all_tx_resources(struct iavf_adapter *adapter);
18 static int iavf_setup_all_rx_resources(struct iavf_adapter *adapter);
20 static void iavf_init_get_resources(struct iavf_adapter *adapter);
165  * iavf_pdev_to_adapter - go from pci_dev to adapter
175  * @adapter: board private structure
177 static bool iavf_is_reset_in_progress(struct iavf_adapter *adapter)  in iavf_is_reset_in_progress()  argument
179 	if (adapter->state == __IAVF_RESETTING ||  in iavf_is_reset_in_progress()
180 	    adapter->flags & (IAVF_FLAG_RESET_PENDING |  in iavf_is_reset_in_progress()
189  * @adapter: board private structure
193 int iavf_wait_for_reset(struct iavf_adapter *adapter)  in iavf_wait_for_reset()  argument
195 	int ret = wait_event_interruptible_timeout(adapter->reset_waitqueue,  in iavf_wait_for_reset()
196 					!iavf_is_reset_in_progress(adapter),  in iavf_wait_for_reset()
223 	struct iavf_adapter *adapter = (struct iavf_adapter *)hw->back;  in iavf_allocate_dma_mem_d()  local
229 	mem->va = dma_alloc_coherent(&adapter->pdev->dev, mem->size,  in iavf_allocate_dma_mem_d()
244 	struct iavf_adapter *adapter = (struct iavf_adapter *)hw->back;  in iavf_free_dma_mem()  local
248 	dma_free_coherent(&adapter->pdev->dev, mem->size,  in iavf_free_dma_mem()
286  * @adapter: board private structure
289 void iavf_schedule_reset(struct iavf_adapter *adapter, u64 flags)  in iavf_schedule_reset()  argument
291 	if (!test_bit(__IAVF_IN_REMOVE_TASK, &adapter->crit_section) &&  in iavf_schedule_reset()
292 	    !(adapter->flags &  in iavf_schedule_reset()
294 		adapter->flags |= flags;  in iavf_schedule_reset()
295 		queue_work(adapter->wq, &adapter->reset_task);  in iavf_schedule_reset()
301  * @adapter: board private structure
304 void iavf_schedule_aq_request(struct iavf_adapter *adapter, u64 flags)  in iavf_schedule_aq_request()  argument
306 	adapter->aq_required |= flags;  in iavf_schedule_aq_request()
307 	mod_delayed_work(adapter->wq, &adapter->watchdog_task, 0);  in iavf_schedule_aq_request()
317 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_tx_timeout()  local
319 	adapter->tx_timeout_count++;  in iavf_tx_timeout()
320 	iavf_schedule_reset(adapter, IAVF_FLAG_RESET_NEEDED);  in iavf_tx_timeout()
325  * @adapter: board private structure
327 static void iavf_misc_irq_disable(struct iavf_adapter *adapter)  in iavf_misc_irq_disable()  argument
329 	struct iavf_hw *hw = &adapter->hw;  in iavf_misc_irq_disable()
331 	if (!adapter->msix_entries)  in iavf_misc_irq_disable()
338 	synchronize_irq(adapter->msix_entries[0].vector);  in iavf_misc_irq_disable()
343  * @adapter: board private structure
345 static void iavf_misc_irq_enable(struct iavf_adapter *adapter)  in iavf_misc_irq_enable()  argument
347 	struct iavf_hw *hw = &adapter->hw;  in iavf_misc_irq_enable()
358  * @adapter: board private structure
360 static void iavf_irq_disable(struct iavf_adapter *adapter)  in iavf_irq_disable()  argument
363 	struct iavf_hw *hw = &adapter->hw;  in iavf_irq_disable()
365 	if (!adapter->msix_entries)  in iavf_irq_disable()
368 	for (i = 1; i < adapter->num_msix_vectors; i++) {  in iavf_irq_disable()
370 		synchronize_irq(adapter->msix_entries[i].vector);  in iavf_irq_disable()
377  * @adapter: board private structure
379 static void iavf_irq_enable_queues(struct iavf_adapter *adapter)  in iavf_irq_enable_queues()  argument
381 	struct iavf_hw *hw = &adapter->hw;  in iavf_irq_enable_queues()
384 	for (i = 1; i < adapter->num_msix_vectors; i++) {  in iavf_irq_enable_queues()
393  * @adapter: board private structure
396 void iavf_irq_enable(struct iavf_adapter *adapter, bool flush)  in iavf_irq_enable()  argument
398 	struct iavf_hw *hw = &adapter->hw;  in iavf_irq_enable()
400 	iavf_misc_irq_enable(adapter);  in iavf_irq_enable()
401 	iavf_irq_enable_queues(adapter);  in iavf_irq_enable()
415 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_msix_aq()  local
416 	struct iavf_hw *hw = &adapter->hw;  in iavf_msix_aq()
422 	if (adapter->state != __IAVF_REMOVE)  in iavf_msix_aq()
424 		queue_work(adapter->wq, &adapter->adminq_task);  in iavf_msix_aq()
448  * @adapter: board private structure
453 iavf_map_vector_to_rxq(struct iavf_adapter *adapter, int v_idx, int r_idx)  in iavf_map_vector_to_rxq()  argument
455 	struct iavf_q_vector *q_vector = &adapter->q_vectors[v_idx];  in iavf_map_vector_to_rxq()
456 	struct iavf_ring *rx_ring = &adapter->rx_rings[r_idx];  in iavf_map_vector_to_rxq()
457 	struct iavf_hw *hw = &adapter->hw;  in iavf_map_vector_to_rxq()
461 	rx_ring->vsi = &adapter->vsi;  in iavf_map_vector_to_rxq()
474  * @adapter: board private structure
479 iavf_map_vector_to_txq(struct iavf_adapter *adapter, int v_idx, int t_idx)  in iavf_map_vector_to_txq()  argument
481 	struct iavf_q_vector *q_vector = &adapter->q_vectors[v_idx];  in iavf_map_vector_to_txq()
482 	struct iavf_ring *tx_ring = &adapter->tx_rings[t_idx];  in iavf_map_vector_to_txq()
483 	struct iavf_hw *hw = &adapter->hw;  in iavf_map_vector_to_txq()
487 	tx_ring->vsi = &adapter->vsi;  in iavf_map_vector_to_txq()
500  * @adapter: board private structure to initialize
508 static void iavf_map_rings_to_vectors(struct iavf_adapter *adapter)  in iavf_map_rings_to_vectors()  argument
510 	int rings_remaining = adapter->num_active_queues;  in iavf_map_rings_to_vectors()
514 	q_vectors = adapter->num_msix_vectors - NONQ_VECS;  in iavf_map_rings_to_vectors()
517 		iavf_map_vector_to_rxq(adapter, vidx, ridx);  in iavf_map_rings_to_vectors()
518 		iavf_map_vector_to_txq(adapter, vidx, ridx);  in iavf_map_rings_to_vectors()
527 	adapter->aq_required |= IAVF_FLAG_AQ_MAP_VECTORS;  in iavf_map_rings_to_vectors()
559  * @adapter: board private structure
566 iavf_request_traffic_irqs(struct iavf_adapter *adapter, char *basename)  in iavf_request_traffic_irqs()  argument
573 	iavf_irq_disable(adapter);  in iavf_request_traffic_irqs()
575 	q_vectors = adapter->num_msix_vectors - NONQ_VECS;  in iavf_request_traffic_irqs()
578 		struct iavf_q_vector *q_vector = &adapter->q_vectors[vector];  in iavf_request_traffic_irqs()
580 		irq_num = adapter->msix_entries[vector + NONQ_VECS].vector;  in iavf_request_traffic_irqs()
602 			dev_info(&adapter->pdev->dev,  in iavf_request_traffic_irqs()
624 		irq_num = adapter->msix_entries[vector + NONQ_VECS].vector;  in iavf_request_traffic_irqs()
627 		free_irq(irq_num, &adapter->q_vectors[vector]);  in iavf_request_traffic_irqs()
634  * @adapter: board private structure
640 static int iavf_request_misc_irq(struct iavf_adapter *adapter)  in iavf_request_misc_irq()  argument
642 	struct net_device *netdev = adapter->netdev;  in iavf_request_misc_irq()
645 	snprintf(adapter->misc_vector_name,  in iavf_request_misc_irq()
646 		 sizeof(adapter->misc_vector_name) - 1, "iavf-%s:mbx",  in iavf_request_misc_irq()
647 		 dev_name(&adapter->pdev->dev));  in iavf_request_misc_irq()
648 	err = request_irq(adapter->msix_entries[0].vector,  in iavf_request_misc_irq()
650 			  adapter->misc_vector_name, netdev);  in iavf_request_misc_irq()
652 		dev_err(&adapter->pdev->dev,  in iavf_request_misc_irq()
654 			adapter->misc_vector_name, err);  in iavf_request_misc_irq()
655 		free_irq(adapter->msix_entries[0].vector, netdev);  in iavf_request_misc_irq()
662  * @adapter: board private structure
666 static void iavf_free_traffic_irqs(struct iavf_adapter *adapter)  in iavf_free_traffic_irqs()  argument
670 	if (!adapter->msix_entries)  in iavf_free_traffic_irqs()
673 	q_vectors = adapter->num_msix_vectors - NONQ_VECS;  in iavf_free_traffic_irqs()
676 		irq_num = adapter->msix_entries[vector + NONQ_VECS].vector;  in iavf_free_traffic_irqs()
679 		free_irq(irq_num, &adapter->q_vectors[vector]);  in iavf_free_traffic_irqs()
685  * @adapter: board private structure
689 static void iavf_free_misc_irq(struct iavf_adapter *adapter)  in iavf_free_misc_irq()  argument
691 	struct net_device *netdev = adapter->netdev;  in iavf_free_misc_irq()
693 	if (!adapter->msix_entries)  in iavf_free_misc_irq()
696 	free_irq(adapter->msix_entries[0].vector, netdev);  in iavf_free_misc_irq()
701  * @adapter: board private structure
705 static void iavf_configure_tx(struct iavf_adapter *adapter)  in iavf_configure_tx()  argument
707 	struct iavf_hw *hw = &adapter->hw;  in iavf_configure_tx()
710 	for (i = 0; i < adapter->num_active_queues; i++)  in iavf_configure_tx()
711 		adapter->tx_rings[i].tail = hw->hw_addr + IAVF_QTX_TAIL1(i);  in iavf_configure_tx()
716  * @adapter: adapter private structure
724 static u8 iavf_select_rx_desc_format(const struct iavf_adapter *adapter)  in iavf_select_rx_desc_format()  argument
726 	u64 rxdids = adapter->supp_rxdids;  in iavf_select_rx_desc_format()
731 	if (!IAVF_RXDID_ALLOWED(adapter))  in iavf_select_rx_desc_format()
735 	if (iavf_ptp_cap_supported(adapter, VIRTCHNL_1588_PTP_CAP_RX_TSTAMP)) {  in iavf_select_rx_desc_format()
739 		pci_warn(adapter->pdev,  in iavf_select_rx_desc_format()
750 		netdev_warn(adapter->netdev, "PF does not list support for default Rx descriptor format\n");  in iavf_select_rx_desc_format()
757  * @adapter: board private structure
761 static void iavf_configure_rx(struct iavf_adapter *adapter)  in iavf_configure_rx()  argument
763 	struct iavf_hw *hw = &adapter->hw;  in iavf_configure_rx()
765 	adapter->rxdid = iavf_select_rx_desc_format(adapter);  in iavf_configure_rx()
767 	for (u32 i = 0; i < adapter->num_active_queues; i++) {  in iavf_configure_rx()
768 		adapter->rx_rings[i].tail = hw->hw_addr + IAVF_QRX_TAIL1(i);  in iavf_configure_rx()
769 		adapter->rx_rings[i].rxdid = adapter->rxdid;  in iavf_configure_rx()
775  * @adapter: board private structure
782 iavf_vlan_filter *iavf_find_vlan(struct iavf_adapter *adapter,  in iavf_find_vlan()  argument
787 	list_for_each_entry(f, &adapter->vlan_filter_list, list) {  in iavf_find_vlan()
798  * @adapter: board private structure
804 iavf_vlan_filter *iavf_add_vlan(struct iavf_adapter *adapter,  in iavf_add_vlan()  argument
809 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_add_vlan()
811 	f = iavf_find_vlan(adapter, vlan);  in iavf_add_vlan()
819 		list_add_tail(&f->list, &adapter->vlan_filter_list);  in iavf_add_vlan()
821 		adapter->num_vlan_filters++;  in iavf_add_vlan()
822 		iavf_schedule_aq_request(adapter, IAVF_FLAG_AQ_ADD_VLAN_FILTER);  in iavf_add_vlan()
831 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_add_vlan()
837  * @adapter: board private structure
840 static void iavf_del_vlan(struct iavf_adapter *adapter, struct iavf_vlan vlan)  in iavf_del_vlan()  argument
844 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_del_vlan()
846 	f = iavf_find_vlan(adapter, vlan);  in iavf_del_vlan()
854 			adapter->num_vlan_filters--;  in iavf_del_vlan()
857 			iavf_schedule_aq_request(adapter,  in iavf_del_vlan()
862 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_del_vlan()
867  * @adapter: board private structure
871 static void iavf_restore_filters(struct iavf_adapter *adapter)  in iavf_restore_filters()  argument
876 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_restore_filters()
878 	list_for_each_entry(f, &adapter->vlan_filter_list, list) {  in iavf_restore_filters()
883 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_restore_filters()
884 	adapter->aq_required |= IAVF_FLAG_AQ_ADD_VLAN_FILTER;  in iavf_restore_filters()
889  * @adapter: board private structure
891 u16 iavf_get_num_vlans_added(struct iavf_adapter *adapter)  in iavf_get_num_vlans_added()  argument
893 	return adapter->num_vlan_filters;  in iavf_get_num_vlans_added()
898  * @adapter: board private structure
904 static u16 iavf_get_max_vlans_allowed(struct iavf_adapter *adapter)  in iavf_get_max_vlans_allowed()  argument
909 	if (VLAN_ALLOWED(adapter))  in iavf_get_max_vlans_allowed()
911 	else if (VLAN_V2_ALLOWED(adapter))  in iavf_get_max_vlans_allowed()
912 		return adapter->vlan_v2_caps.filtering.max_filters;  in iavf_get_max_vlans_allowed()
919  * @adapter: board private structure
921 static bool iavf_max_vlans_added(struct iavf_adapter *adapter)  in iavf_max_vlans_added()  argument
923 	if (iavf_get_num_vlans_added(adapter) <  in iavf_max_vlans_added()
924 	    iavf_get_max_vlans_allowed(adapter))  in iavf_max_vlans_added()
939 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_vlan_rx_add_vid()  local
945 	if (!VLAN_FILTERING_ALLOWED(adapter))  in iavf_vlan_rx_add_vid()
948 	if (iavf_max_vlans_added(adapter)) {  in iavf_vlan_rx_add_vid()
950 			   iavf_get_max_vlans_allowed(adapter));  in iavf_vlan_rx_add_vid()
954 	if (!iavf_add_vlan(adapter, IAVF_VLAN(vid, be16_to_cpu(proto))))  in iavf_vlan_rx_add_vid()
969 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_vlan_rx_kill_vid()  local
975 	iavf_del_vlan(adapter, IAVF_VLAN(vid, be16_to_cpu(proto)));  in iavf_vlan_rx_kill_vid()
981  * @adapter: board private structure
988 iavf_mac_filter *iavf_find_filter(struct iavf_adapter *adapter,  in iavf_find_filter()  argument
996 	list_for_each_entry(f, &adapter->mac_filter_list, list) {  in iavf_find_filter()
1005  * @adapter: board private structure
1010 struct iavf_mac_filter *iavf_add_filter(struct iavf_adapter *adapter,  in iavf_add_filter()  argument
1018 	f = iavf_find_filter(adapter, macaddr);  in iavf_add_filter()
1026 		list_add_tail(&f->list, &adapter->mac_filter_list);  in iavf_add_filter()
1030 		f->is_primary = ether_addr_equal(macaddr, adapter->hw.mac.addr);  in iavf_add_filter()
1031 		adapter->aq_required |= IAVF_FLAG_AQ_ADD_MAC_FILTER;  in iavf_add_filter()
1041  * @adapter: board private structure
1050 static int iavf_replace_primary_mac(struct iavf_adapter *adapter,  in iavf_replace_primary_mac()  argument
1053 	struct iavf_hw *hw = &adapter->hw;  in iavf_replace_primary_mac()
1057 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_replace_primary_mac()
1059 	new_f = iavf_add_filter(adapter, new_mac);  in iavf_replace_primary_mac()
1061 		spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_replace_primary_mac()
1065 	old_f = iavf_find_filter(adapter, hw->mac.addr);  in iavf_replace_primary_mac()
1069 		adapter->aq_required |= IAVF_FLAG_AQ_DEL_MAC_FILTER;  in iavf_replace_primary_mac()
1078 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_replace_primary_mac()
1081 	iavf_schedule_aq_request(adapter, IAVF_FLAG_AQ_ADD_MAC_FILTER);  in iavf_replace_primary_mac()
1095 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_is_mac_set_handled()  local
1099 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_is_mac_set_handled()
1101 	f = iavf_find_filter(adapter, macaddr);  in iavf_is_mac_set_handled()
1106 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_is_mac_set_handled()
1120 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_set_mac()  local
1127 	ret = iavf_replace_primary_mac(adapter, addr->sa_data);  in iavf_set_mac()
1132 	ret = wait_event_interruptible_timeout(adapter->vc_waitqueue,  in iavf_set_mac()
1164 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_addr_sync()  local
1166 	if (iavf_add_filter(adapter, addr))  in iavf_addr_sync()
1182 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_addr_unsync()  local
1193 	f = iavf_find_filter(adapter, addr);  in iavf_addr_unsync()
1196 		adapter->aq_required |= IAVF_FLAG_AQ_DEL_MAC_FILTER;  in iavf_addr_unsync()
1203  * @adapter: device specific adapter
1205 bool iavf_promiscuous_mode_changed(struct iavf_adapter *adapter)  in iavf_promiscuous_mode_changed()  argument
1207 	return (adapter->current_netdev_promisc_flags ^ adapter->netdev->flags) &  in iavf_promiscuous_mode_changed()
1217 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_set_rx_mode()  local
1219 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_set_rx_mode()
1222 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_set_rx_mode()
1224 	spin_lock_bh(&adapter->current_netdev_promisc_flags_lock);  in iavf_set_rx_mode()
1225 	if (iavf_promiscuous_mode_changed(adapter))  in iavf_set_rx_mode()
1226 		adapter->aq_required |= IAVF_FLAG_AQ_CONFIGURE_PROMISC_MODE;  in iavf_set_rx_mode()
1227 	spin_unlock_bh(&adapter->current_netdev_promisc_flags_lock);  in iavf_set_rx_mode()
1232  * @adapter: board private structure
1234 static void iavf_napi_enable_all(struct iavf_adapter *adapter)  in iavf_napi_enable_all()  argument
1238 	int q_vectors = adapter->num_msix_vectors - NONQ_VECS;  in iavf_napi_enable_all()
1243 		q_vector = &adapter->q_vectors[q_idx];  in iavf_napi_enable_all()
1251  * @adapter: board private structure
1253 static void iavf_napi_disable_all(struct iavf_adapter *adapter)  in iavf_napi_disable_all()  argument
1257 	int q_vectors = adapter->num_msix_vectors - NONQ_VECS;  in iavf_napi_disable_all()
1260 		q_vector = &adapter->q_vectors[q_idx];  in iavf_napi_disable_all()
1267  * @adapter: board private structure
1269 static void iavf_configure(struct iavf_adapter *adapter)  in iavf_configure()  argument
1271 	struct net_device *netdev = adapter->netdev;  in iavf_configure()
1276 	iavf_configure_tx(adapter);  in iavf_configure()
1277 	iavf_configure_rx(adapter);  in iavf_configure()
1278 	adapter->aq_required |= IAVF_FLAG_AQ_CONFIGURE_QUEUES;  in iavf_configure()
1280 	for (i = 0; i < adapter->num_active_queues; i++) {  in iavf_configure()
1281 		struct iavf_ring *ring = &adapter->rx_rings[i];  in iavf_configure()
1289  * @adapter: board private structure
1291 static void iavf_up_complete(struct iavf_adapter *adapter)  in iavf_up_complete()  argument
1293 	netdev_assert_locked(adapter->netdev);  in iavf_up_complete()
1295 	iavf_change_state(adapter, __IAVF_RUNNING);  in iavf_up_complete()
1296 	clear_bit(__IAVF_VSI_DOWN, adapter->vsi.state);  in iavf_up_complete()
1298 	iavf_napi_enable_all(adapter);  in iavf_up_complete()
1300 	iavf_schedule_aq_request(adapter, IAVF_FLAG_AQ_ENABLE_QUEUES);  in iavf_up_complete()
1306  * @adapter: board private structure
1308 static void iavf_clear_mac_vlan_filters(struct iavf_adapter *adapter)  in iavf_clear_mac_vlan_filters()  argument
1313 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_clear_mac_vlan_filters()
1315 	__dev_uc_unsync(adapter->netdev, NULL);  in iavf_clear_mac_vlan_filters()
1316 	__dev_mc_unsync(adapter->netdev, NULL);  in iavf_clear_mac_vlan_filters()
1319 	list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list,  in iavf_clear_mac_vlan_filters()
1330 	list_for_each_entry_safe(vlf, vlftmp, &adapter->vlan_filter_list,  in iavf_clear_mac_vlan_filters()
1334 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_clear_mac_vlan_filters()
1340  * @adapter: board private structure
1342 static void iavf_clear_cloud_filters(struct iavf_adapter *adapter)  in iavf_clear_cloud_filters()  argument
1347 	spin_lock_bh(&adapter->cloud_filter_list_lock);  in iavf_clear_cloud_filters()
1348 	list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list,  in iavf_clear_cloud_filters()
1353 			adapter->num_cloud_filters--;  in iavf_clear_cloud_filters()
1358 	spin_unlock_bh(&adapter->cloud_filter_list_lock);  in iavf_clear_cloud_filters()
1364  * @adapter: board private structure
1366 static void iavf_clear_fdir_filters(struct iavf_adapter *adapter)  in iavf_clear_fdir_filters()  argument
1371 	spin_lock_bh(&adapter->fdir_fltr_lock);  in iavf_clear_fdir_filters()
1372 	list_for_each_entry(fdir, &adapter->fdir_list_head, list) {  in iavf_clear_fdir_filters()
1384 	spin_unlock_bh(&adapter->fdir_fltr_lock);  in iavf_clear_fdir_filters()
1390  * @adapter: board private structure
1392 static void iavf_clear_adv_rss_conf(struct iavf_adapter *adapter)  in iavf_clear_adv_rss_conf()  argument
1397 	spin_lock_bh(&adapter->adv_rss_lock);  in iavf_clear_adv_rss_conf()
1398 	list_for_each_entry_safe(rss, rsstmp, &adapter->adv_rss_list_head,  in iavf_clear_adv_rss_conf()
1407 	spin_unlock_bh(&adapter->adv_rss_lock);  in iavf_clear_adv_rss_conf()
1412  * @adapter: board private structure
1414 void iavf_down(struct iavf_adapter *adapter)  in iavf_down()  argument
1416 	struct net_device *netdev = adapter->netdev;  in iavf_down()
1420 	if (adapter->state <= __IAVF_DOWN_PENDING)  in iavf_down()
1425 	adapter->link_up = false;  in iavf_down()
1426 	iavf_napi_disable_all(adapter);  in iavf_down()
1427 	iavf_irq_disable(adapter);  in iavf_down()
1429 	iavf_clear_mac_vlan_filters(adapter);  in iavf_down()
1430 	iavf_clear_cloud_filters(adapter);  in iavf_down()
1431 	iavf_clear_fdir_filters(adapter);  in iavf_down()
1432 	iavf_clear_adv_rss_conf(adapter);  in iavf_down()
1434 	if (adapter->flags & IAVF_FLAG_PF_COMMS_FAILED)  in iavf_down()
1437 	if (!test_bit(__IAVF_IN_REMOVE_TASK, &adapter->crit_section)) {  in iavf_down()
1439 		adapter->current_op = VIRTCHNL_OP_UNKNOWN;  in iavf_down()
1444 		if (!list_empty(&adapter->mac_filter_list))  in iavf_down()
1445 			adapter->aq_required |= IAVF_FLAG_AQ_DEL_MAC_FILTER;  in iavf_down()
1446 		if (!list_empty(&adapter->vlan_filter_list))  in iavf_down()
1447 			adapter->aq_required |= IAVF_FLAG_AQ_DEL_VLAN_FILTER;  in iavf_down()
1448 		if (!list_empty(&adapter->cloud_filter_list))  in iavf_down()
1449 			adapter->aq_required |= IAVF_FLAG_AQ_DEL_CLOUD_FILTER;  in iavf_down()
1450 		if (!list_empty(&adapter->fdir_list_head))  in iavf_down()
1451 			adapter->aq_required |= IAVF_FLAG_AQ_DEL_FDIR_FILTER;  in iavf_down()
1452 		if (!list_empty(&adapter->adv_rss_list_head))  in iavf_down()
1453 			adapter->aq_required |= IAVF_FLAG_AQ_DEL_ADV_RSS_CFG;  in iavf_down()
1456 	iavf_schedule_aq_request(adapter, IAVF_FLAG_AQ_DISABLE_QUEUES);  in iavf_down()
1461  * @adapter: board private structure
1469 iavf_acquire_msix_vectors(struct iavf_adapter *adapter, int vectors)  in iavf_acquire_msix_vectors()  argument
1485 	err = pci_enable_msix_range(adapter->pdev, adapter->msix_entries,  in iavf_acquire_msix_vectors()
1488 		dev_err(&adapter->pdev->dev, "Unable to allocate MSI-X interrupts\n");  in iavf_acquire_msix_vectors()
1489 		kfree(adapter->msix_entries);  in iavf_acquire_msix_vectors()
1490 		adapter->msix_entries = NULL;  in iavf_acquire_msix_vectors()
1498 	adapter->num_msix_vectors = err;  in iavf_acquire_msix_vectors()
1504  * @adapter: board private structure to initialize
1508 static void iavf_free_queues(struct iavf_adapter *adapter)  in iavf_free_queues()  argument
1510 	if (!adapter->vsi_res)  in iavf_free_queues()
1512 	adapter->num_active_queues = 0;  in iavf_free_queues()
1513 	kfree(adapter->tx_rings);  in iavf_free_queues()
1514 	adapter->tx_rings = NULL;  in iavf_free_queues()
1515 	kfree(adapter->rx_rings);  in iavf_free_queues()
1516 	adapter->rx_rings = NULL;  in iavf_free_queues()
1521  * @adapter: board private structure
1528 void iavf_set_queue_vlan_tag_loc(struct iavf_adapter *adapter)  in iavf_set_queue_vlan_tag_loc()  argument
1532 	for (i = 0; i < adapter->num_active_queues; i++) {  in iavf_set_queue_vlan_tag_loc()
1533 		struct iavf_ring *tx_ring = &adapter->tx_rings[i];  in iavf_set_queue_vlan_tag_loc()
1534 		struct iavf_ring *rx_ring = &adapter->rx_rings[i];  in iavf_set_queue_vlan_tag_loc()
1544 		if (VLAN_ALLOWED(adapter)) {  in iavf_set_queue_vlan_tag_loc()
1547 		} else if (VLAN_V2_ALLOWED(adapter)) {  in iavf_set_queue_vlan_tag_loc()
1552 				&adapter->vlan_v2_caps.offloads.stripping_support;  in iavf_set_queue_vlan_tag_loc()
1554 				&adapter->vlan_v2_caps.offloads.insertion_support;  in iavf_set_queue_vlan_tag_loc()
1601  * @adapter: board private structure to initialize
1607 static int iavf_alloc_queues(struct iavf_adapter *adapter)  in iavf_alloc_queues()  argument
1616 	if (adapter->num_req_queues)  in iavf_alloc_queues()
1617 		num_active_queues = adapter->num_req_queues;  in iavf_alloc_queues()
1618 	else if ((adapter->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADQ) &&  in iavf_alloc_queues()
1619 		 adapter->num_tc)  in iavf_alloc_queues()
1620 		num_active_queues = adapter->ch_config.total_qps;  in iavf_alloc_queues()
1623 					  adapter->vsi_res->num_queue_pairs,  in iavf_alloc_queues()
1627 	adapter->tx_rings = kcalloc(num_active_queues,  in iavf_alloc_queues()
1629 	if (!adapter->tx_rings)  in iavf_alloc_queues()
1631 	adapter->rx_rings = kcalloc(num_active_queues,  in iavf_alloc_queues()
1633 	if (!adapter->rx_rings)  in iavf_alloc_queues()
1640 		tx_ring = &adapter->tx_rings[i];  in iavf_alloc_queues()
1643 		tx_ring->netdev = adapter->netdev;  in iavf_alloc_queues()
1644 		tx_ring->dev = &adapter->pdev->dev;  in iavf_alloc_queues()
1645 		tx_ring->count = adapter->tx_desc_count;  in iavf_alloc_queues()
1647 		if (adapter->flags & IAVF_FLAG_WB_ON_ITR_CAPABLE)  in iavf_alloc_queues()
1650 		rx_ring = &adapter->rx_rings[i];  in iavf_alloc_queues()
1652 		rx_ring->netdev = adapter->netdev;  in iavf_alloc_queues()
1653 		rx_ring->count = adapter->rx_desc_count;  in iavf_alloc_queues()
1657 	adapter->num_active_queues = num_active_queues;  in iavf_alloc_queues()
1659 	iavf_set_queue_vlan_tag_loc(adapter);  in iavf_alloc_queues()
1664 	iavf_free_queues(adapter);  in iavf_alloc_queues()
1670  * @adapter: board private structure to initialize
1675 static int iavf_set_interrupt_capability(struct iavf_adapter *adapter)  in iavf_set_interrupt_capability()  argument
1681 	if (!adapter->vsi_res) {  in iavf_set_interrupt_capability()
1685 	pairs = adapter->num_active_queues;  in iavf_set_interrupt_capability()
1693 			 (int)adapter->vf_res->max_vectors);  in iavf_set_interrupt_capability()
1695 	adapter->msix_entries = kcalloc(v_budget,  in iavf_set_interrupt_capability()
1697 	if (!adapter->msix_entries) {  in iavf_set_interrupt_capability()
1703 		adapter->msix_entries[vector].entry = vector;  in iavf_set_interrupt_capability()
1705 	err = iavf_acquire_msix_vectors(adapter, v_budget);  in iavf_set_interrupt_capability()
1707 		iavf_schedule_finish_config(adapter);  in iavf_set_interrupt_capability()
1715  * @adapter: board private structure
1719 static int iavf_config_rss_aq(struct iavf_adapter *adapter)  in iavf_config_rss_aq()  argument
1722 		(struct iavf_aqc_get_set_rss_key_data *)adapter->rss_key;  in iavf_config_rss_aq()
1723 	struct iavf_hw *hw = &adapter->hw;  in iavf_config_rss_aq()
1726 	if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {  in iavf_config_rss_aq()
1728 		dev_err(&adapter->pdev->dev, "Cannot configure RSS, command %d pending\n",  in iavf_config_rss_aq()
1729 			adapter->current_op);  in iavf_config_rss_aq()
1733 	status = iavf_aq_set_rss_key(hw, adapter->vsi.id, rss_key);  in iavf_config_rss_aq()
1735 		dev_err(&adapter->pdev->dev, "Cannot set RSS key, err %s aq_err %s\n",  in iavf_config_rss_aq()
1742 	status = iavf_aq_set_rss_lut(hw, adapter->vsi.id, false,  in iavf_config_rss_aq()
1743 				     adapter->rss_lut, adapter->rss_lut_size);  in iavf_config_rss_aq()
1745 		dev_err(&adapter->pdev->dev, "Cannot set RSS lut, err %s aq_err %s\n",  in iavf_config_rss_aq()
1757  * @adapter: board private structure
1761 static int iavf_config_rss_reg(struct iavf_adapter *adapter)  in iavf_config_rss_reg()  argument
1763 	struct iavf_hw *hw = &adapter->hw;  in iavf_config_rss_reg()
1767 	dw = (u32 *)adapter->rss_key;  in iavf_config_rss_reg()
1768 	for (i = 0; i <= adapter->rss_key_size / 4; i++)  in iavf_config_rss_reg()
1771 	dw = (u32 *)adapter->rss_lut;  in iavf_config_rss_reg()
1772 	for (i = 0; i <= adapter->rss_lut_size / 4; i++)  in iavf_config_rss_reg()
1782  * @adapter: board private structure
1786 int iavf_config_rss(struct iavf_adapter *adapter)  in iavf_config_rss()  argument
1789 	if (RSS_PF(adapter)) {  in iavf_config_rss()
1790 		adapter->aq_required |= IAVF_FLAG_AQ_SET_RSS_LUT |  in iavf_config_rss()
1793 	} else if (RSS_AQ(adapter)) {  in iavf_config_rss()
1794 		return iavf_config_rss_aq(adapter);  in iavf_config_rss()
1796 		return iavf_config_rss_reg(adapter);  in iavf_config_rss()
1802  * @adapter: board private structure
1804 static void iavf_fill_rss_lut(struct iavf_adapter *adapter)  in iavf_fill_rss_lut()  argument
1808 	for (i = 0; i < adapter->rss_lut_size; i++)  in iavf_fill_rss_lut()
1809 		adapter->rss_lut[i] = i % adapter->num_active_queues;  in iavf_fill_rss_lut()
1814  * @adapter: board private structure
1818 static int iavf_init_rss(struct iavf_adapter *adapter)  in iavf_init_rss()  argument
1820 	struct iavf_hw *hw = &adapter->hw;  in iavf_init_rss()
1822 	if (!RSS_PF(adapter)) {  in iavf_init_rss()
1824 		if (adapter->vf_res->vf_cap_flags &  in iavf_init_rss()
1826 			adapter->hena = IAVF_DEFAULT_RSS_HENA_EXPANDED;  in iavf_init_rss()
1828 			adapter->hena = IAVF_DEFAULT_RSS_HENA;  in iavf_init_rss()
1830 		wr32(hw, IAVF_VFQF_HENA(0), (u32)adapter->hena);  in iavf_init_rss()
1831 		wr32(hw, IAVF_VFQF_HENA(1), (u32)(adapter->hena >> 32));  in iavf_init_rss()
1834 	iavf_fill_rss_lut(adapter);  in iavf_init_rss()
1835 	netdev_rss_key_fill((void *)adapter->rss_key, adapter->rss_key_size);  in iavf_init_rss()
1837 	return iavf_config_rss(adapter);  in iavf_init_rss()
1842  * @adapter: board private structure to initialize
1847 static int iavf_alloc_q_vectors(struct iavf_adapter *adapter)  in iavf_alloc_q_vectors()  argument
1852 	num_q_vectors = adapter->num_msix_vectors - NONQ_VECS;  in iavf_alloc_q_vectors()
1853 	adapter->q_vectors = kcalloc(num_q_vectors, sizeof(*q_vector),  in iavf_alloc_q_vectors()
1855 	if (!adapter->q_vectors)  in iavf_alloc_q_vectors()
1859 		q_vector = &adapter->q_vectors[q_idx];  in iavf_alloc_q_vectors()
1860 		q_vector->adapter = adapter;  in iavf_alloc_q_vectors()
1861 		q_vector->vsi = &adapter->vsi;  in iavf_alloc_q_vectors()
1865 		netif_napi_add_locked(adapter->netdev, &q_vector->napi,  in iavf_alloc_q_vectors()
1874  * @adapter: board private structure to initialize
1880 static void iavf_free_q_vectors(struct iavf_adapter *adapter)  in iavf_free_q_vectors()  argument
1884 	if (!adapter->q_vectors)  in iavf_free_q_vectors()
1887 	num_q_vectors = adapter->num_msix_vectors - NONQ_VECS;  in iavf_free_q_vectors()
1890 		struct iavf_q_vector *q_vector = &adapter->q_vectors[q_idx];  in iavf_free_q_vectors()
1894 	kfree(adapter->q_vectors);  in iavf_free_q_vectors()
1895 	adapter->q_vectors = NULL;  in iavf_free_q_vectors()
1900  * @adapter: board private structure
1903 static void iavf_reset_interrupt_capability(struct iavf_adapter *adapter)  in iavf_reset_interrupt_capability()  argument
1905 	if (!adapter->msix_entries)  in iavf_reset_interrupt_capability()
1908 	pci_disable_msix(adapter->pdev);  in iavf_reset_interrupt_capability()
1909 	kfree(adapter->msix_entries);  in iavf_reset_interrupt_capability()
1910 	adapter->msix_entries = NULL;  in iavf_reset_interrupt_capability()
1915  * @adapter: board private structure to initialize
1918 static int iavf_init_interrupt_scheme(struct iavf_adapter *adapter)  in iavf_init_interrupt_scheme()  argument
1922 	err = iavf_alloc_queues(adapter);  in iavf_init_interrupt_scheme()
1924 		dev_err(&adapter->pdev->dev,  in iavf_init_interrupt_scheme()
1929 	err = iavf_set_interrupt_capability(adapter);  in iavf_init_interrupt_scheme()
1931 		dev_err(&adapter->pdev->dev,  in iavf_init_interrupt_scheme()
1936 	err = iavf_alloc_q_vectors(adapter);  in iavf_init_interrupt_scheme()
1938 		dev_err(&adapter->pdev->dev,  in iavf_init_interrupt_scheme()
1948 	if ((adapter->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADQ) &&  in iavf_init_interrupt_scheme()
1949 	    adapter->num_tc)  in iavf_init_interrupt_scheme()
1950 		dev_info(&adapter->pdev->dev, "ADq Enabled, %u TCs created",  in iavf_init_interrupt_scheme()
1951 			 adapter->num_tc);  in iavf_init_interrupt_scheme()
1953 	dev_info(&adapter->pdev->dev, "Multiqueue %s: Queue pair count = %u",  in iavf_init_interrupt_scheme()
1954 		 (adapter->num_active_queues > 1) ? "Enabled" : "Disabled",  in iavf_init_interrupt_scheme()
1955 		 adapter->num_active_queues);  in iavf_init_interrupt_scheme()
1959 	iavf_reset_interrupt_capability(adapter);  in iavf_init_interrupt_scheme()
1961 	iavf_free_queues(adapter);  in iavf_init_interrupt_scheme()
1968  * @adapter: board private structure
1970 static void iavf_free_interrupt_scheme(struct iavf_adapter *adapter)  in iavf_free_interrupt_scheme()  argument
1972 	iavf_free_q_vectors(adapter);  in iavf_free_interrupt_scheme()
1973 	iavf_reset_interrupt_capability(adapter);  in iavf_free_interrupt_scheme()
1974 	iavf_free_queues(adapter);  in iavf_free_interrupt_scheme()
1979  * @adapter: board private structure
1981 static void iavf_free_rss(struct iavf_adapter *adapter)  in iavf_free_rss()  argument
1983 	kfree(adapter->rss_key);  in iavf_free_rss()
1984 	adapter->rss_key = NULL;  in iavf_free_rss()
1986 	kfree(adapter->rss_lut);  in iavf_free_rss()
1987 	adapter->rss_lut = NULL;  in iavf_free_rss()
1992  * @adapter: board private structure
1993  * @running: true if adapter->state == __IAVF_RUNNING
1997 static int iavf_reinit_interrupt_scheme(struct iavf_adapter *adapter, bool running)  in iavf_reinit_interrupt_scheme()  argument
1999 	struct net_device *netdev = adapter->netdev;  in iavf_reinit_interrupt_scheme()
2003 		iavf_free_traffic_irqs(adapter);  in iavf_reinit_interrupt_scheme()
2004 	iavf_free_misc_irq(adapter);  in iavf_reinit_interrupt_scheme()
2005 	iavf_free_interrupt_scheme(adapter);  in iavf_reinit_interrupt_scheme()
2007 	err = iavf_init_interrupt_scheme(adapter);  in iavf_reinit_interrupt_scheme()
2013 	err = iavf_request_misc_irq(adapter);  in iavf_reinit_interrupt_scheme()
2017 	set_bit(__IAVF_VSI_DOWN, adapter->vsi.state);  in iavf_reinit_interrupt_scheme()
2019 	iavf_map_rings_to_vectors(adapter);  in iavf_reinit_interrupt_scheme()
2032 	struct iavf_adapter *adapter;  in iavf_finish_config()  local
2036 	adapter = container_of(work, struct iavf_adapter, finish_config);  in iavf_finish_config()
2042 	netdev_lock(adapter->netdev);  in iavf_finish_config()
2044 	if ((adapter->flags & IAVF_FLAG_SETUP_NETDEV_FEATURES) &&  in iavf_finish_config()
2045 	    adapter->netdev->reg_state == NETREG_REGISTERED &&  in iavf_finish_config()
2046 	    !test_bit(__IAVF_IN_REMOVE_TASK, &adapter->crit_section)) {  in iavf_finish_config()
2047 		netdev_update_features(adapter->netdev);  in iavf_finish_config()
2048 		adapter->flags &= ~IAVF_FLAG_SETUP_NETDEV_FEATURES;  in iavf_finish_config()
2051 	switch (adapter->state) {  in iavf_finish_config()
2056 		pairs = adapter->num_active_queues;  in iavf_finish_config()
2057 		netif_set_real_num_rx_queues(adapter->netdev, pairs);  in iavf_finish_config()
2058 		netif_set_real_num_tx_queues(adapter->netdev, pairs);  in iavf_finish_config()
2060 		if (adapter->netdev->reg_state != NETREG_REGISTERED) {  in iavf_finish_config()
2061 			netdev_unlock(adapter->netdev);  in iavf_finish_config()
2063 			err = register_netdevice(adapter->netdev);  in iavf_finish_config()
2065 				dev_err(&adapter->pdev->dev, "Unable to register netdev (%d)\n",  in iavf_finish_config()
2069 				netdev_lock(adapter->netdev);  in iavf_finish_config()
2070 				iavf_free_rss(adapter);  in iavf_finish_config()
2071 				iavf_free_misc_irq(adapter);  in iavf_finish_config()
2072 				iavf_reset_interrupt_capability(adapter);  in iavf_finish_config()
2073 				iavf_change_state(adapter,  in iavf_finish_config()
2075 				netdev_unlock(adapter->netdev);  in iavf_finish_config()
2081 		pairs = adapter->num_active_queues;  in iavf_finish_config()
2082 		netif_set_real_num_rx_queues(adapter->netdev, pairs);  in iavf_finish_config()
2083 		netif_set_real_num_tx_queues(adapter->netdev, pairs);  in iavf_finish_config()
2092 		netdev_unlock(adapter->netdev);  in iavf_finish_config()
2098  * @adapter: board private structure
2100 void iavf_schedule_finish_config(struct iavf_adapter *adapter)  in iavf_schedule_finish_config()  argument
2102 	if (!test_bit(__IAVF_IN_REMOVE_TASK, &adapter->crit_section))  in iavf_schedule_finish_config()
2103 		queue_work(adapter->wq, &adapter->finish_config);  in iavf_schedule_finish_config()
2109  * @adapter: pointer to iavf adapter structure
2115 static int iavf_process_aq_command(struct iavf_adapter *adapter)  in iavf_process_aq_command()  argument
2117 	if (adapter->aq_required & IAVF_FLAG_AQ_GET_CONFIG)  in iavf_process_aq_command()
2118 		return iavf_send_vf_config_msg(adapter);  in iavf_process_aq_command()
2119 	if (adapter->aq_required & IAVF_FLAG_AQ_GET_OFFLOAD_VLAN_V2_CAPS)  in iavf_process_aq_command()
2120 		return iavf_send_vf_offload_vlan_v2_msg(adapter);  in iavf_process_aq_command()
2121 	if (adapter->aq_required & IAVF_FLAG_AQ_GET_SUPPORTED_RXDIDS)  in iavf_process_aq_command()
2122 		return iavf_send_vf_supported_rxdids_msg(adapter);  in iavf_process_aq_command()
2123 	if (adapter->aq_required & IAVF_FLAG_AQ_GET_PTP_CAPS)  in iavf_process_aq_command()
2124 		return iavf_send_vf_ptp_caps_msg(adapter);  in iavf_process_aq_command()
2125 	if (adapter->aq_required & IAVF_FLAG_AQ_DISABLE_QUEUES) {  in iavf_process_aq_command()
2126 		iavf_disable_queues(adapter);  in iavf_process_aq_command()
2130 	if (adapter->aq_required & IAVF_FLAG_AQ_MAP_VECTORS) {  in iavf_process_aq_command()
2131 		iavf_map_queues(adapter);  in iavf_process_aq_command()
2135 	if (adapter->aq_required & IAVF_FLAG_AQ_ADD_MAC_FILTER) {  in iavf_process_aq_command()
2136 		iavf_add_ether_addrs(adapter);  in iavf_process_aq_command()
2140 	if (adapter->aq_required & IAVF_FLAG_AQ_ADD_VLAN_FILTER) {  in iavf_process_aq_command()
2141 		iavf_add_vlans(adapter);  in iavf_process_aq_command()
2145 	if (adapter->aq_required & IAVF_FLAG_AQ_DEL_MAC_FILTER) {  in iavf_process_aq_command()
2146 		iavf_del_ether_addrs(adapter);  in iavf_process_aq_command()
2150 	if (adapter->aq_required & IAVF_FLAG_AQ_DEL_VLAN_FILTER) {  in iavf_process_aq_command()
2151 		iavf_del_vlans(adapter);  in iavf_process_aq_command()
2155 	if (adapter->aq_required & IAVF_FLAG_AQ_ENABLE_VLAN_STRIPPING) {  in iavf_process_aq_command()
2156 		iavf_enable_vlan_stripping(adapter);  in iavf_process_aq_command()
2160 	if (adapter->aq_required & IAVF_FLAG_AQ_DISABLE_VLAN_STRIPPING) {  in iavf_process_aq_command()
2161 		iavf_disable_vlan_stripping(adapter);  in iavf_process_aq_command()
2165 	if (adapter->aq_required & IAVF_FLAG_AQ_CONFIGURE_QUEUES_BW) {  in iavf_process_aq_command()
2166 		iavf_cfg_queues_bw(adapter);  in iavf_process_aq_command()
2170 	if (adapter->aq_required & IAVF_FLAG_AQ_GET_QOS_CAPS) {  in iavf_process_aq_command()
2171 		iavf_get_qos_caps(adapter);  in iavf_process_aq_command()
2175 	if (adapter->aq_required & IAVF_FLAG_AQ_CFG_QUEUES_QUANTA_SIZE) {  in iavf_process_aq_command()
2176 		iavf_cfg_queues_quanta_size(adapter);  in iavf_process_aq_command()
2180 	if (adapter->aq_required & IAVF_FLAG_AQ_CONFIGURE_QUEUES) {  in iavf_process_aq_command()
2181 		iavf_configure_queues(adapter);  in iavf_process_aq_command()
2185 	if (adapter->aq_required & IAVF_FLAG_AQ_ENABLE_QUEUES) {  in iavf_process_aq_command()
2186 		iavf_enable_queues(adapter);  in iavf_process_aq_command()
2190 	if (adapter->aq_required & IAVF_FLAG_AQ_CONFIGURE_RSS) {  in iavf_process_aq_command()
2195 		adapter->aq_required &= ~IAVF_FLAG_AQ_CONFIGURE_RSS;  in iavf_process_aq_command()
2198 	if (adapter->aq_required & IAVF_FLAG_AQ_GET_HENA) {  in iavf_process_aq_command()
2199 		iavf_get_hena(adapter);  in iavf_process_aq_command()
2202 	if (adapter->aq_required & IAVF_FLAG_AQ_SET_HENA) {  in iavf_process_aq_command()
2203 		iavf_set_hena(adapter);  in iavf_process_aq_command()
2206 	if (adapter->aq_required & IAVF_FLAG_AQ_SET_RSS_KEY) {  in iavf_process_aq_command()
2207 		iavf_set_rss_key(adapter);  in iavf_process_aq_command()
2210 	if (adapter->aq_required & IAVF_FLAG_AQ_SET_RSS_LUT) {  in iavf_process_aq_command()
2211 		iavf_set_rss_lut(adapter);  in iavf_process_aq_command()
2214 	if (adapter->aq_required & IAVF_FLAG_AQ_SET_RSS_HFUNC) {  in iavf_process_aq_command()
2215 		iavf_set_rss_hfunc(adapter);  in iavf_process_aq_command()
2219 	if (adapter->aq_required & IAVF_FLAG_AQ_CONFIGURE_PROMISC_MODE) {  in iavf_process_aq_command()
2220 		iavf_set_promiscuous(adapter);  in iavf_process_aq_command()
2224 	if (adapter->aq_required & IAVF_FLAG_AQ_ENABLE_CHANNELS) {  in iavf_process_aq_command()
2225 		iavf_enable_channels(adapter);  in iavf_process_aq_command()
2229 	if (adapter->aq_required & IAVF_FLAG_AQ_DISABLE_CHANNELS) {  in iavf_process_aq_command()
2230 		iavf_disable_channels(adapter);  in iavf_process_aq_command()
2233 	if (adapter->aq_required & IAVF_FLAG_AQ_ADD_CLOUD_FILTER) {  in iavf_process_aq_command()
2234 		iavf_add_cloud_filter(adapter);  in iavf_process_aq_command()
2237 	if (adapter->aq_required & IAVF_FLAG_AQ_DEL_CLOUD_FILTER) {  in iavf_process_aq_command()
2238 		iavf_del_cloud_filter(adapter);  in iavf_process_aq_command()
2241 	if (adapter->aq_required & IAVF_FLAG_AQ_ADD_FDIR_FILTER) {  in iavf_process_aq_command()
2242 		iavf_add_fdir_filter(adapter);  in iavf_process_aq_command()
2245 	if (adapter->aq_required & IAVF_FLAG_AQ_DEL_FDIR_FILTER) {  in iavf_process_aq_command()
2246 		iavf_del_fdir_filter(adapter);  in iavf_process_aq_command()
2249 	if (adapter->aq_required & IAVF_FLAG_AQ_ADD_ADV_RSS_CFG) {  in iavf_process_aq_command()
2250 		iavf_add_adv_rss_cfg(adapter);  in iavf_process_aq_command()
2253 	if (adapter->aq_required & IAVF_FLAG_AQ_DEL_ADV_RSS_CFG) {  in iavf_process_aq_command()
2254 		iavf_del_adv_rss_cfg(adapter);  in iavf_process_aq_command()
2257 	if (adapter->aq_required & IAVF_FLAG_AQ_DISABLE_CTAG_VLAN_STRIPPING) {  in iavf_process_aq_command()
2258 		iavf_disable_vlan_stripping_v2(adapter, ETH_P_8021Q);  in iavf_process_aq_command()
2261 	if (adapter->aq_required & IAVF_FLAG_AQ_DISABLE_STAG_VLAN_STRIPPING) {  in iavf_process_aq_command()
2262 		iavf_disable_vlan_stripping_v2(adapter, ETH_P_8021AD);  in iavf_process_aq_command()
2265 	if (adapter->aq_required & IAVF_FLAG_AQ_ENABLE_CTAG_VLAN_STRIPPING) {  in iavf_process_aq_command()
2266 		iavf_enable_vlan_stripping_v2(adapter, ETH_P_8021Q);  in iavf_process_aq_command()
2269 	if (adapter->aq_required & IAVF_FLAG_AQ_ENABLE_STAG_VLAN_STRIPPING) {  in iavf_process_aq_command()
2270 		iavf_enable_vlan_stripping_v2(adapter, ETH_P_8021AD);  in iavf_process_aq_command()
2273 	if (adapter->aq_required & IAVF_FLAG_AQ_DISABLE_CTAG_VLAN_INSERTION) {  in iavf_process_aq_command()
2274 		iavf_disable_vlan_insertion_v2(adapter, ETH_P_8021Q);  in iavf_process_aq_command()
2277 	if (adapter->aq_required & IAVF_FLAG_AQ_DISABLE_STAG_VLAN_INSERTION) {  in iavf_process_aq_command()
2278 		iavf_disable_vlan_insertion_v2(adapter, ETH_P_8021AD);  in iavf_process_aq_command()
2281 	if (adapter->aq_required & IAVF_FLAG_AQ_ENABLE_CTAG_VLAN_INSERTION) {  in iavf_process_aq_command()
2282 		iavf_enable_vlan_insertion_v2(adapter, ETH_P_8021Q);  in iavf_process_aq_command()
2285 	if (adapter->aq_required & IAVF_FLAG_AQ_ENABLE_STAG_VLAN_INSERTION) {  in iavf_process_aq_command()
2286 		iavf_enable_vlan_insertion_v2(adapter, ETH_P_8021AD);  in iavf_process_aq_command()
2289 	if (adapter->aq_required & IAVF_FLAG_AQ_SEND_PTP_CMD) {  in iavf_process_aq_command()
2290 		iavf_virtchnl_send_ptp_cmd(adapter);  in iavf_process_aq_command()
2293 	if (adapter->aq_required & IAVF_FLAG_AQ_REQUEST_STATS) {  in iavf_process_aq_command()
2294 		iavf_request_stats(adapter);  in iavf_process_aq_command()
2303  * @adapter: board private structure
2313 iavf_set_vlan_offload_features(struct iavf_adapter *adapter,  in iavf_set_vlan_offload_features()  argument
2343 	if (VLAN_ALLOWED(adapter)) {  in iavf_set_vlan_offload_features()
2353 	} else if (VLAN_V2_ALLOWED(adapter)) {  in iavf_set_vlan_offload_features()
2381 		iavf_schedule_aq_request(adapter, aq_required);  in iavf_set_vlan_offload_features()
2386  * @adapter: board private structure
2392 static void iavf_startup(struct iavf_adapter *adapter)  in iavf_startup()  argument
2394 	struct pci_dev *pdev = adapter->pdev;  in iavf_startup()
2395 	struct iavf_hw *hw = &adapter->hw;  in iavf_startup()
2399 	WARN_ON(adapter->state != __IAVF_STARTUP);  in iavf_startup()
2402 	adapter->flags &= ~IAVF_FLAG_PF_COMMS_FAILED;  in iavf_startup()
2403 	adapter->flags &= ~IAVF_FLAG_RESET_PENDING;  in iavf_startup()
2422 	ret = iavf_send_api_ver(adapter);  in iavf_startup()
2428 	iavf_change_state(adapter, __IAVF_INIT_VERSION_CHECK);  in iavf_startup()
2431 	iavf_change_state(adapter, __IAVF_INIT_FAILED);  in iavf_startup()
2436  * @adapter: board private structure
2442 static void iavf_init_version_check(struct iavf_adapter *adapter)  in iavf_init_version_check()  argument
2444 	struct pci_dev *pdev = adapter->pdev;  in iavf_init_version_check()
2445 	struct iavf_hw *hw = &adapter->hw;  in iavf_init_version_check()
2448 	WARN_ON(adapter->state != __IAVF_INIT_VERSION_CHECK);  in iavf_init_version_check()
2453 		iavf_change_state(adapter, __IAVF_STARTUP);  in iavf_init_version_check()
2458 	err = iavf_verify_api_ver(adapter);  in iavf_init_version_check()
2461 			err = iavf_send_api_ver(adapter);  in iavf_init_version_check()
2464 				adapter->pf_version.major,  in iavf_init_version_check()
2465 				adapter->pf_version.minor,  in iavf_init_version_check()
2470 	err = iavf_send_vf_config_msg(adapter);  in iavf_init_version_check()
2476 	iavf_change_state(adapter, __IAVF_INIT_GET_RESOURCES);  in iavf_init_version_check()
2479 	iavf_change_state(adapter, __IAVF_INIT_FAILED);  in iavf_init_version_check()
2484  * @adapter: board private structure
2486 int iavf_parse_vf_resource_msg(struct iavf_adapter *adapter)  in iavf_parse_vf_resource_msg()  argument
2488 	int i, num_req_queues = adapter->num_req_queues;  in iavf_parse_vf_resource_msg()
2489 	struct iavf_vsi *vsi = &adapter->vsi;  in iavf_parse_vf_resource_msg()
2491 	for (i = 0; i < adapter->vf_res->num_vsis; i++) {  in iavf_parse_vf_resource_msg()
2492 		if (adapter->vf_res->vsi_res[i].vsi_type == VIRTCHNL_VSI_SRIOV)  in iavf_parse_vf_resource_msg()
2493 			adapter->vsi_res = &adapter->vf_res->vsi_res[i];  in iavf_parse_vf_resource_msg()
2495 	if (!adapter->vsi_res) {  in iavf_parse_vf_resource_msg()
2496 		dev_err(&adapter->pdev->dev, "No LAN VSI found\n");  in iavf_parse_vf_resource_msg()
2501 	    num_req_queues > adapter->vsi_res->num_queue_pairs) {  in iavf_parse_vf_resource_msg()
2506 		dev_err(&adapter->pdev->dev,  in iavf_parse_vf_resource_msg()
2509 			adapter->vsi_res->num_queue_pairs);  in iavf_parse_vf_resource_msg()
2510 		adapter->flags |= IAVF_FLAG_REINIT_MSIX_NEEDED;  in iavf_parse_vf_resource_msg()
2511 		adapter->num_req_queues = adapter->vsi_res->num_queue_pairs;  in iavf_parse_vf_resource_msg()
2512 		iavf_schedule_reset(adapter, IAVF_FLAG_RESET_NEEDED);  in iavf_parse_vf_resource_msg()
2516 	adapter->num_req_queues = 0;  in iavf_parse_vf_resource_msg()
2517 	adapter->vsi.id = adapter->vsi_res->vsi_id;  in iavf_parse_vf_resource_msg()
2519 	adapter->vsi.back = adapter;  in iavf_parse_vf_resource_msg()
2520 	adapter->vsi.base_vector = 1;  in iavf_parse_vf_resource_msg()
2521 	vsi->netdev = adapter->netdev;  in iavf_parse_vf_resource_msg()
2522 	vsi->qs_handle = adapter->vsi_res->qset_handle;  in iavf_parse_vf_resource_msg()
2523 	if (adapter->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_RSS_PF) {  in iavf_parse_vf_resource_msg()
2524 		adapter->rss_key_size = adapter->vf_res->rss_key_size;  in iavf_parse_vf_resource_msg()
2525 		adapter->rss_lut_size = adapter->vf_res->rss_lut_size;  in iavf_parse_vf_resource_msg()
2527 		adapter->rss_key_size = IAVF_HKEY_ARRAY_SIZE;  in iavf_parse_vf_resource_msg()
2528 		adapter->rss_lut_size = IAVF_HLUT_ARRAY_SIZE;  in iavf_parse_vf_resource_msg()
2536  * @adapter: board private structure
2543 static void iavf_init_get_resources(struct iavf_adapter *adapter)  in iavf_init_get_resources()  argument
2545 	struct pci_dev *pdev = adapter->pdev;  in iavf_init_get_resources()
2546 	struct iavf_hw *hw = &adapter->hw;  in iavf_init_get_resources()
2549 	WARN_ON(adapter->state != __IAVF_INIT_GET_RESOURCES);  in iavf_init_get_resources()
2551 	if (!adapter->vf_res) {  in iavf_init_get_resources()
2552 		adapter->vf_res = kzalloc(IAVF_VIRTCHNL_VF_RESOURCE_SIZE,  in iavf_init_get_resources()
2554 		if (!adapter->vf_res) {  in iavf_init_get_resources()
2559 	err = iavf_get_vf_config(adapter);  in iavf_init_get_resources()
2561 		err = iavf_send_vf_config_msg(adapter);  in iavf_init_get_resources()
2577 	err = iavf_parse_vf_resource_msg(adapter);  in iavf_init_get_resources()
2587 	adapter->extended_caps = IAVF_EXTENDED_CAPS;  in iavf_init_get_resources()
2589 	iavf_change_state(adapter, __IAVF_INIT_EXTENDED_CAPS);  in iavf_init_get_resources()
2593 	kfree(adapter->vf_res);  in iavf_init_get_resources()
2594 	adapter->vf_res = NULL;  in iavf_init_get_resources()
2596 	iavf_change_state(adapter, __IAVF_INIT_FAILED);  in iavf_init_get_resources()
2601  * @adapter: board private structure
2607 static void iavf_init_send_offload_vlan_v2_caps(struct iavf_adapter *adapter)  in iavf_init_send_offload_vlan_v2_caps()  argument
2611 	WARN_ON(!(adapter->extended_caps & IAVF_EXTENDED_CAP_SEND_VLAN_V2));  in iavf_init_send_offload_vlan_v2_caps()
2613 	ret = iavf_send_vf_offload_vlan_v2_msg(adapter);  in iavf_init_send_offload_vlan_v2_caps()
2619 		adapter->extended_caps &= ~IAVF_EXTENDED_CAP_RECV_VLAN_V2;  in iavf_init_send_offload_vlan_v2_caps()
2623 	adapter->extended_caps &= ~IAVF_EXTENDED_CAP_SEND_VLAN_V2;  in iavf_init_send_offload_vlan_v2_caps()
2628  * @adapter: board private structure
2633 static void iavf_init_recv_offload_vlan_v2_caps(struct iavf_adapter *adapter)  in iavf_init_recv_offload_vlan_v2_caps()  argument
2637 	WARN_ON(!(adapter->extended_caps & IAVF_EXTENDED_CAP_RECV_VLAN_V2));  in iavf_init_recv_offload_vlan_v2_caps()
2639 	memset(&adapter->vlan_v2_caps, 0, sizeof(adapter->vlan_v2_caps));  in iavf_init_recv_offload_vlan_v2_caps()
2641 	ret = iavf_get_vf_vlan_v2_caps(adapter);  in iavf_init_recv_offload_vlan_v2_caps()
2646 	adapter->extended_caps &= ~IAVF_EXTENDED_CAP_RECV_VLAN_V2;  in iavf_init_recv_offload_vlan_v2_caps()
2652 	adapter->extended_caps |= IAVF_EXTENDED_CAP_SEND_VLAN_V2;  in iavf_init_recv_offload_vlan_v2_caps()
2653 	iavf_change_state(adapter, __IAVF_INIT_FAILED);  in iavf_init_recv_offload_vlan_v2_caps()
2659  * @adapter: board private structure
2665 static void iavf_init_send_supported_rxdids(struct iavf_adapter *adapter)  in iavf_init_send_supported_rxdids()  argument
2669 	ret = iavf_send_vf_supported_rxdids_msg(adapter);  in iavf_init_send_supported_rxdids()
2675 		adapter->extended_caps &= ~IAVF_EXTENDED_CAP_RECV_RXDID;  in iavf_init_send_supported_rxdids()
2679 	adapter->extended_caps &= ~IAVF_EXTENDED_CAP_SEND_RXDID;  in iavf_init_send_supported_rxdids()
2685  * @adapter: board private structure
2689 static void iavf_init_recv_supported_rxdids(struct iavf_adapter *adapter)  in iavf_init_recv_supported_rxdids()  argument
2693 	memset(&adapter->supp_rxdids, 0, sizeof(adapter->supp_rxdids));  in iavf_init_recv_supported_rxdids()
2695 	ret = iavf_get_vf_supported_rxdids(adapter);  in iavf_init_recv_supported_rxdids()
2702 	adapter->extended_caps &= ~IAVF_EXTENDED_CAP_RECV_RXDID;  in iavf_init_recv_supported_rxdids()
2709 	adapter->extended_caps |= IAVF_EXTENDED_CAP_SEND_RXDID;  in iavf_init_recv_supported_rxdids()
2710 	iavf_change_state(adapter, __IAVF_INIT_FAILED);  in iavf_init_recv_supported_rxdids()
2715  * @adapter: board private structure
2721 static void iavf_init_send_ptp_caps(struct iavf_adapter *adapter)  in iavf_init_send_ptp_caps()  argument
2723 	if (iavf_send_vf_ptp_caps_msg(adapter) == -EOPNOTSUPP) {  in iavf_init_send_ptp_caps()
2728 		adapter->extended_caps &= ~IAVF_EXTENDED_CAP_RECV_PTP;  in iavf_init_send_ptp_caps()
2732 	adapter->extended_caps &= ~IAVF_EXTENDED_CAP_SEND_PTP;  in iavf_init_send_ptp_caps()
2737  * @adapter: board private structure
2741 static void iavf_init_recv_ptp_caps(struct iavf_adapter *adapter)  in iavf_init_recv_ptp_caps()  argument
2743 	memset(&adapter->ptp.hw_caps, 0, sizeof(adapter->ptp.hw_caps));  in iavf_init_recv_ptp_caps()
2745 	if (iavf_get_vf_ptp_caps(adapter))  in iavf_init_recv_ptp_caps()
2751 	adapter->extended_caps &= ~IAVF_EXTENDED_CAP_RECV_PTP;  in iavf_init_recv_ptp_caps()
2758 	adapter->extended_caps |= IAVF_EXTENDED_CAP_SEND_PTP;  in iavf_init_recv_ptp_caps()
2759 	iavf_change_state(adapter, __IAVF_INIT_FAILED);  in iavf_init_recv_ptp_caps()
2764  * @adapter: board private structure
2773 static void iavf_init_process_extended_caps(struct iavf_adapter *adapter)  in iavf_init_process_extended_caps()  argument
2775 	WARN_ON(adapter->state != __IAVF_INIT_EXTENDED_CAPS);  in iavf_init_process_extended_caps()
2778 	if (adapter->extended_caps & IAVF_EXTENDED_CAP_SEND_VLAN_V2) {  in iavf_init_process_extended_caps()
2779 		iavf_init_send_offload_vlan_v2_caps(adapter);  in iavf_init_process_extended_caps()
2781 	} else if (adapter->extended_caps & IAVF_EXTENDED_CAP_RECV_VLAN_V2) {  in iavf_init_process_extended_caps()
2782 		iavf_init_recv_offload_vlan_v2_caps(adapter);  in iavf_init_process_extended_caps()
2787 	if (adapter->extended_caps & IAVF_EXTENDED_CAP_SEND_RXDID) {  in iavf_init_process_extended_caps()
2788 		iavf_init_send_supported_rxdids(adapter);  in iavf_init_process_extended_caps()
2790 	} else if (adapter->extended_caps & IAVF_EXTENDED_CAP_RECV_RXDID) {  in iavf_init_process_extended_caps()
2791 		iavf_init_recv_supported_rxdids(adapter);  in iavf_init_process_extended_caps()
2796 	if (adapter->extended_caps & IAVF_EXTENDED_CAP_SEND_PTP) {  in iavf_init_process_extended_caps()
2797 		iavf_init_send_ptp_caps(adapter);  in iavf_init_process_extended_caps()
2799 	} else if (adapter->extended_caps & IAVF_EXTENDED_CAP_RECV_PTP) {  in iavf_init_process_extended_caps()
2800 		iavf_init_recv_ptp_caps(adapter);  in iavf_init_process_extended_caps()
2807 	iavf_change_state(adapter, __IAVF_INIT_CONFIG_ADAPTER);  in iavf_init_process_extended_caps()
2812  * @adapter: board private structure
2817 static void iavf_init_config_adapter(struct iavf_adapter *adapter)  in iavf_init_config_adapter()  argument
2819 	struct net_device *netdev = adapter->netdev;  in iavf_init_config_adapter()
2820 	struct pci_dev *pdev = adapter->pdev;  in iavf_init_config_adapter()
2823 	WARN_ON(adapter->state != __IAVF_INIT_CONFIG_ADAPTER);  in iavf_init_config_adapter()
2825 	if (iavf_process_config(adapter))  in iavf_init_config_adapter()
2828 	adapter->current_op = VIRTCHNL_OP_UNKNOWN;  in iavf_init_config_adapter()
2830 	adapter->flags |= IAVF_FLAG_RX_CSUM_ENABLED;  in iavf_init_config_adapter()
2839 	if (!is_valid_ether_addr(adapter->hw.mac.addr)) {  in iavf_init_config_adapter()
2841 			 adapter->hw.mac.addr);  in iavf_init_config_adapter()
2843 		ether_addr_copy(adapter->hw.mac.addr, netdev->dev_addr);  in iavf_init_config_adapter()
2845 		eth_hw_addr_set(netdev, adapter->hw.mac.addr);  in iavf_init_config_adapter()
2846 		ether_addr_copy(netdev->perm_addr, adapter->hw.mac.addr);  in iavf_init_config_adapter()
2849 	adapter->tx_desc_count = IAVF_DEFAULT_TXD;  in iavf_init_config_adapter()
2850 	adapter->rx_desc_count = IAVF_DEFAULT_RXD;  in iavf_init_config_adapter()
2851 	err = iavf_init_interrupt_scheme(adapter);  in iavf_init_config_adapter()
2854 	iavf_map_rings_to_vectors(adapter);  in iavf_init_config_adapter()
2855 	if (adapter->vf_res->vf_cap_flags &  in iavf_init_config_adapter()
2857 		adapter->flags |= IAVF_FLAG_WB_ON_ITR_CAPABLE;  in iavf_init_config_adapter()
2859 	err = iavf_request_misc_irq(adapter);  in iavf_init_config_adapter()
2864 	adapter->link_up = false;  in iavf_init_config_adapter()
2867 	dev_info(&pdev->dev, "MAC address: %pM\n", adapter->hw.mac.addr);  in iavf_init_config_adapter()
2871 	iavf_change_state(adapter, __IAVF_DOWN);  in iavf_init_config_adapter()
2872 	set_bit(__IAVF_VSI_DOWN, adapter->vsi.state);  in iavf_init_config_adapter()
2874 	iavf_misc_irq_enable(adapter);  in iavf_init_config_adapter()
2875 	wake_up(&adapter->down_waitqueue);  in iavf_init_config_adapter()
2877 	adapter->rss_key = kzalloc(adapter->rss_key_size, GFP_KERNEL);  in iavf_init_config_adapter()
2878 	adapter->rss_lut = kzalloc(adapter->rss_lut_size, GFP_KERNEL);  in iavf_init_config_adapter()
2879 	if (!adapter->rss_key || !adapter->rss_lut) {  in iavf_init_config_adapter()
2883 	if (RSS_AQ(adapter))  in iavf_init_config_adapter()
2884 		adapter->aq_required |= IAVF_FLAG_AQ_CONFIGURE_RSS;  in iavf_init_config_adapter()
2886 		iavf_init_rss(adapter);  in iavf_init_config_adapter()
2888 	if (VLAN_V2_ALLOWED(adapter))  in iavf_init_config_adapter()
2890 		iavf_set_vlan_offload_features(adapter, 0, netdev->features);  in iavf_init_config_adapter()
2892 	if (QOS_ALLOWED(adapter))  in iavf_init_config_adapter()
2893 		adapter->aq_required |= IAVF_FLAG_AQ_GET_QOS_CAPS;  in iavf_init_config_adapter()
2896 	iavf_ptp_init(adapter);  in iavf_init_config_adapter()
2898 	iavf_schedule_finish_config(adapter);  in iavf_init_config_adapter()
2902 	iavf_free_rss(adapter);  in iavf_init_config_adapter()
2903 	iavf_free_misc_irq(adapter);  in iavf_init_config_adapter()
2905 	iavf_reset_interrupt_capability(adapter);  in iavf_init_config_adapter()
2907 	iavf_change_state(adapter, __IAVF_INIT_FAILED);  in iavf_init_config_adapter()
2913 static int iavf_watchdog_step(struct iavf_adapter *adapter)  in iavf_watchdog_step()  argument
2915 	struct iavf_hw *hw = &adapter->hw;  in iavf_watchdog_step()
2918 	netdev_assert_locked(adapter->netdev);  in iavf_watchdog_step()
2920 	if (adapter->flags & IAVF_FLAG_PF_COMMS_FAILED)  in iavf_watchdog_step()
2921 		iavf_change_state(adapter, __IAVF_COMM_FAILED);  in iavf_watchdog_step()
2923 	switch (adapter->state) {  in iavf_watchdog_step()
2925 		iavf_startup(adapter);  in iavf_watchdog_step()
2928 		iavf_init_version_check(adapter);  in iavf_watchdog_step()
2931 		iavf_init_get_resources(adapter);  in iavf_watchdog_step()
2934 		iavf_init_process_extended_caps(adapter);  in iavf_watchdog_step()
2937 		iavf_init_config_adapter(adapter);  in iavf_watchdog_step()
2941 			     &adapter->crit_section)) {  in iavf_watchdog_step()
2948 		if (++adapter->aq_wait_count > IAVF_AQ_MAX_ERR) {  in iavf_watchdog_step()
2949 			dev_err(&adapter->pdev->dev,  in iavf_watchdog_step()
2951 			adapter->flags |= IAVF_FLAG_PF_COMMS_FAILED;  in iavf_watchdog_step()
2956 		iavf_change_state(adapter, adapter->last_state);  in iavf_watchdog_step()
2960 			     &adapter->crit_section)) {  in iavf_watchdog_step()
2965 			iavf_change_state(adapter, __IAVF_INIT_FAILED);  in iavf_watchdog_step()
2966 			adapter->flags &= ~IAVF_FLAG_PF_COMMS_FAILED;  in iavf_watchdog_step()
2974 			dev_err(&adapter->pdev->dev,  in iavf_watchdog_step()
2980 			iavf_change_state(adapter, __IAVF_STARTUP);  in iavf_watchdog_step()
2981 			adapter->flags &= ~IAVF_FLAG_PF_COMMS_FAILED;  in iavf_watchdog_step()
2983 		adapter->aq_required = 0;  in iavf_watchdog_step()
2984 		adapter->current_op = VIRTCHNL_OP_UNKNOWN;  in iavf_watchdog_step()
2992 		if (adapter->current_op) {  in iavf_watchdog_step()
2994 				dev_dbg(&adapter->pdev->dev,  in iavf_watchdog_step()
2996 				iavf_send_api_ver(adapter);  in iavf_watchdog_step()
2999 			int ret = iavf_process_aq_command(adapter);  in iavf_watchdog_step()
3006 			    adapter->state == __IAVF_RUNNING)  in iavf_watchdog_step()
3007 				iavf_request_stats(adapter);  in iavf_watchdog_step()
3009 		if (adapter->state == __IAVF_RUNNING)  in iavf_watchdog_step()
3010 			iavf_detect_recover_hung(&adapter->vsi);  in iavf_watchdog_step()
3020 		adapter->aq_required = 0;  in iavf_watchdog_step()
3021 		adapter->current_op = VIRTCHNL_OP_UNKNOWN;  in iavf_watchdog_step()
3022 		dev_err(&adapter->pdev->dev, "Hardware reset detected\n");  in iavf_watchdog_step()
3023 		iavf_schedule_reset(adapter, IAVF_FLAG_RESET_PENDING);  in iavf_watchdog_step()
3026 	return adapter->aq_required ? 20 : 2000;  in iavf_watchdog_step()
3031 	struct iavf_adapter *adapter = container_of(work,  in iavf_watchdog_task()  local
3034 	struct net_device *netdev = adapter->netdev;  in iavf_watchdog_task()
3038 	msec_delay = iavf_watchdog_step(adapter);  in iavf_watchdog_task()
3040 	if (adapter->state >= __IAVF_DOWN)  in iavf_watchdog_task()
3041 		queue_work(adapter->wq, &adapter->adminq_task);  in iavf_watchdog_task()
3044 		queue_delayed_work(adapter->wq, &adapter->watchdog_task,  in iavf_watchdog_task()
3051  * @adapter: board private structure
3055 static void iavf_disable_vf(struct iavf_adapter *adapter)  in iavf_disable_vf()  argument
3061 	netdev_assert_locked(adapter->netdev);  in iavf_disable_vf()
3063 	adapter->flags |= IAVF_FLAG_PF_COMMS_FAILED;  in iavf_disable_vf()
3069 	if (adapter->state == __IAVF_RUNNING) {  in iavf_disable_vf()
3070 		set_bit(__IAVF_VSI_DOWN, adapter->vsi.state);  in iavf_disable_vf()
3071 		netif_carrier_off(adapter->netdev);  in iavf_disable_vf()
3072 		netif_tx_disable(adapter->netdev);  in iavf_disable_vf()
3073 		adapter->link_up = false;  in iavf_disable_vf()
3074 		iavf_napi_disable_all(adapter);  in iavf_disable_vf()
3075 		iavf_irq_disable(adapter);  in iavf_disable_vf()
3076 		iavf_free_traffic_irqs(adapter);  in iavf_disable_vf()
3077 		iavf_free_all_tx_resources(adapter);  in iavf_disable_vf()
3078 		iavf_free_all_rx_resources(adapter);  in iavf_disable_vf()
3081 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_disable_vf()
3084 	list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) {  in iavf_disable_vf()
3089 	list_for_each_entry_safe(fv, fvtmp, &adapter->vlan_filter_list, list) {  in iavf_disable_vf()
3093 	adapter->num_vlan_filters = 0;  in iavf_disable_vf()
3095 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_disable_vf()
3097 	spin_lock_bh(&adapter->cloud_filter_list_lock);  in iavf_disable_vf()
3098 	list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list, list) {  in iavf_disable_vf()
3101 		adapter->num_cloud_filters--;  in iavf_disable_vf()
3103 	spin_unlock_bh(&adapter->cloud_filter_list_lock);  in iavf_disable_vf()
3105 	iavf_free_misc_irq(adapter);  in iavf_disable_vf()
3106 	iavf_free_interrupt_scheme(adapter);  in iavf_disable_vf()
3107 	memset(adapter->vf_res, 0, IAVF_VIRTCHNL_VF_RESOURCE_SIZE);  in iavf_disable_vf()
3108 	iavf_shutdown_adminq(&adapter->hw);  in iavf_disable_vf()
3109 	adapter->flags &= ~IAVF_FLAG_RESET_PENDING;  in iavf_disable_vf()
3110 	iavf_change_state(adapter, __IAVF_DOWN);  in iavf_disable_vf()
3111 	wake_up(&adapter->down_waitqueue);  in iavf_disable_vf()
3112 	dev_info(&adapter->pdev->dev, "Reset task did not complete, VF disabled\n");  in iavf_disable_vf()
3117  * @adapter: board private structure
3124 static void iavf_reconfig_qs_bw(struct iavf_adapter *adapter)  in iavf_reconfig_qs_bw()  argument
3128 	for (i = 0; i < adapter->num_active_queues; i++)  in iavf_reconfig_qs_bw()
3129 		if (adapter->tx_rings[i].q_shaper.bw_min ||  in iavf_reconfig_qs_bw()
3130 		    adapter->tx_rings[i].q_shaper.bw_max) {  in iavf_reconfig_qs_bw()
3131 			adapter->tx_rings[i].q_shaper_update = true;  in iavf_reconfig_qs_bw()
3136 		adapter->aq_required |= IAVF_FLAG_AQ_CONFIGURE_QUEUES_BW;  in iavf_reconfig_qs_bw()
3149 	struct iavf_adapter *adapter = container_of(work,  in iavf_reset_task()  local
3152 	struct virtchnl_vf_resource *vfres = adapter->vf_res;  in iavf_reset_task()
3153 	struct net_device *netdev = adapter->netdev;  in iavf_reset_task()
3154 	struct iavf_hw *hw = &adapter->hw;  in iavf_reset_task()
3164 	iavf_misc_irq_disable(adapter);  in iavf_reset_task()
3165 	if (adapter->flags & IAVF_FLAG_RESET_NEEDED) {  in iavf_reset_task()
3166 		adapter->flags &= ~IAVF_FLAG_RESET_NEEDED;  in iavf_reset_task()
3172 		iavf_request_reset(adapter);  in iavf_reset_task()
3174 	adapter->flags |= IAVF_FLAG_RESET_PENDING;  in iavf_reset_task()
3185 		dev_info(&adapter->pdev->dev, "Never saw reset\n");  in iavf_reset_task()
3200 	pci_set_master(adapter->pdev);  in iavf_reset_task()
3201 	pci_restore_msi_state(adapter->pdev);  in iavf_reset_task()
3204 		dev_err(&adapter->pdev->dev, "Reset never finished (%x)\n",  in iavf_reset_task()
3206 		iavf_disable_vf(adapter);  in iavf_reset_task()
3213 	if (adapter->state <= __IAVF_INIT_FAILED) {  in iavf_reset_task()
3215 		iavf_change_state(adapter, __IAVF_STARTUP);  in iavf_reset_task()
3216 		iavf_startup(adapter);  in iavf_reset_task()
3217 		queue_delayed_work(adapter->wq, &adapter->watchdog_task,  in iavf_reset_task()
3227 	running = adapter->state == __IAVF_RUNNING;  in iavf_reset_task()
3232 		adapter->link_up = false;  in iavf_reset_task()
3233 		iavf_napi_disable_all(adapter);  in iavf_reset_task()
3235 	iavf_irq_disable(adapter);  in iavf_reset_task()
3237 	iavf_change_state(adapter, __IAVF_RESETTING);  in iavf_reset_task()
3238 	adapter->flags &= ~IAVF_FLAG_RESET_PENDING;  in iavf_reset_task()
3243 	iavf_free_all_rx_resources(adapter);  in iavf_reset_task()
3244 	iavf_free_all_tx_resources(adapter);  in iavf_reset_task()
3246 	adapter->flags |= IAVF_FLAG_QUEUES_DISABLED;  in iavf_reset_task()
3249 	adapter->current_op = VIRTCHNL_OP_UNKNOWN;  in iavf_reset_task()
3252 		dev_info(&adapter->pdev->dev, "Failed to init adminq: %d\n",  in iavf_reset_task()
3256 	adapter->aq_required = 0;  in iavf_reset_task()
3258 	if ((adapter->flags & IAVF_FLAG_REINIT_MSIX_NEEDED) ||  in iavf_reset_task()
3259 	    (adapter->flags & IAVF_FLAG_REINIT_ITR_NEEDED)) {  in iavf_reset_task()
3260 		err = iavf_reinit_interrupt_scheme(adapter, running);  in iavf_reset_task()
3265 	if (RSS_AQ(adapter)) {  in iavf_reset_task()
3266 		adapter->aq_required |= IAVF_FLAG_AQ_CONFIGURE_RSS;  in iavf_reset_task()
3268 		err = iavf_init_rss(adapter);  in iavf_reset_task()
3273 	adapter->aq_required |= IAVF_FLAG_AQ_GET_CONFIG;  in iavf_reset_task()
3274 	adapter->aq_required |= IAVF_FLAG_AQ_MAP_VECTORS;  in iavf_reset_task()
3284 	adapter->aq_required |= IAVF_FLAG_AQ_EXTENDED_CAPS;  in iavf_reset_task()
3286 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_reset_task()
3292 	list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) {  in iavf_reset_task()
3293 		if (ether_addr_equal(f->macaddr, adapter->hw.mac.addr)) {  in iavf_reset_task()
3299 	list_for_each_entry(f, &adapter->mac_filter_list, list) {  in iavf_reset_task()
3302 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_reset_task()
3305 	spin_lock_bh(&adapter->cloud_filter_list_lock);  in iavf_reset_task()
3307 	    adapter->num_tc) {  in iavf_reset_task()
3308 		list_for_each_entry(cf, &adapter->cloud_filter_list, list) {  in iavf_reset_task()
3312 	spin_unlock_bh(&adapter->cloud_filter_list_lock);  in iavf_reset_task()
3314 	adapter->aq_required |= IAVF_FLAG_AQ_ADD_MAC_FILTER;  in iavf_reset_task()
3315 	adapter->aq_required |= IAVF_FLAG_AQ_ADD_CLOUD_FILTER;  in iavf_reset_task()
3316 	iavf_misc_irq_enable(adapter);  in iavf_reset_task()
3318 	mod_delayed_work(adapter->wq, &adapter->watchdog_task, 2);  in iavf_reset_task()
3325 		err = iavf_setup_all_tx_resources(adapter);  in iavf_reset_task()
3330 		err = iavf_setup_all_rx_resources(adapter);  in iavf_reset_task()
3334 		if ((adapter->flags & IAVF_FLAG_REINIT_MSIX_NEEDED) ||  in iavf_reset_task()
3335 		    (adapter->flags & IAVF_FLAG_REINIT_ITR_NEEDED)) {  in iavf_reset_task()
3336 			err = iavf_request_traffic_irqs(adapter, netdev->name);  in iavf_reset_task()
3340 			adapter->flags &= ~IAVF_FLAG_REINIT_MSIX_NEEDED;  in iavf_reset_task()
3343 		iavf_configure(adapter);  in iavf_reset_task()
3348 		iavf_up_complete(adapter);  in iavf_reset_task()
3350 		iavf_irq_enable(adapter, true);  in iavf_reset_task()
3352 		iavf_reconfig_qs_bw(adapter);  in iavf_reset_task()
3354 		iavf_change_state(adapter, __IAVF_DOWN);  in iavf_reset_task()
3355 		wake_up(&adapter->down_waitqueue);  in iavf_reset_task()
3358 	adapter->flags &= ~IAVF_FLAG_REINIT_ITR_NEEDED;  in iavf_reset_task()
3360 	wake_up(&adapter->reset_waitqueue);  in iavf_reset_task()
3366 		set_bit(__IAVF_VSI_DOWN, adapter->vsi.state);  in iavf_reset_task()
3367 		iavf_free_traffic_irqs(adapter);  in iavf_reset_task()
3369 	iavf_disable_vf(adapter);  in iavf_reset_task()
3372 	dev_err(&adapter->pdev->dev, "failed to allocate resources during reinit\n");  in iavf_reset_task()
3381 	struct iavf_adapter *adapter =  in iavf_adminq_task()  local
3383 	struct net_device *netdev = adapter->netdev;  in iavf_adminq_task()
3384 	struct iavf_hw *hw = &adapter->hw;  in iavf_adminq_task()
3393 	if (adapter->flags & IAVF_FLAG_PF_COMMS_FAILED)  in iavf_adminq_task()
3409 		iavf_virtchnl_completion(adapter, v_op, v_ret, event.msg_buf,  in iavf_adminq_task()
3415 	if (iavf_is_reset_in_progress(adapter))  in iavf_adminq_task()
3424 		dev_info(&adapter->pdev->dev, "ARQ VF Error detected\n");  in iavf_adminq_task()
3428 		dev_info(&adapter->pdev->dev, "ARQ Overflow Error detected\n");  in iavf_adminq_task()
3432 		dev_info(&adapter->pdev->dev, "ARQ Critical Error detected\n");  in iavf_adminq_task()
3441 		dev_info(&adapter->pdev->dev, "ASQ VF Error detected\n");  in iavf_adminq_task()
3445 		dev_info(&adapter->pdev->dev, "ASQ Overflow Error detected\n");  in iavf_adminq_task()
3449 		dev_info(&adapter->pdev->dev, "ASQ Critical Error detected\n");  in iavf_adminq_task()
3460 	iavf_misc_irq_enable(adapter);  in iavf_adminq_task()
3465  * @adapter: board private structure
3469 void iavf_free_all_tx_resources(struct iavf_adapter *adapter)  in iavf_free_all_tx_resources()  argument
3473 	if (!adapter->tx_rings)  in iavf_free_all_tx_resources()
3476 	for (i = 0; i < adapter->num_active_queues; i++)  in iavf_free_all_tx_resources()
3477 		if (adapter->tx_rings[i].desc)  in iavf_free_all_tx_resources()
3478 			iavf_free_tx_resources(&adapter->tx_rings[i]);  in iavf_free_all_tx_resources()
3483  * @adapter: board private structure
3491 static int iavf_setup_all_tx_resources(struct iavf_adapter *adapter)  in iavf_setup_all_tx_resources()  argument
3495 	for (i = 0; i < adapter->num_active_queues; i++) {  in iavf_setup_all_tx_resources()
3496 		adapter->tx_rings[i].count = adapter->tx_desc_count;  in iavf_setup_all_tx_resources()
3497 		err = iavf_setup_tx_descriptors(&adapter->tx_rings[i]);  in iavf_setup_all_tx_resources()
3500 		dev_err(&adapter->pdev->dev,  in iavf_setup_all_tx_resources()
3510  * @adapter: board private structure
3518 static int iavf_setup_all_rx_resources(struct iavf_adapter *adapter)  in iavf_setup_all_rx_resources()  argument
3522 	for (i = 0; i < adapter->num_active_queues; i++) {  in iavf_setup_all_rx_resources()
3523 		adapter->rx_rings[i].count = adapter->rx_desc_count;  in iavf_setup_all_rx_resources()
3524 		err = iavf_setup_rx_descriptors(&adapter->rx_rings[i]);  in iavf_setup_all_rx_resources()
3527 		dev_err(&adapter->pdev->dev,  in iavf_setup_all_rx_resources()
3536  * @adapter: board private structure
3540 void iavf_free_all_rx_resources(struct iavf_adapter *adapter)  in iavf_free_all_rx_resources()  argument
3544 	if (!adapter->rx_rings)  in iavf_free_all_rx_resources()
3547 	for (i = 0; i < adapter->num_active_queues; i++)  in iavf_free_all_rx_resources()
3548 		if (adapter->rx_rings[i].desc)  in iavf_free_all_rx_resources()
3549 			iavf_free_rx_resources(&adapter->rx_rings[i]);  in iavf_free_all_rx_resources()
3554  * @adapter: board private structure
3557 static int iavf_validate_tx_bandwidth(struct iavf_adapter *adapter,  in iavf_validate_tx_bandwidth()  argument
3562 	if (ADV_LINK_SUPPORT(adapter)) {  in iavf_validate_tx_bandwidth()
3563 		if (adapter->link_speed_mbps < U32_MAX) {  in iavf_validate_tx_bandwidth()
3564 			speed = adapter->link_speed_mbps;  in iavf_validate_tx_bandwidth()
3567 			dev_err(&adapter->pdev->dev, "Unknown link speed\n");  in iavf_validate_tx_bandwidth()
3572 	switch (adapter->link_speed) {  in iavf_validate_tx_bandwidth()
3603 		dev_err(&adapter->pdev->dev,  in iavf_validate_tx_bandwidth()
3613  * @adapter: board private structure
3620 static int iavf_validate_ch_config(struct iavf_adapter *adapter,  in iavf_validate_ch_config()  argument
3638 			dev_err(&adapter->pdev->dev,  in iavf_validate_ch_config()
3650 			dev_err(&adapter->pdev->dev,  in iavf_validate_ch_config()
3659 			dev_err(&adapter->pdev->dev,  in iavf_validate_ch_config()
3668 	if (num_qps > adapter->num_active_queues) {  in iavf_validate_ch_config()
3669 		dev_err(&adapter->pdev->dev,  in iavf_validate_ch_config()
3674 	ret = iavf_validate_tx_bandwidth(adapter, total_max_rate);  in iavf_validate_ch_config()
3680  * @adapter: board private structure
3682 static void iavf_del_all_cloud_filters(struct iavf_adapter *adapter)  in iavf_del_all_cloud_filters()  argument
3686 	spin_lock_bh(&adapter->cloud_filter_list_lock);  in iavf_del_all_cloud_filters()
3687 	list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list,  in iavf_del_all_cloud_filters()
3691 		adapter->num_cloud_filters--;  in iavf_del_all_cloud_filters()
3693 	spin_unlock_bh(&adapter->cloud_filter_list_lock);  in iavf_del_all_cloud_filters()
3698  * TC config already configured on this adapter.
3699  * @adapter: board private structure
3703  * with the config already configured on the adapter.
3707 static bool iavf_is_tc_config_same(struct iavf_adapter *adapter,  in iavf_is_tc_config_same()  argument
3710 	struct virtchnl_channel_info *ch = &adapter->ch_config.ch_info[0];  in iavf_is_tc_config_same()
3713 	if (adapter->num_tc != mqprio_qopt->num_tc)  in iavf_is_tc_config_same()
3716 	for (i = 0; i < adapter->num_tc; i++) {  in iavf_is_tc_config_same()
3738 	struct iavf_adapter *adapter = netdev_priv(netdev);  in __iavf_setup_tc()  local
3739 	struct virtchnl_vf_resource *vfres = adapter->vf_res;  in __iavf_setup_tc()
3751 		if (adapter->ch_config.state == __IAVF_TC_RUNNING) {  in __iavf_setup_tc()
3754 			adapter->num_tc = 0;  in __iavf_setup_tc()
3757 			iavf_del_all_cloud_filters(adapter);  in __iavf_setup_tc()
3758 			adapter->aq_required = IAVF_FLAG_AQ_DISABLE_CHANNELS;  in __iavf_setup_tc()
3759 			total_qps = adapter->orig_num_active_queues;  in __iavf_setup_tc()
3769 			dev_err(&adapter->pdev->dev, "ADq not supported\n");  in __iavf_setup_tc()
3772 		if (adapter->ch_config.state != __IAVF_TC_INVALID) {  in __iavf_setup_tc()
3773 			dev_err(&adapter->pdev->dev, "TC configuration already exists\n");  in __iavf_setup_tc()
3777 		ret = iavf_validate_ch_config(adapter, mqprio_qopt);  in __iavf_setup_tc()
3781 		if (iavf_is_tc_config_same(adapter, &mqprio_qopt->qopt))  in __iavf_setup_tc()
3783 		adapter->num_tc = num_tc;  in __iavf_setup_tc()
3787 				adapter->ch_config.ch_info[i].count =  in __iavf_setup_tc()
3789 				adapter->ch_config.ch_info[i].offset =  in __iavf_setup_tc()
3796 				adapter->ch_config.ch_info[i].max_tx_rate =  in __iavf_setup_tc()
3799 				adapter->ch_config.ch_info[i].count = 1;  in __iavf_setup_tc()
3800 				adapter->ch_config.ch_info[i].offset = 0;  in __iavf_setup_tc()
3810 		adapter->orig_num_active_queues = adapter->num_active_queues;  in __iavf_setup_tc()
3816 		adapter->ch_config.total_qps = total_qps;  in __iavf_setup_tc()
3820 		adapter->aq_required |= IAVF_FLAG_AQ_ENABLE_CHANNELS;  in __iavf_setup_tc()
3823 		netdev_set_num_tc(adapter->netdev, num_tc);  in __iavf_setup_tc()
3834 	if (test_bit(__IAVF_IN_REMOVE_TASK, &adapter->crit_section))  in __iavf_setup_tc()
3845  * @adapter: board private structure
3849 static int iavf_parse_cls_flower(struct iavf_adapter *adapter,  in iavf_parse_cls_flower()  argument
3872 		dev_err(&adapter->pdev->dev, "Unsupported key used: 0x%llx\n",  in iavf_parse_cls_flower()
3905 			dev_info(&adapter->pdev->dev, "Only TCP transport is supported\n");  in iavf_parse_cls_flower()
3920 				dev_err(&adapter->pdev->dev, "Bad ether dest mask %pM\n",  in iavf_parse_cls_flower()
3930 				dev_err(&adapter->pdev->dev, "Bad ether src mask %pM\n",  in iavf_parse_cls_flower()
3965 				dev_err(&adapter->pdev->dev, "Bad vlan mask %u\n",  in iavf_parse_cls_flower()
3993 				dev_err(&adapter->pdev->dev, "Bad ip dst mask 0x%08x\n",  in iavf_parse_cls_flower()
4003 				dev_err(&adapter->pdev->dev, "Bad ip src mask 0x%08x\n",  in iavf_parse_cls_flower()
4010 			dev_info(&adapter->pdev->dev, "Tenant id not allowed for ip filter\n");  in iavf_parse_cls_flower()
4030 			dev_err(&adapter->pdev->dev, "Bad ipv6 dst mask 0x%02x\n",  in iavf_parse_cls_flower()
4040 			dev_err(&adapter->pdev->dev,  in iavf_parse_cls_flower()
4065 				dev_err(&adapter->pdev->dev, "Bad src port mask %u\n",  in iavf_parse_cls_flower()
4075 				dev_err(&adapter->pdev->dev, "Bad dst port mask %u\n",  in iavf_parse_cls_flower()
4097  * @adapter: board private structure
4101 static int iavf_handle_tclass(struct iavf_adapter *adapter, u32 tc,  in iavf_handle_tclass()  argument
4106 	if (tc < adapter->num_tc) {  in iavf_handle_tclass()
4108 			dev_err(&adapter->pdev->dev,  in iavf_handle_tclass()
4121  * @adapter: Board private structure
4127 static struct iavf_cloud_filter *iavf_find_cf(struct iavf_adapter *adapter,  in iavf_find_cf()  argument
4135 	list_for_each_entry(filter, &adapter->cloud_filter_list, list) {  in iavf_find_cf()
4144  * @adapter: board private structure
4147 static int iavf_configure_clsflower(struct iavf_adapter *adapter,  in iavf_configure_clsflower()  argument
4150 	int tc = tc_classid_to_hwtc(adapter->netdev, cls_flower->classid);  in iavf_configure_clsflower()
4155 		dev_err(&adapter->pdev->dev, "Invalid traffic class\n");  in iavf_configure_clsflower()
4164 	netdev_lock(adapter->netdev);  in iavf_configure_clsflower()
4167 	spin_lock_bh(&adapter->cloud_filter_list_lock);  in iavf_configure_clsflower()
4168 	if (iavf_find_cf(adapter, &cls_flower->cookie)) {  in iavf_configure_clsflower()
4169 		dev_err(&adapter->pdev->dev, "Failed to add TC Flower filter, it already exists\n");  in iavf_configure_clsflower()
4173 	spin_unlock_bh(&adapter->cloud_filter_list_lock);  in iavf_configure_clsflower()
4179 	err = iavf_parse_cls_flower(adapter, cls_flower, filter);  in iavf_configure_clsflower()
4183 	err = iavf_handle_tclass(adapter, tc, filter);  in iavf_configure_clsflower()
4188 	spin_lock_bh(&adapter->cloud_filter_list_lock);  in iavf_configure_clsflower()
4189 	list_add_tail(&filter->list, &adapter->cloud_filter_list);  in iavf_configure_clsflower()
4190 	adapter->num_cloud_filters++;  in iavf_configure_clsflower()
4192 	adapter->aq_required |= IAVF_FLAG_AQ_ADD_CLOUD_FILTER;  in iavf_configure_clsflower()
4194 	spin_unlock_bh(&adapter->cloud_filter_list_lock);  in iavf_configure_clsflower()
4199 	netdev_unlock(adapter->netdev);  in iavf_configure_clsflower()
4205  * @adapter: board private structure
4208 static int iavf_delete_clsflower(struct iavf_adapter *adapter,  in iavf_delete_clsflower()  argument
4214 	spin_lock_bh(&adapter->cloud_filter_list_lock);  in iavf_delete_clsflower()
4215 	filter = iavf_find_cf(adapter, &cls_flower->cookie);  in iavf_delete_clsflower()
4218 		adapter->aq_required |= IAVF_FLAG_AQ_DEL_CLOUD_FILTER;  in iavf_delete_clsflower()
4222 	spin_unlock_bh(&adapter->cloud_filter_list_lock);  in iavf_delete_clsflower()
4229  * @adapter: pointer to iavf adapter structure
4232 static int iavf_setup_tc_cls_flower(struct iavf_adapter *adapter,  in iavf_setup_tc_cls_flower()  argument
4237 		return iavf_configure_clsflower(adapter, cls_flower);  in iavf_setup_tc_cls_flower()
4239 		return iavf_delete_clsflower(adapter, cls_flower);  in iavf_setup_tc_cls_flower()
4249  * @adapter: pointer to iavf adapter structure
4254 static int iavf_add_cls_u32(struct iavf_adapter *adapter,  in iavf_add_cls_u32()  argument
4327 			if (q_index >= adapter->num_active_queues) {  in iavf_add_cls_u32()
4349 	fltr->vc_add_msg.vsi_id = adapter->vsi.id;  in iavf_add_cls_u32()
4351 	return iavf_fdir_add_fltr(adapter, fltr);  in iavf_add_cls_u32()
4360  * @adapter: pointer to iavf adapter structure
4365 static int iavf_del_cls_u32(struct iavf_adapter *adapter,  in iavf_del_cls_u32()  argument
4368 	return iavf_fdir_del_fltr(adapter, true, cls_u32->knode.handle);  in iavf_del_cls_u32()
4373  * @adapter: pointer to iavf adapter structure
4378 static int iavf_setup_tc_cls_u32(struct iavf_adapter *adapter,  in iavf_setup_tc_cls_u32()  argument
4381 	if (!TC_U32_SUPPORT(adapter) || !FDIR_FLTR_SUPPORT(adapter))  in iavf_setup_tc_cls_u32()
4387 		return iavf_add_cls_u32(adapter, cls_u32);  in iavf_setup_tc_cls_u32()
4389 		return iavf_del_cls_u32(adapter, cls_u32);  in iavf_setup_tc_cls_u32()
4406 	struct iavf_adapter *adapter = cb_priv;  in iavf_setup_tc_block_cb()  local
4408 	if (!tc_cls_can_offload_and_chain0(adapter->netdev, type_data))  in iavf_setup_tc_block_cb()
4437 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_setup_tc()  local
4446 						  adapter, adapter, true);  in iavf_setup_tc()
4454  * @adapter: board private structure
4458 static void iavf_restore_fdir_filters(struct iavf_adapter *adapter)  in iavf_restore_fdir_filters()  argument
4462 	spin_lock_bh(&adapter->fdir_fltr_lock);  in iavf_restore_fdir_filters()
4463 	list_for_each_entry(f, &adapter->fdir_list_head, list) {  in iavf_restore_fdir_filters()
4473 			adapter->aq_required |= IAVF_FLAG_AQ_ADD_FDIR_FILTER;  in iavf_restore_fdir_filters()
4476 	spin_unlock_bh(&adapter->fdir_fltr_lock);  in iavf_restore_fdir_filters()
4493 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_open()  local
4498 	if (adapter->flags & IAVF_FLAG_PF_COMMS_FAILED) {  in iavf_open()
4499 		dev_err(&adapter->pdev->dev, "Unable to open device due to PF driver failure.\n");  in iavf_open()
4503 	if (adapter->state != __IAVF_DOWN)  in iavf_open()
4506 	if (adapter->state == __IAVF_RUNNING &&  in iavf_open()
4507 	    !test_bit(__IAVF_VSI_DOWN, adapter->vsi.state)) {  in iavf_open()
4508 		dev_dbg(&adapter->pdev->dev, "VF is already open.\n");  in iavf_open()
4513 	err = iavf_setup_all_tx_resources(adapter);  in iavf_open()
4518 	err = iavf_setup_all_rx_resources(adapter);  in iavf_open()
4523 	err = iavf_request_traffic_irqs(adapter, netdev->name);  in iavf_open()
4527 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_open()
4528 	iavf_add_filter(adapter, adapter->hw.mac.addr);  in iavf_open()
4529 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_open()
4532 	iavf_restore_filters(adapter);  in iavf_open()
4533 	iavf_restore_fdir_filters(adapter);  in iavf_open()
4535 	iavf_configure(adapter);  in iavf_open()
4537 	iavf_up_complete(adapter);  in iavf_open()
4539 	iavf_irq_enable(adapter, true);  in iavf_open()
4544 	iavf_down(adapter);  in iavf_open()
4545 	iavf_free_traffic_irqs(adapter);  in iavf_open()
4547 	iavf_free_all_rx_resources(adapter);  in iavf_open()
4549 	iavf_free_all_tx_resources(adapter);  in iavf_open()
4567 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_close()  local
4573 	if (adapter->state <= __IAVF_DOWN_PENDING)  in iavf_close()
4576 	set_bit(__IAVF_VSI_DOWN, adapter->vsi.state);  in iavf_close()
4586 	aq_to_restore = adapter->aq_required;  in iavf_close()
4587 	adapter->aq_required &= IAVF_FLAG_AQ_GET_CONFIG;  in iavf_close()
4601 	iavf_down(adapter);  in iavf_close()
4602 	iavf_change_state(adapter, __IAVF_DOWN_PENDING);  in iavf_close()
4603 	iavf_free_traffic_irqs(adapter);  in iavf_close()
4618 	status = wait_event_timeout(adapter->down_waitqueue,  in iavf_close()
4619 				    adapter->state == __IAVF_DOWN,  in iavf_close()
4625 	adapter->aq_required |= aq_to_restore;  in iavf_close()
4639 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_change_mtu()  local
4647 		iavf_schedule_reset(adapter, IAVF_FLAG_RESET_NEEDED);  in iavf_change_mtu()
4648 		ret = iavf_wait_for_reset(adapter);  in iavf_change_mtu()
4660  * @adapter: board private structure
4662 static void iavf_disable_fdir(struct iavf_adapter *adapter)  in iavf_disable_fdir()  argument
4667 	adapter->flags &= ~IAVF_FLAG_FDIR_ENABLED;  in iavf_disable_fdir()
4670 	spin_lock_bh(&adapter->fdir_fltr_lock);  in iavf_disable_fdir()
4671 	list_for_each_entry_safe(fdir, fdirtmp, &adapter->fdir_list_head,  in iavf_disable_fdir()
4677 			iavf_dec_fdir_active_fltr(adapter, fdir);  in iavf_disable_fdir()
4693 	spin_unlock_bh(&adapter->fdir_fltr_lock);  in iavf_disable_fdir()
4696 		adapter->aq_required |= IAVF_FLAG_AQ_DEL_FDIR_FILTER;  in iavf_disable_fdir()
4697 		mod_delayed_work(adapter->wq, &adapter->watchdog_task, 0);  in iavf_disable_fdir()
4715 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_set_features()  local
4720 		iavf_set_vlan_offload_features(adapter, netdev->features,  in iavf_set_features()
4722 	if (CRC_OFFLOAD_ALLOWED(adapter) &&  in iavf_set_features()
4724 		iavf_schedule_reset(adapter, IAVF_FLAG_RESET_NEEDED);  in iavf_set_features()
4728 			adapter->flags |= IAVF_FLAG_FDIR_ENABLED;  in iavf_set_features()
4730 			iavf_disable_fdir(adapter);  in iavf_set_features()
4796  * @adapter: board private structure
4802 iavf_get_netdev_vlan_hw_features(struct iavf_adapter *adapter)  in iavf_get_netdev_vlan_hw_features()  argument
4806 	if (!adapter->vf_res || !adapter->vf_res->vf_cap_flags)  in iavf_get_netdev_vlan_hw_features()
4810 	if (VLAN_ALLOWED(adapter)) {  in iavf_get_netdev_vlan_hw_features()
4813 	} else if (VLAN_V2_ALLOWED(adapter)) {  in iavf_get_netdev_vlan_hw_features()
4815 			&adapter->vlan_v2_caps;  in iavf_get_netdev_vlan_hw_features()
4853 	if (CRC_OFFLOAD_ALLOWED(adapter))  in iavf_get_netdev_vlan_hw_features()
4861  * @adapter: board private structure
4867 iavf_get_netdev_vlan_features(struct iavf_adapter *adapter)  in iavf_get_netdev_vlan_features()  argument
4871 	if (!adapter->vf_res || !adapter->vf_res->vf_cap_flags)  in iavf_get_netdev_vlan_features()
4874 	if (VLAN_ALLOWED(adapter)) {  in iavf_get_netdev_vlan_features()
4877 	} else if (VLAN_V2_ALLOWED(adapter)) {  in iavf_get_netdev_vlan_features()
4879 			&adapter->vlan_v2_caps;  in iavf_get_netdev_vlan_features()
4964  * @adapter: board private structure
4968 iavf_fix_netdev_vlan_features(struct iavf_adapter *adapter,  in iavf_fix_netdev_vlan_features()  argument
4973 	allowed_features = iavf_get_netdev_vlan_hw_features(adapter) |  in iavf_fix_netdev_vlan_features()
4974 		iavf_get_netdev_vlan_features(adapter);  in iavf_fix_netdev_vlan_features()
5009 	    adapter->vlan_v2_caps.offloads.ethertype_match ==  in iavf_fix_netdev_vlan_features()
5011 …netdev_warn(adapter->netdev, "cannot support CTAG and STAG VLAN stripping and/or insertion simulta…  in iavf_fix_netdev_vlan_features()
5021  * @adapter: board private structure
5027 iavf_fix_strip_features(struct iavf_adapter *adapter,  in iavf_fix_strip_features()  argument
5030 	struct net_device *netdev = adapter->netdev;  in iavf_fix_strip_features()
5035 	crc_offload_req = CRC_OFFLOAD_ALLOWED(adapter) &&  in iavf_fix_strip_features()
5037 	num_non_zero_vlan = iavf_get_num_vlans_added(adapter);  in iavf_fix_strip_features()
5078 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_fix_features()  local
5080 	features = iavf_fix_netdev_vlan_features(adapter, features);  in iavf_fix_features()
5082 	if (!FDIR_FLTR_SUPPORT(adapter))  in iavf_fix_features()
5085 	return iavf_fix_strip_features(adapter, features);  in iavf_fix_features()
5091 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_hwstamp_get()  local
5093 	*config = adapter->ptp.hwtstamp_config;  in iavf_hwstamp_get()
5102 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_hwstamp_set()  local
5104 	return iavf_ptp_set_ts_config(adapter, config, extack);  in iavf_hwstamp_set()
5112 	struct iavf_adapter *adapter = netdev_priv(binding->netdev);  in iavf_verify_shaper()  local
5116 		vf_max = adapter->qos_caps->cap[0].shaper.peak;  in iavf_verify_shaper()
5132 	struct iavf_adapter *adapter = netdev_priv(binding->netdev);  in iavf_shaper_set()  local
5137 	netdev_assert_locked(adapter->netdev);  in iavf_shaper_set()
5139 	if (handle->id >= adapter->num_active_queues)  in iavf_shaper_set()
5146 	tx_ring = &adapter->tx_rings[handle->id];  in iavf_shaper_set()
5152 	adapter->aq_required |= IAVF_FLAG_AQ_CONFIGURE_QUEUES_BW;  in iavf_shaper_set()
5161 	struct iavf_adapter *adapter = netdev_priv(binding->netdev);  in iavf_shaper_del()  local
5164 	netdev_assert_locked(adapter->netdev);  in iavf_shaper_del()
5166 	if (handle->id >= adapter->num_active_queues)  in iavf_shaper_del()
5169 	tx_ring = &adapter->tx_rings[handle->id];  in iavf_shaper_del()
5174 	adapter->aq_required |= IAVF_FLAG_AQ_CONFIGURE_QUEUES_BW;  in iavf_shaper_del()
5241  * @adapter: board private structure
5246 int iavf_process_config(struct iavf_adapter *adapter)  in iavf_process_config()  argument
5248 	struct virtchnl_vf_resource *vfres = adapter->vf_res;  in iavf_process_config()
5250 	struct net_device *netdev = adapter->netdev;  in iavf_process_config()
5298 	hw_vlan_features = iavf_get_netdev_vlan_hw_features(adapter);  in iavf_process_config()
5302 	    TC_U32_SUPPORT(adapter))  in iavf_process_config()
5309 	vlan_features = iavf_get_netdev_vlan_features(adapter);  in iavf_process_config()
5316 	if (FDIR_FLTR_SUPPORT(adapter)) {  in iavf_process_config()
5319 		adapter->flags |= IAVF_FLAG_FDIR_ENABLED;  in iavf_process_config()
5352  * iavf_probe initializes an adapter identified by a pci_dev structure.
5353  * The OS initialization, configuring of the adapter private structure,
5359 	struct iavf_adapter *adapter = NULL;  in iavf_probe()  local
5393 	adapter = netdev_priv(netdev);  in iavf_probe()
5395 	adapter->netdev = netdev;  in iavf_probe()
5396 	adapter->pdev = pdev;  in iavf_probe()
5398 	hw = &adapter->hw;  in iavf_probe()
5399 	hw->back = adapter;  in iavf_probe()
5401 	adapter->wq = alloc_ordered_workqueue("%s", WQ_MEM_RECLAIM,  in iavf_probe()
5403 	if (!adapter->wq) {  in iavf_probe()
5408 	adapter->msg_enable = BIT(DEFAULT_DEBUG_LEVEL_SHIFT) - 1;  in iavf_probe()
5409 	iavf_change_state(adapter, __IAVF_STARTUP);  in iavf_probe()
5411 	/* Call save state here because it relies on the adapter struct. */  in iavf_probe()
5429 	len = struct_size(adapter->qos_caps, cap, IAVF_MAX_QOS_TC_NUM);  in iavf_probe()
5430 	adapter->qos_caps = kzalloc(len, GFP_KERNEL);  in iavf_probe()
5431 	if (!adapter->qos_caps) {  in iavf_probe()
5439 	spin_lock_init(&adapter->mac_vlan_list_lock);  in iavf_probe()
5440 	spin_lock_init(&adapter->cloud_filter_list_lock);  in iavf_probe()
5441 	spin_lock_init(&adapter->fdir_fltr_lock);  in iavf_probe()
5442 	spin_lock_init(&adapter->adv_rss_lock);  in iavf_probe()
5443 	spin_lock_init(&adapter->current_netdev_promisc_flags_lock);  in iavf_probe()
5445 	INIT_LIST_HEAD(&adapter->mac_filter_list);  in iavf_probe()
5446 	INIT_LIST_HEAD(&adapter->vlan_filter_list);  in iavf_probe()
5447 	INIT_LIST_HEAD(&adapter->cloud_filter_list);  in iavf_probe()
5448 	INIT_LIST_HEAD(&adapter->fdir_list_head);  in iavf_probe()
5449 	INIT_LIST_HEAD(&adapter->adv_rss_list_head);  in iavf_probe()
5451 	INIT_WORK(&adapter->reset_task, iavf_reset_task);  in iavf_probe()
5452 	INIT_WORK(&adapter->adminq_task, iavf_adminq_task);  in iavf_probe()
5453 	INIT_WORK(&adapter->finish_config, iavf_finish_config);  in iavf_probe()
5454 	INIT_DELAYED_WORK(&adapter->watchdog_task, iavf_watchdog_task);  in iavf_probe()
5457 	init_waitqueue_head(&adapter->down_waitqueue);  in iavf_probe()
5460 	init_waitqueue_head(&adapter->reset_waitqueue);  in iavf_probe()
5463 	init_waitqueue_head(&adapter->vc_waitqueue);  in iavf_probe()
5465 	INIT_LIST_HEAD(&adapter->ptp.aq_cmds);  in iavf_probe()
5466 	init_waitqueue_head(&adapter->ptp.phc_time_waitqueue);  in iavf_probe()
5467 	mutex_init(&adapter->ptp.aq_cmd_lock);  in iavf_probe()
5469 	queue_delayed_work(adapter->wq, &adapter->watchdog_task,  in iavf_probe()
5477 	destroy_workqueue(adapter->wq);  in iavf_probe()
5497 	struct iavf_adapter *adapter = netdev_priv(netdev);  in iavf_suspend()  local
5508 		iavf_down(adapter);  in iavf_suspend()
5510 	iavf_free_misc_irq(adapter);  in iavf_suspend()
5511 	iavf_reset_interrupt_capability(adapter);  in iavf_suspend()
5529 	struct iavf_adapter *adapter;  in iavf_resume()  local
5532 	adapter = iavf_pdev_to_adapter(pdev);  in iavf_resume()
5537 	err = iavf_set_interrupt_capability(adapter);  in iavf_resume()
5543 	err = iavf_request_misc_irq(adapter);  in iavf_resume()
5550 	queue_work(adapter->wq, &adapter->reset_task);  in iavf_resume()
5552 	netif_device_attach(adapter->netdev);  in iavf_resume()
5573 	struct iavf_adapter *adapter;  in iavf_remove()  local
5582 	adapter = iavf_pdev_to_adapter(pdev);  in iavf_remove()
5583 	hw = &adapter->hw;  in iavf_remove()
5585 	if (test_and_set_bit(__IAVF_IN_REMOVE_TASK, &adapter->crit_section))  in iavf_remove()
5593 		if (adapter->state == __IAVF_RUNNING ||  in iavf_remove()
5594 		    adapter->state == __IAVF_DOWN ||  in iavf_remove()
5595 		    adapter->state == __IAVF_INIT_FAILED) {  in iavf_remove()
5600 		if (adapter->state == __IAVF_REMOVE) {  in iavf_remove()
5608 	cancel_delayed_work_sync(&adapter->watchdog_task);  in iavf_remove()
5609 	cancel_work_sync(&adapter->finish_config);  in iavf_remove()
5615 	dev_info(&adapter->pdev->dev, "Removing device\n");  in iavf_remove()
5616 	iavf_change_state(adapter, __IAVF_REMOVE);  in iavf_remove()
5618 	iavf_request_reset(adapter);  in iavf_remove()
5622 		iavf_request_reset(adapter);  in iavf_remove()
5626 	iavf_ptp_release(adapter);  in iavf_remove()
5628 	iavf_misc_irq_disable(adapter);  in iavf_remove()
5631 	cancel_work_sync(&adapter->reset_task);  in iavf_remove()
5632 	cancel_delayed_work_sync(&adapter->watchdog_task);  in iavf_remove()
5633 	cancel_work_sync(&adapter->adminq_task);  in iavf_remove()
5636 	adapter->aq_required = 0;  in iavf_remove()
5637 	adapter->flags &= ~IAVF_FLAG_REINIT_ITR_NEEDED;  in iavf_remove()
5639 	iavf_free_all_tx_resources(adapter);  in iavf_remove()
5640 	iavf_free_all_rx_resources(adapter);  in iavf_remove()
5641 	iavf_free_misc_irq(adapter);  in iavf_remove()
5642 	iavf_free_interrupt_scheme(adapter);  in iavf_remove()
5644 	iavf_free_rss(adapter);  in iavf_remove()
5656 	kfree(adapter->vf_res);  in iavf_remove()
5657 	spin_lock_bh(&adapter->mac_vlan_list_lock);  in iavf_remove()
5661 	list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) {  in iavf_remove()
5665 	list_for_each_entry_safe(vlf, vlftmp, &adapter->vlan_filter_list,  in iavf_remove()
5671 	spin_unlock_bh(&adapter->mac_vlan_list_lock);  in iavf_remove()
5673 	spin_lock_bh(&adapter->cloud_filter_list_lock);  in iavf_remove()
5674 	list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list, list) {  in iavf_remove()
5678 	spin_unlock_bh(&adapter->cloud_filter_list_lock);  in iavf_remove()
5680 	spin_lock_bh(&adapter->fdir_fltr_lock);  in iavf_remove()
5681 	list_for_each_entry_safe(fdir, fdirtmp, &adapter->fdir_list_head, list) {  in iavf_remove()
5685 	spin_unlock_bh(&adapter->fdir_fltr_lock);  in iavf_remove()
5687 	spin_lock_bh(&adapter->adv_rss_lock);  in iavf_remove()
5688 	list_for_each_entry_safe(rss, rsstmp, &adapter->adv_rss_list_head,  in iavf_remove()
5693 	spin_unlock_bh(&adapter->adv_rss_lock);  in iavf_remove()
5695 	destroy_workqueue(adapter->wq);  in iavf_remove()