606 	txq = txring_txq(nv->napi.dev, ring);  in fbnic_clean_twq0()
697 				netdev_err(nv->napi.dev,  in fbnic_clean_tsq()
709 	fbn = netdev_priv(nv->napi.dev);  in fbnic_clean_tsq()
747 	/* sub0 is always fed system pages, from the NAPI-level page_pool */  in fbnic_page_pool_get_head()
1019 		netdev_err_once(nv->napi.dev,  in fbnic_add_rx_frag()
1148 	struct fbnic_net *fbn = netdev_priv(nv->napi.dev);  in fbnic_run_xdp()
1168 		bpf_warn_invalid_xdp_action(nv->napi.dev, xdp_prog, act);  in fbnic_run_xdp()
1171 		trace_xdp_exception(nv->napi.dev, xdp_prog, act);  in fbnic_run_xdp()
1196 	fbn = netdev_priv(nv->napi.dev);  in fbnic_rx_tstamp()
1209 	struct net_device *netdev = nv->napi.dev;  in fbnic_populate_skb_fields()
1287 				napi_gro_receive(&nv->napi, skb);  in fbnic_clean_rcq()
1369 static int fbnic_poll(struct napi_struct *napi, int budget)  in fbnic_poll()  argument
1371 	struct fbnic_napi_vector *nv = container_of(napi,  in fbnic_poll()
1373 						    napi);  in fbnic_poll()
1385 	if (likely(napi_complete_done(napi, work_done)))  in fbnic_poll()
1395 	napi_schedule_irqoff(&nv->napi);  in fbnic_msix_clean_rings()
1534 	netif_napi_del_locked(&nv->napi);  in fbnic_free_napi_vector()
1535 	fbn->napi[fbnic_napi_idx(nv)] = NULL;  in fbnic_free_napi_vector()
1544 		if (fbn->napi[i])  in fbnic_free_napi_vectors()
1545 			fbnic_free_napi_vector(fbn, fbn->napi[i]);  in fbnic_free_napi_vectors()
1640 	/* Allocate NAPI vector and queue triads */  in fbnic_alloc_napi_vector()
1653 	/* Tie napi to netdev */  in fbnic_alloc_napi_vector()
1654 	fbn->napi[fbnic_napi_idx(nv)] = nv;  in fbnic_alloc_napi_vector()
1655 	netif_napi_add_config_locked(fbn->netdev, &nv->napi, fbnic_poll,  in fbnic_alloc_napi_vector()
1658 	/* Record IRQ to NAPI struct */  in fbnic_alloc_napi_vector()
1659 	netif_napi_set_irq_locked(&nv->napi,  in fbnic_alloc_napi_vector()
1666 	/* Request the IRQ for napi vector */  in fbnic_alloc_napi_vector()
1697 		 * 1. We only need one XDP Tx queue per NAPI vector.  in fbnic_alloc_napi_vector()
1752 	netif_napi_del_locked(&nv->napi);  in fbnic_alloc_napi_vector()
1753 	fbn->napi[fbnic_napi_idx(nv)] = NULL;  in fbnic_alloc_napi_vector()
1767 	/* Allocate 1 Tx queue per napi vector */  in fbnic_alloc_napi_vectors()
2013 			       nv->napi.napi_id);  in fbnic_alloc_rx_qt_resources()
2090 		fbnic_free_nv_resources(fbn, fbn->napi[i]);  in fbnic_free_resources()
2098 		err = fbnic_alloc_nv_resources(fbn, fbn->napi[i]);  in fbnic_alloc_resources()
2107 		fbnic_free_nv_resources(fbn, fbn->napi[i]);  in fbnic_alloc_resources()
2116 	/* Associate Tx queue with NAPI */  in fbnic_set_netif_napi()
2120 		netif_queue_set_napi(nv->napi.dev, qt->sub0.q_idx,  in fbnic_set_netif_napi()
2121 				     NETDEV_QUEUE_TYPE_TX, &nv->napi);  in fbnic_set_netif_napi()
2124 	/* Associate Rx queue with NAPI */  in fbnic_set_netif_napi()
2128 		netif_queue_set_napi(nv->napi.dev, qt->cmpl.q_idx,  in fbnic_set_netif_napi()
2129 				     NETDEV_QUEUE_TYPE_RX, &nv->napi);  in fbnic_set_netif_napi()
2137 	/* Disassociate Tx queue from NAPI */  in fbnic_reset_netif_napi()
2141 		netif_queue_set_napi(nv->napi.dev, qt->sub0.q_idx,  in fbnic_reset_netif_napi()
2145 	/* Disassociate Rx queue from NAPI */  in fbnic_reset_netif_napi()
2149 		netif_queue_set_napi(nv->napi.dev, qt->cmpl.q_idx,  in fbnic_reset_netif_napi()
2164 		fbnic_set_netif_napi(fbn->napi[i]);  in fbnic_set_netif_queues()
2174 		fbnic_reset_netif_napi(fbn->napi[i]);  in fbnic_reset_netif_queues()
2221 		napi_disable_locked(&fbn->napi[i]->napi);  in fbnic_napi_disable()
2223 		fbnic_nv_irq_disable(fbn->napi[i]);  in fbnic_napi_disable()
2262 		__fbnic_nv_disable(fbn->napi[i]);  in fbnic_disable()
2411 		tx_queue = netdev_get_tx_queue(nv->napi.dev,  in fbnic_nv_flush()
2437 		fbnic_nv_flush(fbn->napi[i]);  in fbnic_flush()
2444 	/* Configure NAPI mapping and populate pages  in fbnic_nv_fill()
2461 		fbnic_nv_fill(fbn->napi[i]);  in fbnic_fill()
2605 	struct fbnic_net *fbn = netdev_priv(nv->napi.dev);  in fbnic_config_txrx_usecs()
2619 	struct fbnic_net *fbn = netdev_priv(nv->napi.dev);  in fbnic_config_rx_frames()
2634 	struct fbnic_net *fbn = netdev_priv(nv->napi.dev);  in fbnic_enable_rcq()
2697 						  &nv->napi);  in __fbnic_nv_enable()
2699 						  &nv->napi);  in __fbnic_nv_enable()
2719 		__fbnic_nv_enable(fbn->napi[i]);  in fbnic_enable()
2736 		struct fbnic_napi_vector *nv = fbn->napi[i];  in fbnic_napi_enable()
2738 		napi_enable_locked(&nv->napi);  in fbnic_napi_enable()
2742 		/* Record bit used for NAPI IRQs so we can  in fbnic_napi_enable()
2769 		struct fbnic_napi_vector *nv = fbn->napi[i];  in fbnic_napi_depletion_check()
2803 	nv = fbn->napi[idx % fbn->num_napi];  in fbnic_queue_mem_alloc()
2835 	napi_enable_locked(&nv->napi);  in __fbnic_nv_restart()
2851 	nv = fbn->napi[idx % fbn->num_napi];  in fbnic_queue_start()
2873 	nv = fbn->napi[idx % fbn->num_napi];  in fbnic_queue_stop()
2875 	napi_disable_locked(&nv->napi);  in fbnic_queue_stop()